Created
September 1, 2021 12:12
-
-
Save PhanDuc/f9a243cdd29e7e81d44eb5fa50724e46 to your computer and use it in GitHub Desktop.
triton ensemble log
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| } | |
| step { | |
| model_name: "yolov5_onnx_horror_postprocess" | |
| model_version: 1 | |
| input_map { | |
| key: "FLAG_INFERENCE" | |
| value: "FLAG_OUTPUT" | |
| } | |
| input_map { | |
| key: "HORROR_INFERENCE_0" | |
| value: "HORROR_OUTPUT_0" | |
| } | |
| input_map { | |
| key: "HORROR_INFERENCE_1" | |
| value: "HORROR_OUTPUT_1" | |
| } | |
| input_map { | |
| key: "HORROR_INFERENCE_2" | |
| value: "HORROR_OUTPUT_2" | |
| } | |
| input_map { | |
| key: "NSFW_INFERENCE" | |
| value: "NSFW_OUTPUT" | |
| } | |
| input_map { | |
| key: "ORI_IMAGE_NAME" | |
| value: "ORI_IMAGE_NAME" | |
| } | |
| input_map { | |
| key: "ORI_IMAGE_SHAPE" | |
| value: "ORI_IMAGE_SHAPE" | |
| } | |
| output_map { | |
| key: "ENSEMBLE_RESULT" | |
| value: "ENSEMBLE_RESULT" | |
| } | |
| } | |
| } | |
| I0901 11:51:41.804204 1 autofill.cc:196] ONNX autofill: OK: | |
| I0901 11:51:41.804274 1 model_config_utils.cc:637] autofilled config: name: "horr_resnet_dml_fp32" | |
| platform: "onnxruntime_onnx" | |
| max_batch_size: 128 | |
| input { | |
| name: "INPUT__0" | |
| data_type: TYPE_FP32 | |
| dims: 3 | |
| dims: 224 | |
| dims: 224 | |
| } | |
| output { | |
| name: "OUTPUT__0" | |
| data_type: TYPE_FP32 | |
| dims: 256 | |
| } | |
| output { | |
| name: "OUTPUT__1" | |
| data_type: TYPE_FP32 | |
| dims: 2048 | |
| dims: 1 | |
| dims: 1 | |
| } | |
| output { | |
| name: "OUTPUT__2" | |
| data_type: TYPE_FP32 | |
| dims: 2048 | |
| dims: 7 | |
| dims: 7 | |
| } | |
| instance_group { | |
| kind: KIND_GPU | |
| } | |
| dynamic_batching { | |
| } | |
| model_warmup { | |
| } | |
| backend: "onnxruntime" | |
| I0901 11:51:41.805892 1 autofill.cc:196] ONNX autofill: Internal: unable to autofill for 'yolov5_flag_onnx', unable to find onnx file or directory named 'model.onnx' | |
| W0901 11:51:41.805950 1 autofill.cc:248] Proceeding with simple config for now | |
| I0901 11:51:41.805995 1 model_config_utils.cc:637] autofilled config: name: "yolov5_flag_onnx" | |
| platform: "onnxruntime_onnx" | |
| max_batch_size: 128 | |
| input { | |
| name: "images" | |
| data_type: TYPE_FP32 | |
| dims: 3 | |
| dims: 640 | |
| dims: 640 | |
| } | |
| output { | |
| name: "output" | |
| data_type: TYPE_FP32 | |
| dims: -1 | |
| dims: -1 | |
| } | |
| instance_group { | |
| kind: KIND_GPU | |
| } | |
| default_model_filename: "flag_v2.6.onnx" | |
| dynamic_batching { | |
| } | |
| model_warmup { | |
| } | |
| I0901 11:51:41.809412 1 autofill.cc:138] TensorFlow SavedModel autofill: Internal: unable to autofill for 'yolov5_horror_preprocessing', unable to find savedmodel directory named 'model.savedmodel' | |
| I0901 11:51:41.809580 1 autofill.cc:151] TensorFlow GraphDef autofill: Internal: unable to autofill for 'yolov5_horror_preprocessing', unable to find graphdef file named 'model.graphdef' | |
| I0901 11:51:41.809724 1 autofill.cc:164] PyTorch autofill: Internal: unable to autofill for 'yolov5_horror_preprocessing', unable to find PyTorch file named 'model.pt' | |
| I0901 11:51:41.809890 1 autofill.cc:196] ONNX autofill: Internal: unable to autofill for 'yolov5_horror_preprocessing', unable to find onnx file or directory named 'model.onnx' | |
| E0901 11:52:07.198112 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.199986 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.200037 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| E0901 11:52:07.202176 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.202310 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.202383 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| I0901 11:52:07.202455 1 autofill.cc:209] TensorRT autofill: Internal: unable to autofill for 'yolov5_horror_preprocessing', unable to find a compatible plan file. | |
| W0901 11:52:07.202501 1 autofill.cc:248] Proceeding with simple config for now | |
| I0901 11:52:07.202541 1 model_config_utils.cc:637] autofilled config: name: "yolov5_horror_preprocessing" | |
| max_batch_size: 128 | |
| input { | |
| name: "INPUT" | |
| data_type: TYPE_STRING | |
| dims: 1 | |
| } | |
| input { | |
| name: "ORI_IMAGE_SHAPE" | |
| data_type: TYPE_UINT64 | |
| dims: 2 | |
| } | |
| input { | |
| name: "ORI_IMAGE_NAME" | |
| data_type: TYPE_STRING | |
| dims: 1 | |
| } | |
| output { | |
| name: "YOLOV5_PREPROCESS" | |
| data_type: TYPE_FP32 | |
| dims: 3 | |
| dims: 640 | |
| dims: 640 | |
| } | |
| output { | |
| name: "HORROR_PREPROCESS" | |
| data_type: TYPE_FP32 | |
| dims: 3 | |
| dims: 224 | |
| dims: 224 | |
| } | |
| output { | |
| name: "ORI_IMAGE_SHAPE" | |
| data_type: TYPE_UINT64 | |
| dims: 2 | |
| } | |
| output { | |
| name: "ORI_IMAGE_NAME" | |
| data_type: TYPE_STRING | |
| dims: 1 | |
| } | |
| dynamic_batching { | |
| } | |
| model_warmup { | |
| } | |
| backend: "python" | |
| I0901 11:52:07.204486 1 autofill.cc:196] ONNX autofill: Internal: unable to autofill for 'yolov5_nsfw_onnx', unable to find onnx file or directory named 'model.onnx' | |
| W0901 11:52:07.204541 1 autofill.cc:248] Proceeding with simple config for now | |
| I0901 11:52:07.204567 1 model_config_utils.cc:637] autofilled config: name: "yolov5_nsfw_onnx" | |
| platform: "onnxruntime_onnx" | |
| max_batch_size: 128 | |
| input { | |
| name: "images" | |
| data_type: TYPE_FP32 | |
| dims: 3 | |
| dims: 640 | |
| dims: 640 | |
| } | |
| output { | |
| name: "output" | |
| data_type: TYPE_FP32 | |
| dims: -1 | |
| dims: -1 | |
| } | |
| instance_group { | |
| count: 2 | |
| kind: KIND_GPU | |
| } | |
| default_model_filename: "yolov5m_nsfw.onnx" | |
| dynamic_batching { | |
| } | |
| model_warmup { | |
| } | |
| I0901 11:52:07.209724 1 autofill.cc:138] TensorFlow SavedModel autofill: Internal: unable to autofill for 'yolov5_onnx_horror_postprocess', unable to find savedmodel directory named 'model.savedmodel' | |
| I0901 11:52:07.209961 1 autofill.cc:151] TensorFlow GraphDef autofill: Internal: unable to autofill for 'yolov5_onnx_horror_postprocess', unable to find graphdef file named 'model.graphdef' | |
| I0901 11:52:07.210184 1 autofill.cc:164] PyTorch autofill: Internal: unable to autofill for 'yolov5_onnx_horror_postprocess', unable to find PyTorch file named 'model.pt' | |
| I0901 11:52:07.210482 1 autofill.cc:196] ONNX autofill: Internal: unable to autofill for 'yolov5_onnx_horror_postprocess', unable to find onnx file or directory named 'model.onnx' | |
| E0901 11:52:07.223977 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.224198 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.224250 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| E0901 11:52:07.228234 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.228368 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.228413 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| E0901 11:52:07.230911 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.230990 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.231016 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| E0901 11:52:07.232894 1 logging.cc:43] coreReadArchive.cpp (32) - Serialization Error in verifyHeader: 0 (Magic tag does not match) | |
| E0901 11:52:07.233024 1 logging.cc:43] INVALID_STATE: std::exception | |
| E0901 11:52:07.233082 1 logging.cc:43] INVALID_CONFIG: Deserialize the cuda engine failed. | |
| I0901 11:52:07.233115 1 autofill.cc:209] TensorRT autofill: Internal: unable to autofill for 'yolov5_onnx_horror_postprocess', unable to find a compatible plan file. | |
| W0901 11:52:07.233146 1 autofill.cc:248] Proceeding with simple config for now | |
| I0901 11:52:07.233230 1 model_config_utils.cc:637] autofilled config: name: "yolov5_onnx_horror_postprocess" | |
| version_policy { | |
| all { | |
| } | |
| } | |
| max_batch_size: 128 | |
| input { | |
| name: "FLAG_INFERENCE" | |
| data_type: TYPE_FP32 | |
| dims: -1 | |
| dims: -1 | |
| } | |
| input { | |
| name: "NSFW_INFERENCE" | |
| data_type: TYPE_FP32 | |
| dims: -1 | |
| dims: -1 | |
| } | |
| input { | |
| name: "ORI_IMAGE_SHAPE" | |
| data_type: TYPE_UINT64 | |
| dims: 2 | |
| } | |
| input { | |
| name: "ORI_IMAGE_NAME" | |
| data_type: TYPE_STRING | |
| dims: 1 | |
| } | |
| input { | |
| name: "HORROR_INFERENCE_0" | |
| data_type: TYPE_FP32 | |
| dims: 256 | |
| } | |
| input { | |
| name: "HORROR_INFERENCE_1" | |
| data_type: TYPE_FP32 | |
| dims: 2048 | |
| dims: 1 | |
| dims: 1 | |
| } | |
| input { | |
| name: "HORROR_INFERENCE_2" | |
| data_type: TYPE_FP32 | |
| dims: 2048 | |
| dims: 7 | |
| dims: 7 | |
| } | |
| output { | |
| name: "ENSEMBLE_RESULT" | |
| data_type: TYPE_STRING | |
| dims: 1 | |
| } | |
| dynamic_batching { | |
| } | |
| backend: "python" | |
| I0901 11:52:07.235311 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_horror_preprocessing' | |
| I0901 11:52:07.236061 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_horror_preprocessing' version 1: 1 | |
| I0901 11:52:07.236127 1 model_repository_manager.cc:768] Load() 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:07.236175 1 model_repository_manager.cc:787] loading: yolov5_horror_preprocessing:1 | |
| I0901 11:52:07.336856 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_flag_onnx' | |
| I0901 11:52:07.336867 1 model_repository_manager.cc:846] CreateInferenceBackend() 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:07.336992 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_flag_onnx' version 1: 1 | |
| I0901 11:52:07.337034 1 model_repository_manager.cc:768] Load() 'yolov5_flag_onnx' version 1 | |
| I0901 11:52:07.337048 1 model_repository_manager.cc:787] loading: yolov5_flag_onnx:1 | |
| I0901 11:52:07.348167 1 python.cc:482] 'python' TRITONBACKEND API version: 1.0 | |
| I0901 11:52:07.348234 1 python.cc:505] backend configuration: | |
| {} | |
| I0901 11:52:07.348346 1 python.cc:571] TRITONBACKEND_ModelInitialize: yolov5_horror_preprocessing (version 1) | |
| I0901 11:52:07.351047 1 model_config_utils.cc:1567] ModelConfig 64-bit fields: | |
| I0901 11:52:07.351100 1 model_config_utils.cc:1569] ModelConfig::dynamic_batching::default_queue_policy::default_timeout_microseconds | |
| I0901 11:52:07.351112 1 model_config_utils.cc:1569] ModelConfig::dynamic_batching::max_queue_delay_microseconds | |
| I0901 11:52:07.351134 1 model_config_utils.cc:1569] ModelConfig::dynamic_batching::priority_queue_policy::value::default_timeout_microseconds | |
| I0901 11:52:07.351145 1 model_config_utils.cc:1569] ModelConfig::ensemble_scheduling::step::model_version | |
| I0901 11:52:07.351156 1 model_config_utils.cc:1569] ModelConfig::input::dims | |
| I0901 11:52:07.351182 1 model_config_utils.cc:1569] ModelConfig::input::reshape::shape | |
| I0901 11:52:07.351210 1 model_config_utils.cc:1569] ModelConfig::model_warmup::inputs::value::dims | |
| I0901 11:52:07.351221 1 model_config_utils.cc:1569] ModelConfig::optimization::cuda::graph_spec::graph_lower_bound::input::value::dim | |
| I0901 11:52:07.351232 1 model_config_utils.cc:1569] ModelConfig::optimization::cuda::graph_spec::input::value::dim | |
| I0901 11:52:07.351254 1 model_config_utils.cc:1569] ModelConfig::output::dims | |
| I0901 11:52:07.351288 1 model_config_utils.cc:1569] ModelConfig::output::reshape::shape | |
| I0901 11:52:07.351336 1 model_config_utils.cc:1569] ModelConfig::sequence_batching::direct::max_queue_delay_microseconds | |
| I0901 11:52:07.351367 1 model_config_utils.cc:1569] ModelConfig::sequence_batching::max_sequence_idle_microseconds | |
| I0901 11:52:07.351387 1 model_config_utils.cc:1569] ModelConfig::sequence_batching::oldest::max_queue_delay_microseconds | |
| I0901 11:52:07.351410 1 model_config_utils.cc:1569] ModelConfig::version_policy::specific::versions | |
| I0901 11:52:07.352001 1 python.cc:615] TRITONBACKEND_ModelInstanceInitialize: yolov5_horror_preprocessing (GPU device 0) | |
| I0901 11:52:07.354693 1 backend_model_instance.cc:105] Creating instance yolov5_horror_preprocessing on GPU 0 (7.5) using artifact '' | |
| I0901 11:52:07.437453 1 model_repository_manager.cc:846] CreateInferenceBackend() 'yolov5_flag_onnx' version 1 | |
| I0901 11:52:07.437484 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_nsfw_onnx' | |
| I0901 11:52:07.437622 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_nsfw_onnx' version 1: 1 | |
| I0901 11:52:07.437653 1 model_repository_manager.cc:768] Load() 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:07.437663 1 model_repository_manager.cc:787] loading: yolov5_nsfw_onnx:1 | |
| I0901 11:52:07.437685 1 onnxruntime.cc:1787] TRITONBACKEND_ModelInitialize: yolov5_flag_onnx (version 1) | |
| WARNING: Since openmp is enabled in this build, this API cannot be used to configure intra op num threads. Please use the openmp environment variables to control the number of threads. | |
| I0901 11:52:07.438361 1 onnxruntime.cc:369] skipping model configuration auto-complete for 'yolov5_flag_onnx': inputs and outputs already specified | |
| I0901 11:52:07.440150 1 onnxruntime.cc:1830] TRITONBACKEND_ModelInstanceInitialize: yolov5_flag_onnx_0 (GPU device 0) | |
| I0901 11:52:07.440614 1 backend_model_instance.cc:105] Creating instance yolov5_flag_onnx_0 on GPU 0 (7.5) using artifact 'flag_v2.6.onnx' | |
| I0901 11:52:07.538297 1 model_repository_manager.cc:555] AsyncLoad() 'horr_resnet_dml_fp32' | |
| I0901 11:52:07.538414 1 model_repository_manager.cc:730] TriggerNextAction() 'horr_resnet_dml_fp32' version 1: 1 | |
| I0901 11:52:07.538460 1 model_repository_manager.cc:768] Load() 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:07.538488 1 model_repository_manager.cc:787] loading: horr_resnet_dml_fp32:1 | |
| I0901 11:52:07.538639 1 model_repository_manager.cc:846] CreateInferenceBackend() 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:07.538856 1 onnxruntime.cc:1787] TRITONBACKEND_ModelInitialize: yolov5_nsfw_onnx (version 1) | |
| WARNING: Since openmp is enabled in this build, this API cannot be used to configure intra op num threads. Please use the openmp environment variables to control the number of threads. | |
| I0901 11:52:07.539958 1 onnxruntime.cc:369] skipping model configuration auto-complete for 'yolov5_nsfw_onnx': inputs and outputs already specified | |
| I0901 11:52:07.541222 1 onnxruntime.cc:1830] TRITONBACKEND_ModelInstanceInitialize: yolov5_nsfw_onnx_0 (GPU device 0) | |
| I0901 11:52:07.541778 1 backend_model_instance.cc:105] Creating instance yolov5_nsfw_onnx_0 on GPU 0 (7.5) using artifact 'yolov5m_nsfw.onnx' | |
| I0901 11:52:07.638957 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_onnx_horror_postprocess' | |
| I0901 11:52:07.639000 1 model_repository_manager.cc:846] CreateInferenceBackend() 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:07.639074 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_onnx_horror_postprocess' version 1: 1 | |
| I0901 11:52:07.639118 1 model_repository_manager.cc:768] Load() 'yolov5_onnx_horror_postprocess' version 1 | |
| I0901 11:52:07.639166 1 model_repository_manager.cc:787] loading: yolov5_onnx_horror_postprocess:1 | |
| I0901 11:52:07.639449 1 onnxruntime.cc:1787] TRITONBACKEND_ModelInitialize: horr_resnet_dml_fp32 (version 1) | |
| WARNING: Since openmp is enabled in this build, this API cannot be used to configure intra op num threads. Please use the openmp environment variables to control the number of threads. | |
| I0901 11:52:07.640715 1 onnxruntime.cc:369] skipping model configuration auto-complete for 'horr_resnet_dml_fp32': inputs and outputs already specified | |
| I0901 11:52:07.642184 1 onnxruntime.cc:1830] TRITONBACKEND_ModelInstanceInitialize: horr_resnet_dml_fp32_0 (GPU device 0) | |
| I0901 11:52:07.642757 1 backend_model_instance.cc:105] Creating instance horr_resnet_dml_fp32_0 on GPU 0 (7.5) using artifact 'model.onnx' | |
| I0901 11:52:07.740233 1 model_repository_manager.cc:846] CreateInferenceBackend() 'yolov5_onnx_horror_postprocess' version 1 | |
| I0901 11:52:07.740611 1 python.cc:571] TRITONBACKEND_ModelInitialize: yolov5_onnx_horror_postprocess (version 1) | |
| I0901 11:52:07.742372 1 python.cc:615] TRITONBACKEND_ModelInstanceInitialize: yolov5_onnx_horror_postprocess (GPU device 0) | |
| I0901 11:52:07.743028 1 backend_model_instance.cc:105] Creating instance yolov5_onnx_horror_postprocess on GPU 0 (7.5) using artifact '' | |
| I0901 11:52:20.937156 1 onnxruntime.cc:268] CUDA Execution Accelerator is set for 'yolov5_nsfw_onnx' on device 0I0901 11:52:20.937159 1 onnxruntime.cc:268] CUDA Execution Accelerator is set for 'yolov5_flag_onnx' on device 0 | |
| I0901 11:52:21.009447 1 onnxruntime.cc:268] CUDA Execution Accelerator is set for 'horr_resnet_dml_fp32' on device 0 | |
| 2021-09-01 11:52:21.105660870 [I:onnxruntime:, inference_session.cc:223 operator()] Flush-to-zero and denormal-as-zero are off | |
| 2021-09-01 11:52:21.106185788 [I:onnxruntime:, inference_session.cc:230 ConstructorCommon] Creating and using per session threadpools since use_per_session_threads_ is true | |
| 2021-09-01 11:52:21.107028031 [I:onnxruntime:, inference_session.cc:230 ConstructorCommon] Creating and using per session threadpools since use_per_session_threads_ is true | |
| 2021-09-01 11:52:21.108896132 [I:onnxruntime:, inference_session.cc:230 ConstructorCommon] Creating and using per session threadpools since use_per_session_threads_ is true | |
| 2021-09-01 11:52:21.714069032 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.714151553 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.714208145 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CudaPinned with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.714266823 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.714319120 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CUDA_CPU with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.714360833 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.714442279 [I:onnxruntime:, inference_session.cc:1081 Initialize] Initializing session. | |
| 2021-09-01 11:52:21.714485176 [I:onnxruntime:, inference_session.cc:1106 Initialize] Adding default CPU execution provider. | |
| 2021-09-01 11:52:21.714521486 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cpu with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.714563832 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.718486674 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.718585185 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.718621705 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CudaPinned with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.718673131 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.718723951 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CUDA_CPU with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.718769044 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.718848814 [I:onnxruntime:, inference_session.cc:1081 Initialize] Initializing session. | |
| 2021-09-01 11:52:21.718899524 [I:onnxruntime:, inference_session.cc:1106 Initialize] Adding default CPU execution provider. | |
| 2021-09-01 11:52:21.718984704 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cpu with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.719023216 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.730200687 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 514 | |
| 2021-09-01 11:52:21.730273137 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 1 | |
| 2021-09-01 11:52:21.732632564 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '506'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.732689440 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '509'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.733892685 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:21.735902388 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Expand_137 | |
| 2021-09-01 11:52:21.737343865 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:21.741640276 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 738 | |
| 2021-09-01 11:52:21.741727352 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 742 | |
| 2021-09-01 11:52:21.741787388 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 640 | |
| 2021-09-01 11:52:21.741914348 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 644 | |
| 2021-09-01 11:52:21.742052235 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 542 | |
| 2021-09-01 11:52:21.742190033 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 546 | |
| 2021-09-01 11:52:21.742315748 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 6 | |
| 2021-09-01 11:52:21.752355407 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '740'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.752419124 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '736'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.752437213 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '642'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.752450448 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '638'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.752493682 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '540'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.752552667 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '544'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.756847777 [V:onnxruntime:, inference_session.cc:875 TransformGraph] Node placements | |
| 2021-09-01 11:52:21.756913352 [V:onnxruntime:, inference_session.cc:877 TransformGraph] All nodes have been placed on [CUDAExecutionProvider]. | |
| 2021-09-01 11:52:21.760489409 [V:onnxruntime:, session_state.cc:76 CreateGraphInfo] SaveMLValueNameIndexMapping | |
| 2021-09-01 11:52:21.760775914 [V:onnxruntime:, session_state.cc:122 CreateGraphInfo] Done saving OrtValue mappings. | |
| 2021-09-01 11:52:21.767211441 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:21.774749529 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_493 | |
| 2021-09-01 11:52:21.774808263 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_490 | |
| 2021-09-01 11:52:21.774822983 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_487 | |
| 2021-09-01 11:52:21.775070178 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_514 | |
| 2021-09-01 11:52:21.775105693 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_514 | |
| 2021-09-01 11:52:21.775255164 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_413 | |
| 2021-09-01 11:52:21.775278262 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_410 | |
| 2021-09-01 11:52:21.775305743 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_407 | |
| 2021-09-01 11:52:21.775516731 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_434 | |
| 2021-09-01 11:52:21.775541785 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_434 | |
| 2021-09-01 11:52:21.775702699 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_333 | |
| 2021-09-01 11:52:21.775720312 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_330 | |
| 2021-09-01 11:52:21.775735078 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_327 | |
| 2021-09-01 11:52:21.775989514 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_354 | |
| 2021-09-01 11:52:21.776021168 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_354 | |
| 2021-09-01 11:52:21.776191716 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_487 | |
| 2021-09-01 11:52:21.776231142 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_561 | |
| 2021-09-01 11:52:21.776256874 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_562 | |
| 2021-09-01 11:52:21.776292270 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_493 | |
| 2021-09-01 11:52:21.776321322 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_496 | |
| 2021-09-01 11:52:21.776358278 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_490 | |
| 2021-09-01 11:52:21.776386964 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_495 | |
| 2021-09-01 11:52:21.776440335 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_497 | |
| 2021-09-01 11:52:21.776474123 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_528 | |
| 2021-09-01 11:52:21.776520834 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_514 | |
| 2021-09-01 11:52:21.776597054 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_407 | |
| 2021-09-01 11:52:21.776633534 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_481 | |
| 2021-09-01 11:52:21.776668309 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_482 | |
| 2021-09-01 11:52:21.776700624 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_413 | |
| 2021-09-01 11:52:21.776718254 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_416 | |
| 2021-09-01 11:52:21.776751374 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_410 | |
| 2021-09-01 11:52:21.776779051 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_415 | |
| 2021-09-01 11:52:21.776808082 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_417 | |
| 2021-09-01 11:52:21.776849768 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_448 | |
| 2021-09-01 11:52:21.776898615 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_434 | |
| 2021-09-01 11:52:21.776945767 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_327 | |
| 2021-09-01 11:52:21.776982664 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_401 | |
| 2021-09-01 11:52:21.777019064 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_402 | |
| 2021-09-01 11:52:21.777052014 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_333 | |
| 2021-09-01 11:52:21.777081469 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_336 | |
| 2021-09-01 11:52:21.777114232 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_330 | |
| 2021-09-01 11:52:21.777141382 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_335 | |
| 2021-09-01 11:52:21.777186645 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_337 | |
| 2021-09-01 11:52:21.777230370 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_368 | |
| 2021-09-01 11:52:21.777279694 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_354 | |
| 2021-09-01 11:52:21.782459682 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:21.867584229 [V:onnxruntime:, inference_session.cc:875 TransformGraph] Node placements | |
| 2021-09-01 11:52:21.867669542 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CPUExecutionProvider]: [Gather (Gather_327), Gather (Gather_330), Gather (Gather_333), Unsqueeze (Unsqueeze_335), Unsqueeze (Unsqueeze_336), Concat (Concat_337), Concat (Concat_354), Concat (Concat_368), Unsqueeze (Unsqueeze_401), Concat (Concat_402), Gather (Gather_407), Gather (Gather_410), Gather (Gather_413), Unsqueeze (Unsqueeze_415), Unsqueeze (Unsqueeze_416), Concat (Concat_417), Concat (Concat_434), Concat (Concat_448), Unsqueeze (Unsqueeze_481), Concat (Concat_482), Gather (Gather_487), Gather (Gather_490), Gather (Gather_493), Unsqueeze (Unsqueeze_495), Unsqueeze (Unsqueeze_496), Concat (Concat_497), Concat (Concat_514), Concat (Concat_528), Unsqueeze (Unsqueeze_561), Concat (Concat_562), ] | |
| 2021-09-01 11:52:21.867785420 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CUDAExecutionProvider]: [Slice (Slice_4), Slice (Slice_9), Slice (Slice_14), Slice (Slice_19), Slice (Slice_24), Slice (Slice_29), Slice (Slice_34), Slice (Slice_39), Concat (Concat_40), Conv (Conv_41), Sigmoid (Sigmoid_42), Mul (Mul_43), Conv (Conv_44), Sigmoid (Sigmoid_45), Mul (Mul_46), Conv (Conv_47), Sigmoid (Sigmoid_48), Mul (Mul_49), Conv (Conv_50), Sigmoid (Sigmoid_51), Mul (Mul_52), Conv (Conv_53), Sigmoid (Sigmoid_54), Mul (Mul_55), Add (Add_56), Conv (Conv_57), Sigmoid (Sigmoid_58), Mul (Mul_59), Conv (Conv_60), Sigmoid (Sigmoid_61), Mul (Mul_62), Add (Add_63), Conv (Conv_64), Sigmoid (Sigmoid_65), Mul (Mul_66), Concat (Concat_67), Conv (Conv_68), Sigmoid (Sigmoid_69), Mul (Mul_70), Conv (Conv_71), Sigmoid (Sigmoid_72), Mul (Mul_73), Conv (Conv_74), Sigmoid (Sigmoid_75), Mul (Mul_76), Conv (Conv_77), Sigmoid (Sigmoid_78), Mul (Mul_79), Conv (Conv_80), Sigmoid (Sigmoid_81), Mul (Mul_82), Add (Add_83), Conv (Conv_84), Sigmoid (Sigmoid_85), Mul (Mul_86), Conv (Conv_87), Sigmoid (Sigmoid_88), Mul (Mul_89), Add (Add_90), Conv (Conv_91), Sigmoid (Sigmoid_92), Mul (Mul_93), Conv (Conv_94), Sigmoid (Sigmoid_95), Mul (Mul_96), Add (Add_97), Conv (Conv_98), Sigmoid (Sigmoid_99), Mul (Mul_100), Conv (Conv_101), Sigmoid (Sigmoid_102), Mul (Mul_103), Add (Add_104), Conv (Conv_105), Sigmoid (Sigmoid_106), Mul (Mul_107), Conv (Conv_108), Sigmoid (Sigmoid_109), Mul (Mul_110), Add (Add_111), Conv (Conv_112), Sigmoid (Sigmoid_113), Mul (Mul_114), Conv (Conv_115), Sigmoid (Sigmoid_116), Mul (Mul_117), Add (Add_118), Conv (Conv_119), Sigmoid (Sigmoid_120), Mul (Mul_121), Concat (Concat_122), Conv (Conv_123), Sigmoid (Sigmoid_124), Mul (Mul_125), Conv (Conv_126), Sigmoid (Sigmoid_127), Mul (Mul_128), Conv (Conv_129), Sigmoid (Sigmoid_130), Mul (Mul_131), Conv (Conv_132), Sigmoid (Sigmoid_133), Mul (Mul_134), Conv (Conv_135), Sigmoid (Sigmoid_136), Mul (Mul_137), Add (Add_138), Conv (Conv_139), Sigmoid (Sigmoid_140), Mul (Mul_141), Conv (Conv_142), Sigmoid (Sigmoid_143), Mul (Mul_144), Add (Add_145), Conv (Conv_146), Sigmoid (Sigmoid_147), Mul (Mul_148), Conv (Conv_149), Sigmoid (Sigmoid_150), Mul (Mul_151), Add (Add_152), Conv (Conv_153), Sigmoid (Sigmoid_154), Mul (Mul_155), Conv (Conv_156), Sigmoid (Sigmoid_157), Mul (Mul_158), Add (Add_159), Conv (Conv_160), Sigmoid (Sigmoid_161), Mul (Mul_162), Conv (Conv_163), Sigmoid (Sigmoid_164), Mul (Mul_165), Add (Add_166), Conv (Conv_167), Sigmoid (Sigmoid_168), Mul (Mul_169), Conv (Conv_170), Sigmoid (Sigmoid_171), Mul (Mul_172), Add (Add_173), Conv (Conv_174), Sigmoid (Sigmoid_175), Mul (Mul_176), Concat (Concat_177), Conv (Conv_178), Sigmoid (Sigmoid_179), Mul (Mul_180), Conv (Conv_181), Sigmoid (Sigmoid_182), Mul (Mul_183), Conv (Conv_184), Sigmoid (Sigmoid_185), Mul (Mul_186), MaxPool (MaxPool_187), MaxPool (MaxPool_188), MaxPool (MaxPool_189), Concat (Concat_190), Conv (Conv_191), Sigmoid (Sigmoid_192), Mul (Mul_193), Conv (Conv_194), Sigmoid (Sigmoid_195), Mul (Mul_196), Conv (Conv_197), Sigmoid (Sigmoid_198), Mul (Mul_199), Conv (Conv_200), Sigmoid (Sigmoid_201), Mul (Mul_202), Conv (Conv_203), Sigmoid (Sigmoid_204), Mul (Mul_205), Conv (Conv_206), Sigmoid (Sigmoid_207), Mul (Mul_208), Conv (Conv_209), Sigmoid (Sigmoid_210), Mul (Mul_211), Concat (Concat_212), Conv (Conv_213), Sigmoid (Sigmoid_214), Mul (Mul_215), Conv (Conv_216), Sigmoid (Sigmoid_217), Mul (Mul_218), Resize (Resize_220), Concat (Concat_221), Conv (Conv_222), Sigmoid (Sigmoid_223), Mul (Mul_224), Conv (Conv_225), Sigmoid (Sigmoid_226), Mul (Mul_227), Conv (Conv_228), Sigmoid (Sigmoid_229), Mul (Mul_230), Conv (Conv_231), Sigmoid (Sigmoid_232), Mul (Mul_233), Conv (Conv_234), Sigmoid (Sigmoid_235), Mul (Mul_236), Conv (Conv_237), Sigmoid (Sigmoid_238), Mul (Mul_239), Concat (Concat_240), Conv (Conv_241), Sigmoid (Sigmoid_242), Mul (Mul_243), Conv (Conv_244), Sigmoid (Sigmoid_245), Mul (Mul_246), Resize (Resize_248), Concat (Concat_249), Conv (Conv_250), Sigmoid (Sigmoid_251), Mul (Mul_252), Conv (Conv_253), Sigmoid (Sigmoid_254), Mul (Mul_255), Conv (Conv_256), Sigmoid (Sigmoid_257), Mul (Mul_258), Conv (Conv_259), Sigmoid (Sigmoid_260), Mul (Mul_261), Conv (Conv_262), Sigmoid (Sigmoid_263), Mul (Mul_264), Conv (Conv_265), Sigmoid (Sigmoid_266), Mul (Mul_267), Concat (Concat_268), Conv (Conv_269), Sigmoid (Sigmoid_270), Mul (Mul_271), Conv (Conv_272), Sigmoid (Sigmoid_273), Mul (Mul_274), Concat (Concat_275), Conv (Conv_276), Sigmoid (Sigmoid_277), Mul (Mul_278), Conv (Conv_279), Sigmoid (Sigmoid_280), Mul (Mul_281), Conv (Conv_282), Sigmoid (Sigmoid_283), Mul (Mul_284), Conv (Conv_285), Sigmoid (Sigmoid_286), Mul (Mul_287), Conv (Conv_288), Sigmoid (Sigmoid_289), Mul (Mul_290), Conv (Conv_291), Sigmoid (Sigmoid_292), Mul (Mul_293), Concat (Concat_294), Conv (Conv_295), Sigmoid (Sigmoid_296), Mul (Mul_297), Conv (Conv_298), Sigmoid (Sigmoid_299), Mul (Mul_300), Concat (Concat_301), Conv (Conv_302), Sigmoid (Sigmoid_303), Mul (Mul_304), Conv (Conv_305), Sigmoid (Sigmoid_306), Mul (Mul_307), Conv (Conv_308), Sigmoid (Sigmoid_309), Mul (Mul_310), Conv (Conv_311), Sigmoid (Sigmoid_312), Mul (Mul_313), Conv (Conv_314), Sigmoid (Sigmoid_315), Mul (Mul_316), Conv (Conv_317), Sigmoid (Sigmoid_318), Mul (Mul_319), Concat (Concat_320), Conv (Conv_321), Sigmoid (Sigmoid_322), Mul (Mul_323), Conv (Conv_324), Shape (Shape_325), Reshape (Reshape_338), Transpose (Transpose_339), Range (Range_343), Range (Range_347), Reshape (Reshape_349), Reshape (Reshape_351), Shape (Shape_352), Shape (Shape_353), Reshape (Reshape_357), Expand (Expand_358), Reshape (Reshape_361), Expand (Expand_362), Unsqueeze (Unsqueeze_363), Unsqueeze (Unsqueeze_364), Concat (Concat_365), Reshape (Reshape_369), Cast (Cast_370), Sigmoid (Sigmoid_372), Slice (Slice_377), Mul (Mul_379), Sub (Sub_381), Add (Add_382), Mul (Mul_384), Slice (Slice_389), Mul (Mul_391), Pow (Pow_393), Mul (Mul_394), Slice (Slice_399), Concat (Concat_400), Reshape (Reshape_403), Conv (Conv_404), Shape (Shape_405), Reshape (Reshape_418), Transpose (Transpose_419), Range (Range_423), Range (Range_427), Reshape (Reshape_429), Reshape (Reshape_431), Shape (Shape_432), Shape (Shape_433), Reshape (Reshape_437), Expand (Expand_438), Reshape (Reshape_441), Expand (Expand_442), Unsqueeze (Unsqueeze_443), Unsqueeze (Unsqueeze_444), Concat (Concat_445), Reshape (Reshape_449), Cast (Cast_450), Sigmoid (Sigmoid_452), Slice (Slice_457), Mul (Mul_459), Sub (Sub_461), Add (Add_462), Mul (Mul_464), Slice (Slice_469), Mul (Mul_471), Pow (Pow_473), Mul (Mul_474), Slice (Slice_479), Concat (Concat_480), Reshape (Reshape_483), Conv (Conv_484), Shape (Shape_485), Reshape (Reshape_498), Transpose (Transpose_499), Range (Range_503), Range (Range_507), Reshape (Reshape_509), Reshape (Reshape_511), Shape (Shape_512), Shape (Shape_513), Reshape (Reshape_517), Expand (Expand_518), Reshape (Reshape_521), Expand (Expand_522), Unsqueeze (Unsqueeze_523), Unsqueeze (Unsqueeze_524), Concat (Concat_525), Reshape (Reshape_529), Cast (Cast_530), Sigmoid (Sigmoid_532), Slice (Slice_537), Mul (Mul_539), Sub (Sub_541), Add (Add_542), Mul (Mul_544), Slice (Slice_549), Mul (Mul_551), Pow (Pow_553), Mul (Mul_554), Slice (Slice_559), Concat (Concat_560), Reshape (Reshape_563), Concat (Concat_564), ] | |
| 2021-09-01 11:52:21.894433694 [V:onnxruntime:, session_state.cc:76 CreateGraphInfo] SaveMLValueNameIndexMapping | |
| 2021-09-01 11:52:21.895411528 [V:onnxruntime:, session_state.cc:122 CreateGraphInfo] Done saving OrtValue mappings. | |
| 2021-09-01 11:52:21.935939127 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.936009534 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.936046781 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CudaPinned with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.936079064 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.936097574 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CUDA_CPU with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.936128578 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.936169750 [I:onnxruntime:, inference_session.cc:1081 Initialize] Initializing session. | |
| 2021-09-01 11:52:21.936211803 [I:onnxruntime:, inference_session.cc:1106 Initialize] Adding default CPU execution provider. | |
| 2021-09-01 11:52:21.936256211 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cpu with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:21.936310411 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:21.959463160 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 970 | |
| 2021-09-01 11:52:21.959554494 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 974 | |
| 2021-09-01 11:52:21.959629309 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 872 | |
| 2021-09-01 11:52:21.959668732 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 876 | |
| 2021-09-01 11:52:21.959732756 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 774 | |
| 2021-09-01 11:52:21.959768682 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 778 | |
| 2021-09-01 11:52:21.959867327 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 676 | |
| 2021-09-01 11:52:21.959912794 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 680 | |
| 2021-09-01 11:52:21.959957486 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 8 | |
| 2021-09-01 11:52:21.970634564 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '968'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970702726 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '870'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970719481 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '772'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970735665 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '678'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970778182 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '776'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970822537 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '674'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970847838 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '972'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.970875519 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '874'. It is no longer used by any node. | |
| 2021-09-01 11:52:21.987259381 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:21.996849556 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_654 | |
| 2021-09-01 11:52:21.996909161 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_651 | |
| 2021-09-01 11:52:21.996923583 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_648 | |
| 2021-09-01 11:52:21.997151203 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_675 | |
| 2021-09-01 11:52:21.997184980 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_675 | |
| 2021-09-01 11:52:21.997346031 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_574 | |
| 2021-09-01 11:52:21.997373371 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_571 | |
| 2021-09-01 11:52:21.997385651 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_568 | |
| 2021-09-01 11:52:21.997583428 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_595 | |
| 2021-09-01 11:52:21.997613698 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_595 | |
| 2021-09-01 11:52:21.997755684 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_494 | |
| 2021-09-01 11:52:21.997781345 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_491 | |
| 2021-09-01 11:52:21.997793095 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_488 | |
| 2021-09-01 11:52:21.997985910 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_515 | |
| 2021-09-01 11:52:21.998002568 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_515 | |
| 2021-09-01 11:52:21.998139252 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_414 | |
| 2021-09-01 11:52:21.998165521 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_411 | |
| 2021-09-01 11:52:21.998194346 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_408 | |
| 2021-09-01 11:52:21.998400225 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_435 | |
| 2021-09-01 11:52:21.998433632 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_435 | |
| 2021-09-01 11:52:21.998588542 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_648 | |
| 2021-09-01 11:52:21.998625549 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_722 | |
| 2021-09-01 11:52:21.998656213 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_723 | |
| 2021-09-01 11:52:21.998678841 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_654 | |
| 2021-09-01 11:52:21.998698256 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_657 | |
| 2021-09-01 11:52:21.998720300 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_651 | |
| 2021-09-01 11:52:21.998754855 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_656 | |
| 2021-09-01 11:52:21.998800011 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_658 | |
| 2021-09-01 11:52:21.998845144 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_689 | |
| 2021-09-01 11:52:21.998894194 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_675 | |
| 2021-09-01 11:52:21.998942427 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_568 | |
| 2021-09-01 11:52:21.998971613 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_642 | |
| 2021-09-01 11:52:21.999008433 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_643 | |
| 2021-09-01 11:52:21.999038790 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_574 | |
| 2021-09-01 11:52:21.999068653 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_577 | |
| 2021-09-01 11:52:21.999088375 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_571 | |
| 2021-09-01 11:52:21.999117837 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_576 | |
| 2021-09-01 11:52:21.999147753 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_578 | |
| 2021-09-01 11:52:21.999183055 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_609 | |
| 2021-09-01 11:52:21.999229236 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_595 | |
| 2021-09-01 11:52:21.999274789 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_488 | |
| 2021-09-01 11:52:21.999303331 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_562 | |
| 2021-09-01 11:52:21.999326723 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_563 | |
| 2021-09-01 11:52:21.999347609 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_494 | |
| 2021-09-01 11:52:21.999377108 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_497 | |
| 2021-09-01 11:52:21.999415627 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_491 | |
| 2021-09-01 11:52:21.999445670 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_496 | |
| 2021-09-01 11:52:21.999494077 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_498 | |
| 2021-09-01 11:52:21.999536280 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_529 | |
| 2021-09-01 11:52:21.999570864 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_515 | |
| 2021-09-01 11:52:21.999621266 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_408 | |
| 2021-09-01 11:52:21.999651416 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_482 | |
| 2021-09-01 11:52:21.999685671 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_483 | |
| 2021-09-01 11:52:21.999714402 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_414 | |
| 2021-09-01 11:52:21.999743724 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_417 | |
| 2021-09-01 11:52:21.999764297 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_411 | |
| 2021-09-01 11:52:21.999781526 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_416 | |
| 2021-09-01 11:52:21.999856962 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_418 | |
| 2021-09-01 11:52:21.999895067 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_449 | |
| 2021-09-01 11:52:21.999928223 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_435 | |
| 2021-09-01 11:52:22.006917856 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:22.152217702 [V:onnxruntime:, inference_session.cc:875 TransformGraph] Node placements | |
| 2021-09-01 11:52:22.152306222 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CPUExecutionProvider]: [Gather (Gather_408), Gather (Gather_411), Gather (Gather_414), Unsqueeze (Unsqueeze_416), Unsqueeze (Unsqueeze_417), Concat (Concat_418), Concat (Concat_435), Concat (Concat_449), Unsqueeze (Unsqueeze_482), Concat (Concat_483), Gather (Gather_488), Gather (Gather_491), Gather (Gather_494), Unsqueeze (Unsqueeze_496), Unsqueeze (Unsqueeze_497), Concat (Concat_498), Concat (Concat_515), Concat (Concat_529), Unsqueeze (Unsqueeze_562), Concat (Concat_563), Gather (Gather_568), Gather (Gather_571), Gather (Gather_574), Unsqueeze (Unsqueeze_576), Unsqueeze (Unsqueeze_577), Concat (Concat_578), Concat (Concat_595), Concat (Concat_609), Unsqueeze (Unsqueeze_642), Concat (Concat_643), Gather (Gather_648), Gather (Gather_651), Gather (Gather_654), Unsqueeze (Unsqueeze_656), Unsqueeze (Unsqueeze_657), Concat (Concat_658), Concat (Concat_675), Concat (Concat_689), Unsqueeze (Unsqueeze_722), Concat (Concat_723), ] | |
| 2021-09-01 11:52:22.152419984 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CUDAExecutionProvider]: [Slice (Slice_4), Slice (Slice_9), Slice (Slice_14), Slice (Slice_19), Slice (Slice_24), Slice (Slice_29), Slice (Slice_34), Slice (Slice_39), Concat (Concat_40), Conv (Conv_41), Sigmoid (Sigmoid_42), Mul (Mul_43), Conv (Conv_44), Sigmoid (Sigmoid_45), Mul (Mul_46), Conv (Conv_47), Sigmoid (Sigmoid_48), Mul (Mul_49), Conv (Conv_50), Sigmoid (Sigmoid_51), Mul (Mul_52), Conv (Conv_53), Sigmoid (Sigmoid_54), Mul (Mul_55), Add (Add_56), Conv (Conv_57), Sigmoid (Sigmoid_58), Mul (Mul_59), Conv (Conv_60), Sigmoid (Sigmoid_61), Mul (Mul_62), Add (Add_63), Conv (Conv_64), Sigmoid (Sigmoid_65), Mul (Mul_66), Concat (Concat_67), Conv (Conv_68), Sigmoid (Sigmoid_69), Mul (Mul_70), Conv (Conv_71), Sigmoid (Sigmoid_72), Mul (Mul_73), Conv (Conv_74), Sigmoid (Sigmoid_75), Mul (Mul_76), Conv (Conv_77), Sigmoid (Sigmoid_78), Mul (Mul_79), Conv (Conv_80), Sigmoid (Sigmoid_81), Mul (Mul_82), Add (Add_83), Conv (Conv_84), Sigmoid (Sigmoid_85), Mul (Mul_86), Conv (Conv_87), Sigmoid (Sigmoid_88), Mul (Mul_89), Add (Add_90), Conv (Conv_91), Sigmoid (Sigmoid_92), Mul (Mul_93), Conv (Conv_94), Sigmoid (Sigmoid_95), Mul (Mul_96), Add (Add_97), Conv (Conv_98), Sigmoid (Sigmoid_99), Mul (Mul_100), Conv (Conv_101), Sigmoid (Sigmoid_102), Mul (Mul_103), Add (Add_104), Conv (Conv_105), Sigmoid (Sigmoid_106), Mul (Mul_107), Conv (Conv_108), Sigmoid (Sigmoid_109), Mul (Mul_110), Add (Add_111), Conv (Conv_112), Sigmoid (Sigmoid_113), Mul (Mul_114), Conv (Conv_115), Sigmoid (Sigmoid_116), Mul (Mul_117), Add (Add_118), Conv (Conv_119), Sigmoid (Sigmoid_120), Mul (Mul_121), Concat (Concat_122), Conv (Conv_123), Sigmoid (Sigmoid_124), Mul (Mul_125), Conv (Conv_126), Sigmoid (Sigmoid_127), Mul (Mul_128), Conv (Conv_129), Sigmoid (Sigmoid_130), Mul (Mul_131), Conv (Conv_132), Sigmoid (Sigmoid_133), Mul (Mul_134), Conv (Conv_135), Sigmoid (Sigmoid_136), Mul (Mul_137), Add (Add_138), Conv (Conv_139), Sigmoid (Sigmoid_140), Mul (Mul_141), Conv (Conv_142), Sigmoid (Sigmoid_143), Mul (Mul_144), Add (Add_145), Conv (Conv_146), Sigmoid (Sigmoid_147), Mul (Mul_148), Conv (Conv_149), Sigmoid (Sigmoid_150), Mul (Mul_151), Add (Add_152), Conv (Conv_153), Sigmoid (Sigmoid_154), Mul (Mul_155), Conv (Conv_156), Sigmoid (Sigmoid_157), Mul (Mul_158), Add (Add_159), Conv (Conv_160), Sigmoid (Sigmoid_161), Mul (Mul_162), Conv (Conv_163), Sigmoid (Sigmoid_164), Mul (Mul_165), Add (Add_166), Conv (Conv_167), Sigmoid (Sigmoid_168), Mul (Mul_169), Conv (Conv_170), Sigmoid (Sigmoid_171), Mul (Mul_172), Add (Add_173), Conv (Conv_174), Sigmoid (Sigmoid_175), Mul (Mul_176), Concat (Concat_177), Conv (Conv_178), Sigmoid (Sigmoid_179), Mul (Mul_180), Conv (Conv_181), Sigmoid (Sigmoid_182), Mul (Mul_183), Conv (Conv_184), Sigmoid (Sigmoid_185), Mul (Mul_186), Conv (Conv_187), Sigmoid (Sigmoid_188), Mul (Mul_189), Conv (Conv_190), Sigmoid (Sigmoid_191), Mul (Mul_192), Add (Add_193), Conv (Conv_194), Sigmoid (Sigmoid_195), Mul (Mul_196), Conv (Conv_197), Sigmoid (Sigmoid_198), Mul (Mul_199), Add (Add_200), Conv (Conv_201), Sigmoid (Sigmoid_202), Mul (Mul_203), Concat (Concat_204), Conv (Conv_205), Sigmoid (Sigmoid_206), Mul (Mul_207), Conv (Conv_208), Sigmoid (Sigmoid_209), Mul (Mul_210), Conv (Conv_211), Sigmoid (Sigmoid_212), Mul (Mul_213), MaxPool (MaxPool_214), MaxPool (MaxPool_215), MaxPool (MaxPool_216), Concat (Concat_217), Conv (Conv_218), Sigmoid (Sigmoid_219), Mul (Mul_220), Conv (Conv_221), Sigmoid (Sigmoid_222), Mul (Mul_223), Conv (Conv_224), Sigmoid (Sigmoid_225), Mul (Mul_226), Conv (Conv_227), Sigmoid (Sigmoid_228), Mul (Mul_229), Conv (Conv_230), Sigmoid (Sigmoid_231), Mul (Mul_232), Conv (Conv_233), Sigmoid (Sigmoid_234), Mul (Mul_235), Conv (Conv_236), Sigmoid (Sigmoid_237), Mul (Mul_238), Concat (Concat_239), Conv (Conv_240), Sigmoid (Sigmoid_241), Mul (Mul_242), Conv (Conv_243), Sigmoid (Sigmoid_244), Mul (Mul_245), Resize (Resize_247), Concat (Concat_248), Conv (Conv_249), Sigmoid (Sigmoid_250), Mul (Mul_251), Conv (Conv_252), Sigmoid (Sigmoid_253), Mul (Mul_254), Conv (Conv_255), Sigmoid (Sigmoid_256), Mul (Mul_257), Conv (Conv_258), Sigmoid (Sigmoid_259), Mul (Mul_260), Conv (Conv_261), Sigmoid (Sigmoid_262), Mul (Mul_263), Conv (Conv_264), Sigmoid (Sigmoid_265), Mul (Mul_266), Concat (Concat_267), Conv (Conv_268), Sigmoid (Sigmoid_269), Mul (Mul_270), Conv (Conv_271), Sigmoid (Sigmoid_272), Mul (Mul_273), Resize (Resize_275), Concat (Concat_276), Conv (Conv_277), Sigmoid (Sigmoid_278), Mul (Mul_279), Conv (Conv_280), Sigmoid (Sigmoid_281), Mul (Mul_282), Conv (Conv_283), Sigmoid (Sigmoid_284), Mul (Mul_285), Conv (Conv_286), Sigmoid (Sigmoid_287), Mul (Mul_288), Conv (Conv_289), Sigmoid (Sigmoid_290), Mul (Mul_291), Conv (Conv_292), Sigmoid (Sigmoid_293), Mul (Mul_294), Concat (Concat_295), Conv (Conv_296), Sigmoid (Sigmoid_297), Mul (Mul_298), Conv (Conv_299), Sigmoid (Sigmoid_300), Mul (Mul_301), Resize (Resize_303), Concat (Concat_304), Conv (Conv_305), Sigmoid (Sigmoid_306), Mul (Mul_307), Conv (Conv_308), Sigmoid (Sigmoid_309), Mul (Mul_310), Conv (Conv_311), Sigmoid (Sigmoid_312), Mul (Mul_313), Conv (Conv_314), Sigmoid (Sigmoid_315), Mul (Mul_316), Conv (Conv_317), Sigmoid (Sigmoid_318), Mul (Mul_319), Conv (Conv_320), Sigmoid (Sigmoid_321), Mul (Mul_322), Concat (Concat_323), Conv (Conv_324), Sigmoid (Sigmoid_325), Mul (Mul_326), Conv (Conv_327), Sigmoid (Sigmoid_328), Mul (Mul_329), Concat (Concat_330), Conv (Conv_331), Sigmoid (Sigmoid_332), Mul (Mul_333), Conv (Conv_334), Sigmoid (Sigmoid_335), Mul (Mul_336), Conv (Conv_337), Sigmoid (Sigmoid_338), Mul (Mul_339), Conv (Conv_340), Sigmoid (Sigmoid_341), Mul (Mul_342), Conv (Conv_343), Sigmoid (Sigmoid_344), Mul (Mul_345), Conv (Conv_346), Sigmoid (Sigmoid_347), Mul (Mul_348), Concat (Concat_349), Conv (Conv_350), Sigmoid (Sigmoid_351), Mul (Mul_352), Conv (Conv_353), Sigmoid (Sigmoid_354), Mul (Mul_355), Concat (Concat_356), Conv (Conv_357), Sigmoid (Sigmoid_358), Mul (Mul_359), Conv (Conv_360), Sigmoid (Sigmoid_361), Mul (Mul_362), Conv (Conv_363), Sigmoid (Sigmoid_364), Mul (Mul_365), Conv (Conv_366), Sigmoid (Sigmoid_367), Mul (Mul_368), Conv (Conv_369), Sigmoid (Sigmoid_370), Mul (Mul_371), Conv (Conv_372), Sigmoid (Sigmoid_373), Mul (Mul_374), Concat (Concat_375), Conv (Conv_376), Sigmoid (Sigmoid_377), Mul (Mul_378), Conv (Conv_379), Sigmoid (Sigmoid_380), Mul (Mul_381), Concat (Concat_382), Conv (Conv_383), Sigmoid (Sigmoid_384), Mul (Mul_385), Conv (Conv_386), Sigmoid (Sigmoid_387), Mul (Mul_388), Conv (Conv_389), Sigmoid (Sigmoid_390), Mul (Mul_391), Conv (Conv_392), Sigmoid (Sigmoid_393), Mul (Mul_394), Conv (Conv_395), Sigmoid (Sigmoid_396), Mul (Mul_397), Conv (Conv_398), Sigmoid (Sigmoid_399), Mul (Mul_400), Concat (Concat_401), Conv (Conv_402), Sigmoid (Sigmoid_403), Mul (Mul_404), Conv (Conv_405), Shape (Shape_406), Reshape (Reshape_419), Transpose (Transpose_420), Range (Range_424), Range (Range_428), Reshape (Reshape_430), Reshape (Reshape_432), Shape (Shape_433), Shape (Shape_434), Reshape (Reshape_438), Expand (Expand_439), Reshape (Reshape_442), Expand (Expand_443), Unsqueeze (Unsqueeze_444), Unsqueeze (Unsqueeze_445), Concat (Concat_446), Reshape (Reshape_450), Cast (Cast_451), Sigmoid (Sigmoid_453), Slice (Slice_458), Mul (Mul_460), Sub (Sub_462), Add (Add_463), Mul (Mul_465), Slice (Slice_470), Mul (Mul_472), Pow (Pow_474), Mul (Mul_475), Slice (Slice_480), Concat (Concat_481), Reshape (Reshape_484), Conv (Conv_485), Shape (Shape_486), Reshape (Reshape_499), Transpose (Transpose_500), Range (Range_504), Range (Range_508), Reshape (Reshape_510), Reshape (Reshape_512), Shape (Shape_513), Shape (Shape_514), Reshape (Reshape_518), Expand (Expand_519), Reshape (Reshape_522), Expand (Expand_523), Unsqueeze (Unsqueeze_524), Unsqueeze (Unsqueeze_525), Concat (Concat_526), Reshape (Reshape_530), Cast (Cast_531), Sigmoid (Sigmoid_533), Slice (Slice_538), Mul (Mul_540), Sub (Sub_542), Add (Add_543), Mul (Mul_545), Slice (Slice_550), Mul (Mul_552), Pow (Pow_554), Mul (Mul_555), Slice (Slice_560), Concat (Concat_561), Reshape (Reshape_564), Conv (Conv_565), Shape (Shape_566), Reshape (Reshape_579), Transpose (Transpose_580), Range (Range_584), Range (Range_588), Reshape (Reshape_590), Reshape (Reshape_592), Shape (Shape_593), Shape (Shape_594), Reshape (Reshape_598), Expand (Expand_599), Reshape (Reshape_602), Expand (Expand_603), Unsqueeze (Unsqueeze_604), Unsqueeze (Unsqueeze_605), Concat (Concat_606), Reshape (Reshape_610), Cast (Cast_611), Sigmoid (Sigmoid_613), Slice (Slice_618), Mul (Mul_620), Sub (Sub_622), Add (Add_623), Mul (Mul_625), Slice (Slice_630), Mul (Mul_632), Pow (Pow_634), Mul (Mul_635), Slice (Slice_640), Concat (Concat_641), Reshape (Reshape_644), Conv (Conv_645), Shape (Shape_646), Reshape (Reshape_659), Transpose (Transpose_660), Range (Range_664), Range (Range_668), Reshape (Reshape_670), Reshape (Reshape_672), Shape (Shape_673), Shape (Shape_674), Reshape (Reshape_678), Expand (Expand_679), Reshape (Reshape_682), Expand (Expand_683), Unsqueeze (Unsqueeze_684), Unsqueeze (Unsqueeze_685), Concat (Concat_686), Reshape (Reshape_690), Cast (Cast_691), Sigmoid (Sigmoid_693), Slice (Slice_698), Mul (Mul_700), Sub (Sub_702), Add (Add_703), Mul (Mul_705), Slice (Slice_710), Mul (Mul_712), Pow (Pow_714), Mul (Mul_715), Slice (Slice_720), Concat (Concat_721), Reshape (Reshape_724), Concat (Concat_725), ] | |
| 2021-09-01 11:52:22.195635885 [V:onnxruntime:, session_state.cc:76 CreateGraphInfo] SaveMLValueNameIndexMapping | |
| 2021-09-01 11:52:22.196675854 [V:onnxruntime:, session_state.cc:122 CreateGraphInfo] Done saving OrtValue mappings. | |
| I0901 11:52:25.122687 1 python.cc:280] GRPC connection was successful (device 0) | |
| I0901 11:52:25.122960 1 python.cc:637] TRITONBACKEND_ModelInstanceInitialize: instance initialization successful yolov5_horror_preprocessing (device 0) | |
| I0901 11:52:25.124428 1 backend.cc:333] Skipping batch 0 warmup sample '' | |
| I0901 11:52:25.126611 1 dynamic_batch_scheduler.cc:230] Starting dynamic-batch scheduler thread 0 at nice 5... | |
| I0901 11:52:25.126847 1 model_repository_manager.cc:960] successfully loaded 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:25.126886 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_horror_preprocessing' version 1: 0 | |
| I0901 11:52:25.127699 1 model_repository_manager.cc:745] no next action, trigger OnComplete() | |
| I0901 11:52:25.128337 1 model_repository_manager.cc:452] VersionStates() 'yolov5_horror_preprocessing' | |
| 2021-09-01 11:52:25.529141515 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:25.529205237 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:25.529746246 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:25.529804994 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:25.530326891 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:25.530388365 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:25.530622966 [I:onnxruntime:, session_state_utils.cc:100 SaveInitializedTensors] Saving initialized tensors. | |
| 2021-09-01 11:52:25.531405005 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 96024576 bytes for Cuda | |
| 2021-09-01 11:52:25.531437152 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 768 bytes for Cpu | |
| 2021-09-01 11:52:25.579296053 [I:onnxruntime:, session_state_utils.cc:212 SaveInitializedTensors] Done saving initialized tensors | |
| 2021-09-01 11:52:25.582426610 [I:onnxruntime:, inference_session.cc:1256 Initialize] Session successfully initialized. | |
| I0901 11:52:25.583275 1 backend.cc:333] Skipping batch 0 warmup sample '' | |
| I0901 11:52:25.584388 1 dynamic_batch_scheduler.cc:230] Starting dynamic-batch scheduler thread 0 at nice 5... | |
| I0901 11:52:25.584535 1 model_repository_manager.cc:960] successfully loaded 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:25.584592 1 model_repository_manager.cc:730] TriggerNextAction() 'horr_resnet_dml_fp32' version 1: 0 | |
| I0901 11:52:25.584641 1 model_repository_manager.cc:745] no next action, trigger OnComplete() | |
| 2021-09-01 11:52:25.829933776 [I:onnxruntime:, session_state_utils.cc:100 SaveInitializedTensors] Saving initialized tensors. | |
| 2021-09-01 11:52:25.831672882 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 141793024 bytes for Cuda | |
| 2021-09-01 11:52:25.831720093 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 39680 bytes for Cpu | |
| 2021-09-01 11:52:25.837387399 [I:onnxruntime:, session_state_utils.cc:100 SaveInitializedTensors] Saving initialized tensors. | |
| 2021-09-01 11:52:25.838899483 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 84207360 bytes for Cuda | |
| 2021-09-01 11:52:25.838945110 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 31744 bytes for Cpu | |
| 2021-09-01 11:52:25.907003184 [I:onnxruntime:, session_state_utils.cc:212 SaveInitializedTensors] Done saving initialized tensors | |
| 2021-09-01 11:52:25.909006346 [I:onnxruntime:, inference_session.cc:1256 Initialize] Session successfully initialized. | |
| I0901 11:52:25.909118 1 backend.cc:333] Skipping batch 0 warmup sample '' | |
| I0901 11:52:25.909412 1 dynamic_batch_scheduler.cc:230] Starting dynamic-batch scheduler thread 0 at nice 5... | |
| I0901 11:52:25.909524 1 model_repository_manager.cc:960] successfully loaded 'yolov5_flag_onnx' version 1 | |
| I0901 11:52:25.909554 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_flag_onnx' version 1: 0 | |
| I0901 11:52:25.909569 1 model_repository_manager.cc:745] no next action, trigger OnComplete() | |
| I0901 11:52:25.909653 1 model_repository_manager.cc:452] VersionStates() 'yolov5_flag_onnx' | |
| 2021-09-01 11:52:25.922654932 [I:onnxruntime:, session_state_utils.cc:212 SaveInitializedTensors] Done saving initialized tensors | |
| 2021-09-01 11:52:25.924653951 [I:onnxruntime:, inference_session.cc:1256 Initialize] Session successfully initialized. | |
| I0901 11:52:25.925637 1 onnxruntime.cc:1830] TRITONBACKEND_ModelInstanceInitialize: yolov5_nsfw_onnx_0 (GPU device 0) | |
| I0901 11:52:25.926394 1 backend_model_instance.cc:105] Creating instance yolov5_nsfw_onnx_0 on GPU 0 (7.5) using artifact 'yolov5m_nsfw.onnx' | |
| I0901 11:52:25.928130 1 onnxruntime.cc:268] CUDA Execution Accelerator is set for 'yolov5_nsfw_onnx' on device 0 | |
| 2021-09-01 11:52:25.928237599 [I:onnxruntime:, inference_session.cc:230 ConstructorCommon] Creating and using per session threadpools since use_per_session_threads_ is true | |
| 2021-09-01 11:52:26.139419491 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:26.139499192 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:26.139536833 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CudaPinned with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:26.139569840 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:26.139598751 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for CUDA_CPU with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:26.139658020 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:26.139713754 [I:onnxruntime:, inference_session.cc:1081 Initialize] Initializing session. | |
| 2021-09-01 11:52:26.139747275 [I:onnxruntime:, inference_session.cc:1106 Initialize] Adding default CPU execution provider. | |
| 2021-09-01 11:52:26.139765284 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cpu with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:26.139781068 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:26.153676638 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 738 | |
| 2021-09-01 11:52:26.153764788 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 742 | |
| 2021-09-01 11:52:26.153820263 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 640 | |
| 2021-09-01 11:52:26.153860143 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 644 | |
| 2021-09-01 11:52:26.153908249 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 542 | |
| 2021-09-01 11:52:26.153942961 [I:onnxruntime:, reshape_fusion.cc:33 ApplyImpl] Fused reshape node: 546 | |
| 2021-09-01 11:52:26.153972373 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 6 | |
| 2021-09-01 11:52:26.162427940 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '740'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.162497800 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '736'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.162515296 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '642'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.162528150 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '638'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.162573079 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '540'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.162627379 [I:onnxruntime:, graph.cc:3096 CleanUnusedInitializers] Removing initializer '544'. It is no longer used by any node. | |
| 2021-09-01 11:52:26.176238115 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:26.184270794 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_493 | |
| 2021-09-01 11:52:26.184347932 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_490 | |
| 2021-09-01 11:52:26.184362908 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_487 | |
| 2021-09-01 11:52:26.184578739 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_514 | |
| 2021-09-01 11:52:26.184609656 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_514 | |
| 2021-09-01 11:52:26.184772749 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_413 | |
| 2021-09-01 11:52:26.184799618 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_410 | |
| 2021-09-01 11:52:26.184812115 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_407 | |
| 2021-09-01 11:52:26.185024472 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_434 | |
| 2021-09-01 11:52:26.185069047 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_434 | |
| 2021-09-01 11:52:26.185345194 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_333 | |
| 2021-09-01 11:52:26.185387110 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_330 | |
| 2021-09-01 11:52:26.185432927 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Gather_327 | |
| 2021-09-01 11:52:26.185649001 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_354 | |
| 2021-09-01 11:52:26.185679281 [I:onnxruntime:log, fallback_cpu_capability.h:83 operator()] Canditiate for fallback CPU execution: Concat_354 | |
| 2021-09-01 11:52:26.185849909 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_487 | |
| 2021-09-01 11:52:26.185889786 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_561 | |
| 2021-09-01 11:52:26.185925982 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_562 | |
| 2021-09-01 11:52:26.185956612 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_493 | |
| 2021-09-01 11:52:26.185990436 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_496 | |
| 2021-09-01 11:52:26.186023409 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_490 | |
| 2021-09-01 11:52:26.186054967 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_495 | |
| 2021-09-01 11:52:26.186094924 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_497 | |
| 2021-09-01 11:52:26.186138236 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_528 | |
| 2021-09-01 11:52:26.186180609 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_514 | |
| 2021-09-01 11:52:26.186224734 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_407 | |
| 2021-09-01 11:52:26.186252988 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_481 | |
| 2021-09-01 11:52:26.186287075 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_482 | |
| 2021-09-01 11:52:26.186319825 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_413 | |
| 2021-09-01 11:52:26.186338809 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_416 | |
| 2021-09-01 11:52:26.186361361 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_410 | |
| 2021-09-01 11:52:26.186391080 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_415 | |
| 2021-09-01 11:52:26.186419721 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_417 | |
| 2021-09-01 11:52:26.186465448 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_448 | |
| 2021-09-01 11:52:26.186509437 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_434 | |
| 2021-09-01 11:52:26.186554429 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_327 | |
| 2021-09-01 11:52:26.186594440 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_401 | |
| 2021-09-01 11:52:26.186663369 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_402 | |
| 2021-09-01 11:52:26.186725083 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_333 | |
| 2021-09-01 11:52:26.186789184 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_336 | |
| 2021-09-01 11:52:26.186841511 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Gather_330 | |
| 2021-09-01 11:52:26.186886581 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Unsqueeze_335 | |
| 2021-09-01 11:52:26.186948802 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_337 | |
| 2021-09-01 11:52:26.187017732 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_368 | |
| 2021-09-01 11:52:26.187090161 [W:onnxruntime:log, fallback_cpu_capability.h:140 GetCpuPreferedNodes] Force fallback to CPU execution for node: Concat_354 | |
| 2021-09-01 11:52:26.192441717 [I:onnxruntime:, reshape_fusion.cc:37 ApplyImpl] Total fused reshape node count: 0 | |
| 2021-09-01 11:52:26.278979395 [V:onnxruntime:, inference_session.cc:875 TransformGraph] Node placements | |
| 2021-09-01 11:52:26.279073432 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CPUExecutionProvider]: [Gather (Gather_327), Gather (Gather_330), Gather (Gather_333), Unsqueeze (Unsqueeze_335), Unsqueeze (Unsqueeze_336), Concat (Concat_337), Concat (Concat_354), Concat (Concat_368), Unsqueeze (Unsqueeze_401), Concat (Concat_402), Gather (Gather_407), Gather (Gather_410), Gather (Gather_413), Unsqueeze (Unsqueeze_415), Unsqueeze (Unsqueeze_416), Concat (Concat_417), Concat (Concat_434), Concat (Concat_448), Unsqueeze (Unsqueeze_481), Concat (Concat_482), Gather (Gather_487), Gather (Gather_490), Gather (Gather_493), Unsqueeze (Unsqueeze_495), Unsqueeze (Unsqueeze_496), Concat (Concat_497), Concat (Concat_514), Concat (Concat_528), Unsqueeze (Unsqueeze_561), Concat (Concat_562), ] | |
| 2021-09-01 11:52:26.279172273 [V:onnxruntime:, inference_session.cc:882 TransformGraph] Provider: [CUDAExecutionProvider]: [Slice (Slice_4), Slice (Slice_9), Slice (Slice_14), Slice (Slice_19), Slice (Slice_24), Slice (Slice_29), Slice (Slice_34), Slice (Slice_39), Concat (Concat_40), Conv (Conv_41), Sigmoid (Sigmoid_42), Mul (Mul_43), Conv (Conv_44), Sigmoid (Sigmoid_45), Mul (Mul_46), Conv (Conv_47), Sigmoid (Sigmoid_48), Mul (Mul_49), Conv (Conv_50), Sigmoid (Sigmoid_51), Mul (Mul_52), Conv (Conv_53), Sigmoid (Sigmoid_54), Mul (Mul_55), Add (Add_56), Conv (Conv_57), Sigmoid (Sigmoid_58), Mul (Mul_59), Conv (Conv_60), Sigmoid (Sigmoid_61), Mul (Mul_62), Add (Add_63), Conv (Conv_64), Sigmoid (Sigmoid_65), Mul (Mul_66), Concat (Concat_67), Conv (Conv_68), Sigmoid (Sigmoid_69), Mul (Mul_70), Conv (Conv_71), Sigmoid (Sigmoid_72), Mul (Mul_73), Conv (Conv_74), Sigmoid (Sigmoid_75), Mul (Mul_76), Conv (Conv_77), Sigmoid (Sigmoid_78), Mul (Mul_79), Conv (Conv_80), Sigmoid (Sigmoid_81), Mul (Mul_82), Add (Add_83), Conv (Conv_84), Sigmoid (Sigmoid_85), Mul (Mul_86), Conv (Conv_87), Sigmoid (Sigmoid_88), Mul (Mul_89), Add (Add_90), Conv (Conv_91), Sigmoid (Sigmoid_92), Mul (Mul_93), Conv (Conv_94), Sigmoid (Sigmoid_95), Mul (Mul_96), Add (Add_97), Conv (Conv_98), Sigmoid (Sigmoid_99), Mul (Mul_100), Conv (Conv_101), Sigmoid (Sigmoid_102), Mul (Mul_103), Add (Add_104), Conv (Conv_105), Sigmoid (Sigmoid_106), Mul (Mul_107), Conv (Conv_108), Sigmoid (Sigmoid_109), Mul (Mul_110), Add (Add_111), Conv (Conv_112), Sigmoid (Sigmoid_113), Mul (Mul_114), Conv (Conv_115), Sigmoid (Sigmoid_116), Mul (Mul_117), Add (Add_118), Conv (Conv_119), Sigmoid (Sigmoid_120), Mul (Mul_121), Concat (Concat_122), Conv (Conv_123), Sigmoid (Sigmoid_124), Mul (Mul_125), Conv (Conv_126), Sigmoid (Sigmoid_127), Mul (Mul_128), Conv (Conv_129), Sigmoid (Sigmoid_130), Mul (Mul_131), Conv (Conv_132), Sigmoid (Sigmoid_133), Mul (Mul_134), Conv (Conv_135), Sigmoid (Sigmoid_136), Mul (Mul_137), Add (Add_138), Conv (Conv_139), Sigmoid (Sigmoid_140), Mul (Mul_141), Conv (Conv_142), Sigmoid (Sigmoid_143), Mul (Mul_144), Add (Add_145), Conv (Conv_146), Sigmoid (Sigmoid_147), Mul (Mul_148), Conv (Conv_149), Sigmoid (Sigmoid_150), Mul (Mul_151), Add (Add_152), Conv (Conv_153), Sigmoid (Sigmoid_154), Mul (Mul_155), Conv (Conv_156), Sigmoid (Sigmoid_157), Mul (Mul_158), Add (Add_159), Conv (Conv_160), Sigmoid (Sigmoid_161), Mul (Mul_162), Conv (Conv_163), Sigmoid (Sigmoid_164), Mul (Mul_165), Add (Add_166), Conv (Conv_167), Sigmoid (Sigmoid_168), Mul (Mul_169), Conv (Conv_170), Sigmoid (Sigmoid_171), Mul (Mul_172), Add (Add_173), Conv (Conv_174), Sigmoid (Sigmoid_175), Mul (Mul_176), Concat (Concat_177), Conv (Conv_178), Sigmoid (Sigmoid_179), Mul (Mul_180), Conv (Conv_181), Sigmoid (Sigmoid_182), Mul (Mul_183), Conv (Conv_184), Sigmoid (Sigmoid_185), Mul (Mul_186), MaxPool (MaxPool_187), MaxPool (MaxPool_188), MaxPool (MaxPool_189), Concat (Concat_190), Conv (Conv_191), Sigmoid (Sigmoid_192), Mul (Mul_193), Conv (Conv_194), Sigmoid (Sigmoid_195), Mul (Mul_196), Conv (Conv_197), Sigmoid (Sigmoid_198), Mul (Mul_199), Conv (Conv_200), Sigmoid (Sigmoid_201), Mul (Mul_202), Conv (Conv_203), Sigmoid (Sigmoid_204), Mul (Mul_205), Conv (Conv_206), Sigmoid (Sigmoid_207), Mul (Mul_208), Conv (Conv_209), Sigmoid (Sigmoid_210), Mul (Mul_211), Concat (Concat_212), Conv (Conv_213), Sigmoid (Sigmoid_214), Mul (Mul_215), Conv (Conv_216), Sigmoid (Sigmoid_217), Mul (Mul_218), Resize (Resize_220), Concat (Concat_221), Conv (Conv_222), Sigmoid (Sigmoid_223), Mul (Mul_224), Conv (Conv_225), Sigmoid (Sigmoid_226), Mul (Mul_227), Conv (Conv_228), Sigmoid (Sigmoid_229), Mul (Mul_230), Conv (Conv_231), Sigmoid (Sigmoid_232), Mul (Mul_233), Conv (Conv_234), Sigmoid (Sigmoid_235), Mul (Mul_236), Conv (Conv_237), Sigmoid (Sigmoid_238), Mul (Mul_239), Concat (Concat_240), Conv (Conv_241), Sigmoid (Sigmoid_242), Mul (Mul_243), Conv (Conv_244), Sigmoid (Sigmoid_245), Mul (Mul_246), Resize (Resize_248), Concat (Concat_249), Conv (Conv_250), Sigmoid (Sigmoid_251), Mul (Mul_252), Conv (Conv_253), Sigmoid (Sigmoid_254), Mul (Mul_255), Conv (Conv_256), Sigmoid (Sigmoid_257), Mul (Mul_258), Conv (Conv_259), Sigmoid (Sigmoid_260), Mul (Mul_261), Conv (Conv_262), Sigmoid (Sigmoid_263), Mul (Mul_264), Conv (Conv_265), Sigmoid (Sigmoid_266), Mul (Mul_267), Concat (Concat_268), Conv (Conv_269), Sigmoid (Sigmoid_270), Mul (Mul_271), Conv (Conv_272), Sigmoid (Sigmoid_273), Mul (Mul_274), Concat (Concat_275), Conv (Conv_276), Sigmoid (Sigmoid_277), Mul (Mul_278), Conv (Conv_279), Sigmoid (Sigmoid_280), Mul (Mul_281), Conv (Conv_282), Sigmoid (Sigmoid_283), Mul (Mul_284), Conv (Conv_285), Sigmoid (Sigmoid_286), Mul (Mul_287), Conv (Conv_288), Sigmoid (Sigmoid_289), Mul (Mul_290), Conv (Conv_291), Sigmoid (Sigmoid_292), Mul (Mul_293), Concat (Concat_294), Conv (Conv_295), Sigmoid (Sigmoid_296), Mul (Mul_297), Conv (Conv_298), Sigmoid (Sigmoid_299), Mul (Mul_300), Concat (Concat_301), Conv (Conv_302), Sigmoid (Sigmoid_303), Mul (Mul_304), Conv (Conv_305), Sigmoid (Sigmoid_306), Mul (Mul_307), Conv (Conv_308), Sigmoid (Sigmoid_309), Mul (Mul_310), Conv (Conv_311), Sigmoid (Sigmoid_312), Mul (Mul_313), Conv (Conv_314), Sigmoid (Sigmoid_315), Mul (Mul_316), Conv (Conv_317), Sigmoid (Sigmoid_318), Mul (Mul_319), Concat (Concat_320), Conv (Conv_321), Sigmoid (Sigmoid_322), Mul (Mul_323), Conv (Conv_324), Shape (Shape_325), Reshape (Reshape_338), Transpose (Transpose_339), Range (Range_343), Range (Range_347), Reshape (Reshape_349), Reshape (Reshape_351), Shape (Shape_352), Shape (Shape_353), Reshape (Reshape_357), Expand (Expand_358), Reshape (Reshape_361), Expand (Expand_362), Unsqueeze (Unsqueeze_363), Unsqueeze (Unsqueeze_364), Concat (Concat_365), Reshape (Reshape_369), Cast (Cast_370), Sigmoid (Sigmoid_372), Slice (Slice_377), Mul (Mul_379), Sub (Sub_381), Add (Add_382), Mul (Mul_384), Slice (Slice_389), Mul (Mul_391), Pow (Pow_393), Mul (Mul_394), Slice (Slice_399), Concat (Concat_400), Reshape (Reshape_403), Conv (Conv_404), Shape (Shape_405), Reshape (Reshape_418), Transpose (Transpose_419), Range (Range_423), Range (Range_427), Reshape (Reshape_429), Reshape (Reshape_431), Shape (Shape_432), Shape (Shape_433), Reshape (Reshape_437), Expand (Expand_438), Reshape (Reshape_441), Expand (Expand_442), Unsqueeze (Unsqueeze_443), Unsqueeze (Unsqueeze_444), Concat (Concat_445), Reshape (Reshape_449), Cast (Cast_450), Sigmoid (Sigmoid_452), Slice (Slice_457), Mul (Mul_459), Sub (Sub_461), Add (Add_462), Mul (Mul_464), Slice (Slice_469), Mul (Mul_471), Pow (Pow_473), Mul (Mul_474), Slice (Slice_479), Concat (Concat_480), Reshape (Reshape_483), Conv (Conv_484), Shape (Shape_485), Reshape (Reshape_498), Transpose (Transpose_499), Range (Range_503), Range (Range_507), Reshape (Reshape_509), Reshape (Reshape_511), Shape (Shape_512), Shape (Shape_513), Reshape (Reshape_517), Expand (Expand_518), Reshape (Reshape_521), Expand (Expand_522), Unsqueeze (Unsqueeze_523), Unsqueeze (Unsqueeze_524), Concat (Concat_525), Reshape (Reshape_529), Cast (Cast_530), Sigmoid (Sigmoid_532), Slice (Slice_537), Mul (Mul_539), Sub (Sub_541), Add (Add_542), Mul (Mul_544), Slice (Slice_549), Mul (Mul_551), Pow (Pow_553), Mul (Mul_554), Slice (Slice_559), Concat (Concat_560), Reshape (Reshape_563), Concat (Concat_564), ] | |
| 2021-09-01 11:52:26.304103183 [V:onnxruntime:, session_state.cc:76 CreateGraphInfo] SaveMLValueNameIndexMapping | |
| 2021-09-01 11:52:26.304863913 [V:onnxruntime:, session_state.cc:122 CreateGraphInfo] Done saving OrtValue mappings. | |
| 2021-09-01 11:52:26.308312937 [I:onnxruntime:log, bfc_arena.cc:23 BFCArena] Creating BFCArena for Cuda with following configs: initial_chunk_size_bytes: 1048576 max_dead_bytes_per_chunk: 134217728 memory limit: 18446744073709551615 arena_extend_strategy 0 | |
| 2021-09-01 11:52:26.308392204 [V:onnxruntime:log, bfc_arena.cc:41 BFCArena] Creating 21 bins of max chunk size 256 to 268435456 | |
| 2021-09-01 11:52:26.378209680 [I:onnxruntime:, session_state_utils.cc:100 SaveInitializedTensors] Saving initialized tensors. | |
| 2021-09-01 11:52:26.379440443 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 84207360 bytes for Cuda | |
| 2021-09-01 11:52:26.379473351 [I:onnxruntime:, session_state_utils.cc:170 SaveInitializedTensors] [Memory] SessionStateInitializer statically allocates 31744 bytes for Cpu | |
| 2021-09-01 11:52:26.442063980 [I:onnxruntime:, session_state_utils.cc:212 SaveInitializedTensors] Done saving initialized tensors | |
| 2021-09-01 11:52:26.443640571 [I:onnxruntime:, inference_session.cc:1256 Initialize] Session successfully initialized. | |
| I0901 11:52:26.443756 1 backend.cc:333] Skipping batch 0 warmup sample '' | |
| I0901 11:52:26.443788 1 backend.cc:333] Skipping batch 0 warmup sample '' | |
| I0901 11:52:26.444051 1 dynamic_batch_scheduler.cc:230] Starting dynamic-batch scheduler thread 0 at nice 5... | |
| I0901 11:52:26.444385 1 dynamic_batch_scheduler.cc:230] Starting dynamic-batch scheduler thread 1 at nice 5... | |
| I0901 11:52:26.444538 1 model_repository_manager.cc:960] successfully loaded 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:26.444577 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_nsfw_onnx' version 1: 0 | |
| I0901 11:52:26.444593 1 model_repository_manager.cc:745] no next action, trigger OnComplete() | |
| I0901 11:52:26.444854 1 model_repository_manager.cc:452] VersionStates() 'yolov5_nsfw_onnx' | |
| I0901 11:52:26.444949 1 model_repository_manager.cc:452] VersionStates() 'horr_resnet_dml_fp32' | |
| current_file_location: /models/yolov5_onnx_horror_postprocess/1 | |
| I0901 11:52:31.100190 1 python.cc:939] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| I0901 11:52:31.869276 1 python.cc:365] GRPC shutdown complete | |
| I0901 11:52:31.869584 1 python.cc:594] TRITONBACKEND_ModelFinalize: delete model state | |
| E0901 11:52:31.870374 1 model_repository_manager.cc:963] failed to load 'yolov5_onnx_horror_postprocess' version 1: Internal: failed to connect to all addresses | |
| I0901 11:52:31.870434 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_onnx_horror_postprocess' version 1: 0 | |
| I0901 11:52:31.870490 1 model_repository_manager.cc:745] no next action, trigger OnComplete() | |
| I0901 11:52:31.870662 1 model_repository_manager.cc:452] VersionStates() 'yolov5_onnx_horror_postprocess' | |
| I0901 11:52:31.872115 1 model_repository_manager.cc:555] AsyncLoad() 'ensemble_models' | |
| E0901 11:52:31.872195 1 model_repository_manager.cc:1160] Invalid argument: ensemble 'ensemble_models' depends on 'yolov5_onnx_horror_postprocess' which has no loaded version | |
| I0901 11:52:31.872311 1 model_repository_manager.cc:452] VersionStates() 'yolov5_onnx_horror_postprocess' | |
| I0901 11:52:31.874360 1 server.cc:495] | |
| +-------------+-----------------------------------------------------------------+------+ | |
| | Backend | Config | Path | | |
| +-------------+-----------------------------------------------------------------+------+ | |
| | pytorch | /opt/tritonserver/backends/pytorch/libtriton_pytorch.so | {} | | |
| | onnxruntime | /opt/tritonserver/backends/onnxruntime/libtriton_onnxruntime.so | {} | | |
| | tensorflow | /opt/tritonserver/backends/tensorflow1/libtriton_tensorflow1.so | {} | | |
| | python | /opt/tritonserver/backends/python/libtriton_python.so | {} | | |
| +-------------+-----------------------------------------------------------------+------+ | |
| I0901 11:52:31.874435 1 model_repository_manager.cc:428] BackendStates() | |
| I0901 11:52:31.875378 1 server.cc:538] | |
| +--------------------------------+---------+-----------------------------------------------------------+ | |
| | Model | Version | Status | | |
| +--------------------------------+---------+-----------------------------------------------------------+ | |
| | ensemble_models | - | Not loaded: No model version was found | | |
| | horr_resnet_dml_fp32 | 1 | READY | | |
| | yolov5_flag_onnx | 1 | READY | | |
| | yolov5_horror_preprocessing | 1 | READY | | |
| | yolov5_nsfw_onnx | 1 | READY | | |
| | yolov5_onnx_horror_postprocess | 1 | UNAVAILABLE: Internal: failed to connect to all addresses | | |
| +--------------------------------+---------+-----------------------------------------------------------+ | |
| I0901 11:52:31.876099 1 tritonserver.cc:1642] | |
| +----------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ | |
| | Option | Value | | |
| +----------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ | |
| | server_id | triton | | |
| | server_version | 2.7.0 | | |
| | server_extensions | classification sequence model_repository schedule_policy model_configuration system_shared_memory cuda_shared_memory binary_tensor_data statistics | | |
| | model_repository_path[0] | /models | | |
| | model_control_mode | MODE_NONE | | |
| | strict_model_config | 0 | | |
| | pinned_memory_pool_byte_size | 268435456 | | |
| | cuda_memory_pool_byte_size{0} | 67108864 | | |
| | min_supported_compute_capability | 6.0 | | |
| | strict_readiness | 1 | | |
| | exit_timeout | 30 | | |
| +----------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------+ | |
| I0901 11:52:31.876221 1 server.cc:220] Waiting for in-flight requests to complete. | |
| I0901 11:52:31.876275 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_onnx_horror_postprocess' | |
| I0901 11:52:31.876322 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_onnx_horror_postprocess' version 1: 2 | |
| I0901 11:52:31.876416 1 model_repository_manager.cc:813] Unload() 'yolov5_onnx_horror_postprocess' version 1 | |
| I0901 11:52:31.876451 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_horror_preprocessing' | |
| I0901 11:52:31.876525 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_horror_preprocessing' version 1: 2 | |
| I0901 11:52:31.876563 1 model_repository_manager.cc:813] Unload() 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:31.876606 1 model_repository_manager.cc:820] unloading: yolov5_horror_preprocessing:1 | |
| I0901 11:52:31.876909 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_nsfw_onnx' | |
| I0901 11:52:31.876964 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_nsfw_onnx' version 1: 2 | |
| I0901 11:52:31.877029 1 model_repository_manager.cc:813] Unload() 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:31.877088 1 model_repository_manager.cc:820] unloading: yolov5_nsfw_onnx:1 | |
| I0901 11:52:31.877094 1 dynamic_batch_scheduler.cc:465] Stopping dynamic-batch scheduler thread 0... | |
| I0901 11:52:31.877495 1 model_repository_manager.cc:555] AsyncLoad() 'yolov5_flag_onnx' | |
| I0901 11:52:31.877557 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_flag_onnx' version 1: 2 | |
| I0901 11:52:31.877572 1 model_repository_manager.cc:813] Unload() 'yolov5_flag_onnx' version 1I0901 11:52:31.877560 1 python.cc:939] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| I0901 11:52:31.877695 1 model_repository_manager.cc:820] unloading: yolov5_flag_onnx:1 | |
| I0901 11:52:31.877785 1 dynamic_batch_scheduler.cc:465] Stopping dynamic-batch scheduler thread 0... | |
| I0901 11:52:31.877851 1 dynamic_batch_scheduler.cc:465] Stopping dynamic-batch scheduler thread 1... | |
| I0901 11:52:31.878126 1 model_repository_manager.cc:555] AsyncLoad() 'horr_resnet_dml_fp32' | |
| I0901 11:52:31.878186 1 model_repository_manager.cc:730] TriggerNextAction() 'horr_resnet_dml_fp32' version 1: 2 | |
| I0901 11:52:31.878251 1 model_repository_manager.cc:813] Unload() 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:31.878303 1 model_repository_manager.cc:820] unloading: horr_resnet_dml_fp32:1 | |
| I0901 11:52:31.878471 1 dynamic_batch_scheduler.cc:465] Stopping dynamic-batch scheduler thread 0... | |
| I0901 11:52:31.878561 1 onnxruntime.cc:1864] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| I0901 11:52:31.878974 1 onnxruntime.cc:1864] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| I0901 11:52:31.879150 1 model_repository_manager.cc:555] AsyncLoad() 'ensemble_models' | |
| I0901 11:52:31.879204 1 model_repository_manager.cc:392] LiveBackendStates() | |
| I0901 11:52:31.879235 1 server.cc:235] Timeout 30: Found 4 live models and 0 in-flight non-inference requests | |
| I0901 11:52:31.879253 1 server.cc:242] horr_resnet_dml_fp32 v1: UNLOADING | |
| I0901 11:52:31.879344 1 server.cc:242] yolov5_flag_onnx v1: UNLOADING | |
| I0901 11:52:31.879458 1 server.cc:242] yolov5_horror_preprocessing v1: UNLOADING | |
| I0901 11:52:31.879534 1 server.cc:242] yolov5_nsfw_onnx v1: UNLOADING | |
| I0901 11:52:31.879260 1 dynamic_batch_scheduler.cc:465] Stopping dynamic-batch scheduler thread 0... | |
| I0901 11:52:31.879922 1 onnxruntime.cc:1864] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| Yohhhh! | |
| I0901 11:52:31.895462 1 onnxruntime.cc:1864] TRITONBACKEND_ModelInstanceFinalize: delete instance state | |
| I0901 11:52:31.895751 1 onnxruntime.cc:1810] TRITONBACKEND_ModelFinalize: delete model state | |
| I0901 11:52:31.896110 1 model_repository_manager.cc:941] OnDestroy callback() 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:31.896170 1 model_repository_manager.cc:943] successfully unloaded 'horr_resnet_dml_fp32' version 1 | |
| I0901 11:52:31.896207 1 model_repository_manager.cc:730] TriggerNextAction() 'horr_resnet_dml_fp32' version 1: 0 | |
| I0901 11:52:31.899737 1 onnxruntime.cc:1810] TRITONBACKEND_ModelFinalize: delete model state | |
| I0901 11:52:31.900141 1 model_repository_manager.cc:941] OnDestroy callback() 'yolov5_flag_onnx' version 1 | |
| I0901 11:52:31.900194 1 model_repository_manager.cc:943] successfully unloaded 'yolov5_flag_onnx' version 1 | |
| I0901 11:52:31.900207 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_flag_onnx' version 1: 0 | |
| I0901 11:52:31.907392 1 onnxruntime.cc:1810] TRITONBACKEND_ModelFinalize: delete model state | |
| I0901 11:52:31.907509 1 model_repository_manager.cc:941] OnDestroy callback() 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:31.907542 1 model_repository_manager.cc:943] successfully unloaded 'yolov5_nsfw_onnx' version 1 | |
| I0901 11:52:31.907567 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_nsfw_onnx' version 1: 0 | |
| I0901 11:52:31.974215 1 python.cc:365] GRPC shutdown complete | |
| I0901 11:52:31.974432 1 python.cc:594] TRITONBACKEND_ModelFinalize: delete model state | |
| I0901 11:52:31.974548 1 triton_backend_manager.cc:216] unloading backend 'python' | |
| I0901 11:52:31.974601 1 python.cc:551] TRITONBACKEND_Finalize: Start | |
| I0901 11:52:31.974639 1 python.cc:556] TRITONBACKEND_Finalize: End | |
| I0901 11:52:31.978098 1 model_repository_manager.cc:941] OnDestroy callback() 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:31.978157 1 model_repository_manager.cc:943] successfully unloaded 'yolov5_horror_preprocessing' version 1 | |
| I0901 11:52:31.978171 1 model_repository_manager.cc:730] TriggerNextAction() 'yolov5_horror_preprocessing' version 1: 0 | |
| I0901 11:52:32.879764 1 model_repository_manager.cc:392] LiveBackendStates() | |
| I0901 11:52:32.880004 1 server.cc:235] Timeout 29: Found 0 live models and 0 in-flight non-inference requests | |
| I0901 11:52:32.881185 1 triton_backend_manager.cc:216] unloading backend 'pytorch' | |
| I0901 11:52:32.881285 1 triton_backend_manager.cc:216] unloading backend 'tensorflow' | |
| I0901 11:52:32.881372 1 triton_backend_manager.cc:216] unloading backend 'onnxruntime' | |
| error: creating server: Internal - failed to load all models |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment