Struct EngineHandle#
Defined in File TensorRTBackend.h
Struct Documentation#
-
struct EngineHandle#
Public Functions
-
~EngineHandle()#
Public Members
-
TRTUniquePtr<nvinfer1::IRuntime> runtime#
-
TRTUniquePtr<nvinfer1::ICudaEngine> engine#
-
TRTUniquePtr<nvinfer1::IExecutionContext> exec_ctx#
-
std::vector<std::string> input_binding_names#
-
std::vector<std::string> output_binding_names#
-
std::vector<InputProfileBounds> input_profile_bounds#
-
std::vector<void*> cached_input_ptrs#
-
std::vector<size_t> cached_input_sizes#
-
std::vector<void*> cached_output_ptrs#
-
std::vector<size_t> cached_output_sizes#
-
size_t num_inputs = 0#
-
size_t num_outputs = 0#
-
int device_id = 0#
-
bool unified_memory = false#
-
std::mutex mu#
-
cudaEvent_t inflight_event = nullptr#
-
bool inflight_pending = false#
-
~EngineHandle()#