Index

_

__init__() (torch_tensorrt.Device method) (torch_tensorrt.Input method) (torch_tensorrt.MutableTorchTensorRTModule method) (torch_tensorrt.runtime.TorchTensorRTModule method)

B

b (torch_tensorrt.dtype attribute)

bf16 (torch_tensorrt.dtype attribute)

C

cdhw32 (torch_tensorrt.memory_format attribute) check_method_op_support() (in module torch_tensorrt.ts) chw16 (torch_tensorrt.memory_format attribute) chw2 (torch_tensorrt.memory_format attribute) chw32 (torch_tensorrt.memory_format attribute) chw4 (torch_tensorrt.memory_format attribute) CompilationSettings (class in torch_tensorrt.dynamo), [1] compile() (in module torch_tensorrt) (in module torch_tensorrt.dynamo) (in module torch_tensorrt.fx) (in module torch_tensorrt.ts) (torch_tensorrt.MutableTorchTensorRTModule method)

convert_exported_program_to_serialized_trt_engine() (in module torch_tensorrt.dynamo) convert_method_to_trt_engine() (in module torch_tensorrt) (in module torch_tensorrt.ts) cross_compile_for_windows() (in module torch_tensorrt) (in module torch_tensorrt.dynamo) cuda_kernel_op() (in module torch_tensorrt.kernels) cursor (torch_tensorrt.dynamo.lowering._SubgraphBuilder.SubgraphBuilder property) Custom (class in torch_tensorrt.kernels)

D

debug (class in torch_tensorrt.logging) Device (class in torch_tensorrt) device_type (torch_tensorrt.Device attribute) DeviceType (class in torch_tensorrt) dhwc (torch_tensorrt.memory_format attribute) dhwc8 (torch_tensorrt.memory_format attribute) DimSize (class in torch_tensorrt.kernels) disable_profiling() (torch_tensorrt.runtime.TorchTensorRTModule method)

DLA (torch_tensorrt.DeviceType attribute) dla_core (torch_tensorrt.Device attribute) dla_hwc4 (torch_tensorrt.memory_format attribute) dla_linear (torch_tensorrt.memory_format attribute) DLA_STANDALONE (torch_tensorrt.EngineCapability attribute) dtype (class in torch_tensorrt) (torch_tensorrt.Input attribute) dump_layer_info() (torch_tensorrt.runtime.TorchTensorRTModule method)

E

Elementwise (class in torch_tensorrt.kernels) embed_engine_in_new_module() (in module torch_tensorrt.ts) enable_cudagraphs() (in module torch_tensorrt.runtime) enable_output_allocator() (in module torch_tensorrt.runtime) enable_pre_allocated_outputs() (in module torch_tensorrt.runtime)

enable_profiling() (torch_tensorrt.runtime.TorchTensorRTModule method) EngineCapability (class in torch_tensorrt) errors (class in torch_tensorrt.logging) example_tensor() (torch_tensorrt.Input method) export() (in module torch_tensorrt.dynamo)

F

f16 (torch_tensorrt.dtype attribute) f32 (torch_tensorrt.dtype attribute) f4 (torch_tensorrt.dtype attribute) f64 (torch_tensorrt.dtype attribute)

f8 (torch_tensorrt.dtype attribute) format (torch_tensorrt.Input attribute) forward() (torch_tensorrt.runtime.TorchTensorRTModule method) from_tensor() (torch_tensorrt.Input class method) from_tensors() (torch_tensorrt.Input class method)

G

get_cudagraphs_mode() (in module torch_tensorrt.runtime) get_engine() (torch_tensorrt.runtime.TorchTensorRTModule method) get_extra_state() (torch_tensorrt.runtime.TorchTensorRTModule method) get_layer_info() (torch_tensorrt.runtime.TorchTensorRTModule method)

get_whole_cudagraphs_mode() (in module torch_tensorrt.runtime) GPU (torch_tensorrt.DeviceType attribute) gpu_id (torch_tensorrt.Device attribute) graphs (class in torch_tensorrt.logging)

H

hwc (torch_tensorrt.memory_format attribute)

hwc16 (torch_tensorrt.memory_format attribute) hwc8 (torch_tensorrt.memory_format attribute)

I

i32 (torch_tensorrt.dtype attribute) i64 (torch_tensorrt.dtype attribute) i8 (torch_tensorrt.dtype attribute) info (class in torch_tensorrt.logging)

Input (class in torch_tensorrt) InputDecl (class in torch_tensorrt.kernels) InputTensorSpec (class in torch_tensorrt.fx) internal_errors (class in torch_tensorrt.logging)

K

KernelSpec (class in torch_tensorrt.kernels)

L

linear (torch_tensorrt.memory_format attribute) load() (in module torch_tensorrt)

load_cross_compiled_exported_program() (in module torch_tensorrt) (in module torch_tensorrt.dynamo)

M

memory_format (class in torch_tensorrt) module torch_tensorrt torch_tensorrt.dynamo, [1], [2], [3] torch_tensorrt.fx torch_tensorrt.kernels torch_tensorrt.logging torch_tensorrt.runtime torch_tensorrt.ts

MutableTorchTensorRTModule (class in torch_tensorrt)

N

Numel (class in torch_tensorrt.kernels)

O

OutputDecl (class in torch_tensorrt.kernels)

P

pre_allocated_outputs (torch_tensorrt.runtime.TorchTensorRTModule property)

ptx_op() (in module torch_tensorrt.kernels)

R

ReduceDims (class in torch_tensorrt.kernels) Reduction (class in torch_tensorrt.kernels)

refit_gm() (torch_tensorrt.MutableTorchTensorRTModule method) refit_module_weights() (in module torch_tensorrt.dynamo) runtime_settings (torch_tensorrt.runtime.TorchTensorRTModule property)

S

SAFETY (torch_tensorrt.EngineCapability attribute) SameAs (class in torch_tensorrt.kernels) save() (in module torch_tensorrt) save_cross_compiled_exported_program() (in module torch_tensorrt.dynamo) ScalarInput (class in torch_tensorrt.kernels) set_cudagraphs_mode() (in module torch_tensorrt.runtime) set_expected_dynamic_shape_range() (torch_tensorrt.MutableTorchTensorRTModule method) set_extra_state() (torch_tensorrt.runtime.TorchTensorRTModule method)

set_level() (in module torch_tensorrt.logging) set_multi_device_safe_mode() (in module torch_tensorrt.runtime) set_weight_streaming_ctx() (torch_tensorrt.MutableTorchTensorRTModule method) setup_engine() (torch_tensorrt.runtime.TorchTensorRTModule method) shared_dims (torch_tensorrt.Input attribute) STANDARD (torch_tensorrt.EngineCapability attribute) STR (C macro) SubgraphBuilder (class in torch_tensorrt.dynamo.lowering._SubgraphBuilder)

T

TensorRTCompileSpec() (in module torch_tensorrt.ts) to() (torch_tensorrt.DeviceType method) (torch_tensorrt.dtype method) (torch_tensorrt.EngineCapability method) (torch_tensorrt.memory_format method) torch_tensorrt module torch_tensorrt.dynamo module, [1], [2], [3] torch_tensorrt.fx module torch_tensorrt.kernels module torch_tensorrt.logging module torch_tensorrt.runtime module torch_tensorrt.ts module torch_tensorrt::DataType (C++ class) torch_tensorrt::DataType::DataType (C++ function), [1], [2] torch_tensorrt::DataType::operator bool (C++ function) torch_tensorrt::DataType::operator Value (C++ function) torch_tensorrt::DataType::operator!= (C++ function), [1] torch_tensorrt::DataType::operator== (C++ function), [1] torch_tensorrt::DataType::Value (C++ enum) torch_tensorrt::DataType::Value::kBool (C++ enumerator) torch_tensorrt::DataType::Value::kChar (C++ enumerator) torch_tensorrt::DataType::Value::kDouble (C++ enumerator) torch_tensorrt::DataType::Value::kFloat (C++ enumerator) torch_tensorrt::DataType::Value::kHalf (C++ enumerator) torch_tensorrt::DataType::Value::kInt (C++ enumerator) torch_tensorrt::DataType::Value::kLong (C++ enumerator) torch_tensorrt::DataType::Value::kUnknown (C++ enumerator) torch_tensorrt::Device (C++ struct) torch_tensorrt::Device::allow_gpu_fallback (C++ member) torch_tensorrt::Device::Device (C++ function) torch_tensorrt::Device::device_type (C++ member) torch_tensorrt::Device::DeviceType (C++ class), [1] torch_tensorrt::Device::DeviceType::DeviceType (C++ function), [1], [2], [3], [4], [5] torch_tensorrt::Device::DeviceType::operator bool (C++ function), [1] torch_tensorrt::Device::DeviceType::operator Value (C++ function), [1] torch_tensorrt::Device::DeviceType::operator!= (C++ function), [1] torch_tensorrt::Device::DeviceType::operator== (C++ function), [1] torch_tensorrt::Device::DeviceType::Value (C++ enum), [1] torch_tensorrt::Device::DeviceType::Value::kDLA (C++ enumerator), [1] torch_tensorrt::Device::DeviceType::Value::kGPU (C++ enumerator), [1] torch_tensorrt::Device::dla_core (C++ member) torch_tensorrt::Device::gpu_id (C++ member) torch_tensorrt::dump_build_info (C++ function) torch_tensorrt::EngineCapability (C++ enum) torch_tensorrt::EngineCapability::kDLA_STANDALONE (C++ enumerator) torch_tensorrt::EngineCapability::kSAFETY (C++ enumerator) torch_tensorrt::EngineCapability::kSTANDARD (C++ enumerator) torch_tensorrt::executorch_backend::CudaStreamGuard (C++ class) torch_tensorrt::executorch_backend::CudaStreamGuard::CudaStreamGuard (C++ function), [1] torch_tensorrt::executorch_backend::CudaStreamGuard::operator= (C++ function) torch_tensorrt::executorch_backend::CudaStreamGuard::~CudaStreamGuard (C++ function) torch_tensorrt::executorch_backend::EngineHandle (C++ struct) torch_tensorrt::executorch_backend::EngineHandle::cached_input_ptrs (C++ member) torch_tensorrt::executorch_backend::EngineHandle::cached_input_sizes (C++ member) torch_tensorrt::executorch_backend::EngineHandle::cached_output_ptrs (C++ member) torch_tensorrt::executorch_backend::EngineHandle::cached_output_sizes (C++ member) torch_tensorrt::executorch_backend::EngineHandle::device_id (C++ member) torch_tensorrt::executorch_backend::EngineHandle::engine (C++ member) torch_tensorrt::executorch_backend::EngineHandle::exec_ctx (C++ member) torch_tensorrt::executorch_backend::EngineHandle::inflight_event (C++ member) torch_tensorrt::executorch_backend::EngineHandle::inflight_pending (C++ member) torch_tensorrt::executorch_backend::EngineHandle::input_binding_names (C++ member) torch_tensorrt::executorch_backend::EngineHandle::input_profile_bounds (C++ member) torch_tensorrt::executorch_backend::EngineHandle::logger (C++ member) torch_tensorrt::executorch_backend::EngineHandle::mu (C++ member) torch_tensorrt::executorch_backend::EngineHandle::num_inputs (C++ member) torch_tensorrt::executorch_backend::EngineHandle::num_outputs (C++ member) torch_tensorrt::executorch_backend::EngineHandle::output_binding_names (C++ member) torch_tensorrt::executorch_backend::EngineHandle::runtime (C++ member) torch_tensorrt::executorch_backend::EngineHandle::unified_memory (C++ member) torch_tensorrt::executorch_backend::EngineHandle::~EngineHandle (C++ function) torch_tensorrt::executorch_backend::InputProfileBounds (C++ struct) torch_tensorrt::executorch_backend::InputProfileBounds::max (C++ member) torch_tensorrt::executorch_backend::InputProfileBounds::min (C++ member) torch_tensorrt::executorch_backend::TensorRTBackend (C++ class) torch_tensorrt::executorch_backend::TensorRTBackend::destroy (C++ function) torch_tensorrt::executorch_backend::TensorRTBackend::execute (C++ function) torch_tensorrt::executorch_backend::TensorRTBackend::init (C++ function) torch_tensorrt::executorch_backend::TensorRTBackend::is_available (C++ function) torch_tensorrt::executorch_backend::TensorRTBlobHeader (C++ struct) torch_tensorrt::executorch_backend::TensorRTBlobHeader::device_id (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::engine_data (C++ function) torch_tensorrt::executorch_backend::TensorRTBlobHeader::engine_offset (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::engine_size (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::hardware_compatible (C++ member)

torch_tensorrt::executorch_backend::TensorRTBlobHeader::input_binding_names (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::metadata_offset (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::metadata_size (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::output_binding_names (C++ member) torch_tensorrt::executorch_backend::TensorRTBlobHeader::parse (C++ function) torch_tensorrt::executorch_backend::TRTDeleter (C++ struct) torch_tensorrt::executorch_backend::TRTDeleter::operator() (C++ function) torch_tensorrt::executorch_backend::TRTLogger (C++ class) torch_tensorrt::executorch_backend::TRTLogger::log (C++ function) torch_tensorrt::executorch_backend::TRTUniquePtr (C++ type) torch_tensorrt::get_build_info (C++ function) torch_tensorrt::GraphInputs (C++ struct) torch_tensorrt::GraphInputs::input_signature (C++ member) torch_tensorrt::GraphInputs::inputs (C++ member) torch_tensorrt::Input (C++ struct) torch_tensorrt::Input::dtype (C++ member) torch_tensorrt::Input::format (C++ member) torch_tensorrt::Input::Input (C++ function), [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11], [12], [13], [14], [15], [16], [17] torch_tensorrt::Input::max_shape (C++ member) torch_tensorrt::Input::min_shape (C++ member) torch_tensorrt::Input::opt_shape (C++ member) torch_tensorrt::Input::shape (C++ member) torch_tensorrt::Input::tensor_domain (C++ member) torch_tensorrt::logging::get_is_colored_output_on (C++ function) torch_tensorrt::logging::get_logging_prefix (C++ function) torch_tensorrt::logging::get_reportable_log_level (C++ function) torch_tensorrt::logging::Level (C++ enum) torch_tensorrt::logging::Level::kDEBUG (C++ enumerator) torch_tensorrt::logging::Level::kERROR (C++ enumerator) torch_tensorrt::logging::Level::kGRAPH (C++ enumerator) torch_tensorrt::logging::Level::kINFO (C++ enumerator) torch_tensorrt::logging::Level::kINTERNAL_ERROR (C++ enumerator) torch_tensorrt::logging::Level::kWARNING (C++ enumerator) torch_tensorrt::logging::log (C++ function) torch_tensorrt::logging::set_is_colored_output_on (C++ function) torch_tensorrt::logging::set_logging_prefix (C++ function) torch_tensorrt::logging::set_reportable_log_level (C++ function) torch_tensorrt::set_device (C++ function) torch_tensorrt::TensorFormat (C++ class) torch_tensorrt::TensorFormat::operator bool (C++ function) torch_tensorrt::TensorFormat::operator Value (C++ function) torch_tensorrt::TensorFormat::operator!= (C++ function), [1] torch_tensorrt::TensorFormat::operator== (C++ function), [1] torch_tensorrt::TensorFormat::TensorFormat (C++ function), [1], [2] torch_tensorrt::TensorFormat::Value (C++ enum) torch_tensorrt::TensorFormat::Value::kChannelsLast (C++ enumerator) torch_tensorrt::TensorFormat::Value::kContiguous (C++ enumerator) torch_tensorrt::TensorFormat::Value::kUnknown (C++ enumerator) torch_tensorrt::torchscript::check_method_operator_support (C++ function) torch_tensorrt::torchscript::compile (C++ function) torch_tensorrt::torchscript::CompileSpec (C++ struct) torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors (C++ member) torch_tensorrt::torchscript::CompileSpec::capability (C++ member) torch_tensorrt::torchscript::CompileSpec::CompileSpec (C++ function), [1], [2], [3] torch_tensorrt::torchscript::CompileSpec::debug (C++ member) torch_tensorrt::torchscript::CompileSpec::device (C++ member) torch_tensorrt::torchscript::CompileSpec::disable_tf32 (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_sram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::enabled_precisions (C++ member) torch_tensorrt::torchscript::CompileSpec::graph_inputs (C++ member) torch_tensorrt::torchscript::CompileSpec::min_block_size (C++ member) torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters (C++ member) torch_tensorrt::torchscript::CompileSpec::refit (C++ member) torch_tensorrt::torchscript::CompileSpec::require_full_compilation (C++ member) torch_tensorrt::torchscript::CompileSpec::sparse_weights (C++ member) torch_tensorrt::torchscript::CompileSpec::torch_executed_modules (C++ member) torch_tensorrt::torchscript::CompileSpec::torch_executed_ops (C++ member) torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double (C++ member) torch_tensorrt::torchscript::CompileSpec::workspace_size (C++ member) torch_tensorrt::torchscript::convert_method_to_trt_engine (C++ function) torch_tensorrt::torchscript::embed_engine_in_new_module (C++ function) TORCH_TENSORRT_MAJOR_VERSION (C macro) TORCH_TENSORRT_MINOR_VERSION (C macro) TORCH_TENSORRT_PATCH_VERSION (C macro) TORCH_TENSORRT_VERSION (C macro) TorchTensorRTModule (class in torch_tensorrt.runtime) TORCHTRT_API (C macro) TORCHTRT_HIDDEN (C macro) trace() (in module torch_tensorrt.dynamo) TRTInterpreter (class in torch_tensorrt.fx) TRTInterpreterResult (class in torch_tensorrt.fx) TRTModule (class in torch_tensorrt.fx) try_from() (torch_tensorrt.DeviceType class method) (torch_tensorrt.dtype class method) (torch_tensorrt.EngineCapability class method) (torch_tensorrt.memory_format class method) try_to() (torch_tensorrt.DeviceType method) (torch_tensorrt.dtype method) (torch_tensorrt.EngineCapability method) (torch_tensorrt.memory_format method)

U

u8 (torch_tensorrt.dtype attribute)

UNKNOWN (torch_tensorrt.DeviceType attribute) unknown (torch_tensorrt.dtype attribute)

W

warnings (class in torch_tensorrt.logging)

weight_streaming() (in module torch_tensorrt.runtime)

X

XSTR (C macro)