Index

_

__init__() (torch_tensorrt.Device method) (torch_tensorrt.Input method) (torch_tensorrt.ptq.CacheCalibrator method) (torch_tensorrt.ptq.DataLoaderCalibrator method) (torch_tensorrt.TRTModuleNext method)

A

allow_gpu_fallback (torch_tensorrt.Device attribute)

C

CacheCalibrator (class in torch_tensorrt.ptq), [1] CalibrationAlgo (class in torch_tensorrt.ptq), [1] check_method_op_support() (in module torch_tensorrt.ts) compile() (in module torch_tensorrt) (in module torch_tensorrt.fx) (in module torch_tensorrt.ts)

convert_method_to_trt_engine() (in module torch_tensorrt) (in module torch_tensorrt.ts)

D

DataLoaderCalibrator (class in torch_tensorrt.ptq), [1] debug (class in torch_tensorrt.logging) Debug (torch_tensorrt.logging.Level attribute) Device (class in torch_tensorrt) device_type (torch_tensorrt.Device attribute) DeviceType (class in torch_tensorrt)

disable_profiling() (torch_tensorrt.TRTModuleNext method) dla_core (torch_tensorrt.Device attribute) Documentation dtype (class in torch_tensorrt) (torch_tensorrt.Input attribute) dump_build_info() (in module torch_tensorrt) dump_layer_info() (torch_tensorrt.TRTModuleNext method)

E

embed_engine_in_new_module() (in module torch_tensorrt.ts) enable_profiling() (torch_tensorrt.TRTModuleNext method) EngineCapability (class in torch_tensorrt) ENTROPY_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute)

ENTROPY_CALIBRATION_2 (torch_tensorrt.ptq.CalibrationAlgo attribute) Error (torch_tensorrt.logging.Level attribute) errors (class in torch_tensorrt.logging) example_tensor() (torch_tensorrt.Input method)

F

format (torch_tensorrt.Input attribute) forward() (torch_tensorrt.TRTModuleNext method)

from_tensor() (torch_tensorrt.Input class method) from_tensors() (torch_tensorrt.Input class method)

G

get_batch() (in module torch_tensorrt.ptq) get_batch_size() (in module torch_tensorrt.ptq) get_build_info() (in module torch_tensorrt) get_cache_mode_batch() (in module torch_tensorrt.ptq) get_extra_state() (torch_tensorrt.TRTModuleNext method) get_is_colored_output_on() (in module torch_tensorrt.logging)

get_layer_info() (torch_tensorrt.TRTModuleNext method) get_logging_prefix() (in module torch_tensorrt.logging) get_reportable_log_level() (in module torch_tensorrt.logging) gpu_id (torch_tensorrt.Device attribute) Graph (torch_tensorrt.logging.Level attribute) graphs (class in torch_tensorrt.logging)

I

info (class in torch_tensorrt.logging) Info (torch_tensorrt.logging.Level attribute) Input (class in torch_tensorrt)

InputTensorSpec (class in torch_tensorrt.fx) internal_errors (class in torch_tensorrt.logging) InternalError (torch_tensorrt.logging.Level attribute)

L

LEGACY_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute)

Level (class in torch_tensorrt.logging) log() (in module torch_tensorrt.logging)

M

MINMAX_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute) module torch_tensorrt torch_tensorrt.fx torch_tensorrt.logging torch_tensorrt.ptq torch_tensorrt.ts

P

Python Enhancement Proposals PEP 287

R

read_calibration_cache() (in module torch_tensorrt.ptq) Reading

RFC RFC 2822

S

set_device() (in module torch_tensorrt) set_extra_state() (torch_tensorrt.TRTModuleNext method) set_is_colored_output_on() (in module torch_tensorrt.logging) set_logging_prefix() (in module torch_tensorrt.logging)

set_reportable_log_level() (in module torch_tensorrt.logging) shape (torch_tensorrt.Input attribute) shape_mode (torch_tensorrt.Input attribute) STR (C macro)

T

TensorFormat (class in torch_tensorrt) TensorRTCompileSpec() (in module torch_tensorrt.ts) torch_tensorrt module torch_tensorrt.fx module torch_tensorrt.logging module torch_tensorrt.ptq module torch_tensorrt.ts module torch_tensorrt::DataType (C++ class) torch_tensorrt::DataType::DataType (C++ function), [1], [2] torch_tensorrt::DataType::operator bool (C++ function) torch_tensorrt::DataType::operator Value (C++ function) torch_tensorrt::DataType::operator!= (C++ function), [1] torch_tensorrt::DataType::operator== (C++ function), [1] torch_tensorrt::DataType::Value (C++ enum) torch_tensorrt::DataType::Value::kBool (C++ enumerator) torch_tensorrt::DataType::Value::kChar (C++ enumerator) torch_tensorrt::DataType::Value::kFloat (C++ enumerator) torch_tensorrt::DataType::Value::kHalf (C++ enumerator) torch_tensorrt::DataType::Value::kInt (C++ enumerator) torch_tensorrt::DataType::Value::kUnknown (C++ enumerator) torch_tensorrt::Device (C++ struct) torch_tensorrt::Device::allow_gpu_fallback (C++ member) torch_tensorrt::Device::Device (C++ function) torch_tensorrt::Device::device_type (C++ member) torch_tensorrt::Device::DeviceType (C++ class), [1] torch_tensorrt::Device::DeviceType::DeviceType (C++ function), [1], [2], [3], [4], [5] torch_tensorrt::Device::DeviceType::operator bool (C++ function), [1] torch_tensorrt::Device::DeviceType::operator Value (C++ function), [1] torch_tensorrt::Device::DeviceType::operator!= (C++ function), [1] torch_tensorrt::Device::DeviceType::operator== (C++ function), [1] torch_tensorrt::Device::DeviceType::Value (C++ enum), [1] torch_tensorrt::Device::DeviceType::Value::kDLA (C++ enumerator), [1] torch_tensorrt::Device::DeviceType::Value::kGPU (C++ enumerator), [1] torch_tensorrt::Device::dla_core (C++ member) torch_tensorrt::Device::gpu_id (C++ member) torch_tensorrt::dump_build_info (C++ function) torch_tensorrt::EngineCapability (C++ enum) torch_tensorrt::EngineCapability::kDLA_STANDALONE (C++ enumerator) torch_tensorrt::EngineCapability::kSAFETY (C++ enumerator) torch_tensorrt::EngineCapability::kSTANDARD (C++ enumerator) torch_tensorrt::get_build_info (C++ function) torch_tensorrt::GraphInputs (C++ struct) torch_tensorrt::GraphInputs::input_signature (C++ member) torch_tensorrt::GraphInputs::inputs (C++ member) torch_tensorrt::Input (C++ struct) torch_tensorrt::Input::dtype (C++ member) torch_tensorrt::Input::format (C++ member) torch_tensorrt::Input::Input (C++ function), [1], [2], [3], [4], [5], [6], [7], [8], [9] torch_tensorrt::Input::max_shape (C++ member) torch_tensorrt::Input::min_shape (C++ member) torch_tensorrt::Input::opt_shape (C++ member) torch_tensorrt::Input::shape (C++ member) torch_tensorrt::logging::get_is_colored_output_on (C++ function) torch_tensorrt::logging::get_logging_prefix (C++ function) torch_tensorrt::logging::get_reportable_log_level (C++ function) torch_tensorrt::logging::Level (C++ enum) torch_tensorrt::logging::Level::kDEBUG (C++ enumerator) torch_tensorrt::logging::Level::kERROR (C++ enumerator) torch_tensorrt::logging::Level::kGRAPH (C++ enumerator) torch_tensorrt::logging::Level::kINFO (C++ enumerator) torch_tensorrt::logging::Level::kINTERNAL_ERROR (C++ enumerator)

torch_tensorrt::logging::Level::kWARNING (C++ enumerator) torch_tensorrt::logging::log (C++ function) torch_tensorrt::logging::set_is_colored_output_on (C++ function) torch_tensorrt::logging::set_logging_prefix (C++ function) torch_tensorrt::logging::set_reportable_log_level (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator (C++ class) torch_tensorrt::ptq::Int8CacheCalibrator::getBatch (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator* (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache (C++ function) torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache (C++ function) torch_tensorrt::ptq::Int8Calibrator (C++ class) torch_tensorrt::ptq::Int8Calibrator::getBatch (C++ function) torch_tensorrt::ptq::Int8Calibrator::getBatchSize (C++ function) torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator (C++ function) torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator* (C++ function) torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache (C++ function) torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache (C++ function) torch_tensorrt::ptq::make_int8_cache_calibrator (C++ function), [1] torch_tensorrt::ptq::make_int8_calibrator (C++ function), [1] torch_tensorrt::set_device (C++ function) torch_tensorrt::TensorFormat (C++ class) torch_tensorrt::TensorFormat::operator bool (C++ function) torch_tensorrt::TensorFormat::operator Value (C++ function) torch_tensorrt::TensorFormat::operator!= (C++ function), [1] torch_tensorrt::TensorFormat::operator== (C++ function), [1] torch_tensorrt::TensorFormat::TensorFormat (C++ function), [1], [2] torch_tensorrt::TensorFormat::Value (C++ enum) torch_tensorrt::TensorFormat::Value::kChannelsLast (C++ enumerator) torch_tensorrt::TensorFormat::Value::kContiguous (C++ enumerator) torch_tensorrt::TensorFormat::Value::kUnknown (C++ enumerator) torch_tensorrt::torchscript::check_method_operator_support (C++ function) torch_tensorrt::torchscript::compile (C++ function) torch_tensorrt::torchscript::CompileSpec (C++ struct) torch_tensorrt::torchscript::CompileSpec::capability (C++ member) torch_tensorrt::torchscript::CompileSpec::CompileSpec (C++ function), [1], [2], [3] torch_tensorrt::torchscript::CompileSpec::debug (C++ member) torch_tensorrt::torchscript::CompileSpec::device (C++ member) torch_tensorrt::torchscript::CompileSpec::disable_tf32 (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::dla_sram_size (C++ member) torch_tensorrt::torchscript::CompileSpec::enabled_precisions (C++ member) torch_tensorrt::torchscript::CompileSpec::graph_inputs (C++ member) torch_tensorrt::torchscript::CompileSpec::min_block_size (C++ member) torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters (C++ member) torch_tensorrt::torchscript::CompileSpec::ptq_calibrator (C++ member) torch_tensorrt::torchscript::CompileSpec::refit (C++ member) torch_tensorrt::torchscript::CompileSpec::require_full_compilation (C++ member) torch_tensorrt::torchscript::CompileSpec::sparse_weights (C++ member) torch_tensorrt::torchscript::CompileSpec::torch_executed_modules (C++ member) torch_tensorrt::torchscript::CompileSpec::torch_executed_ops (C++ member) torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double (C++ member) torch_tensorrt::torchscript::CompileSpec::workspace_size (C++ member) torch_tensorrt::torchscript::convert_method_to_trt_engine (C++ function) torch_tensorrt::torchscript::embed_engine_in_new_module (C++ function) TORCH_TENSORRT_MAJOR_VERSION (C macro) TORCH_TENSORRT_MINOR_VERSION (C macro) TORCH_TENSORRT_PATCH_VERSION (C macro) TORCH_TENSORRT_VERSION (C macro) TORCHTRT_API (C macro) TORCHTRT_HIDDEN (C macro) TRTInterpreter (class in torch_tensorrt.fx) TRTInterpreterResult (class in torch_tensorrt.fx) TRTModule (class in torch_tensorrt.fx) TRTModuleNext (class in torch_tensorrt)

W

Warning (torch_tensorrt.logging.Level attribute) warnings (class in torch_tensorrt.logging)

write_calibration_cache() (in module torch_tensorrt.ptq) Writing

X

XSTR (C macro)