diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index ddfef1d071..a01619db01 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
- Class DataType — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Class DataType — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index 121987d3a9..8fadf47881 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
- Class Device::DeviceType — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Class Device::DeviceType — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index f516e3f5ce..0ed19d16cb 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
- Class TensorFormat — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Class TensorFormat — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index f57852a93c..e08f7d236a 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
- Template Class Int8CacheCalibrator — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Template Class Int8CacheCalibrator — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index 3dce7c7ff1..e3ee8f063f 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
- Template Class Int8Calibrator — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Template Class Int8Calibrator — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index 70f837ee22..81239e4b73 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
- Define STR — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define STR — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 35fbc5626f..7b8daa1932 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
- Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index 94891d0091..d180c8785b 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
- Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 41a5428534..19feefaf16 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
- Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 5dc57562b6..8ba71c8015 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
- Define TORCHTRT_API — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCHTRT_API — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 80993d286b..10629e3e48 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
- Define XSTR — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define XSTR — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index 6ae67efb2b..5add9f8412 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
- Define TORCHTRT_HIDDEN — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCHTRT_HIDDEN — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index 2043e16563..47f1f951db 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
- Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Define TORCH_TENSORRT_VERSION — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 95629a8e8f..b96ff46d7d 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
- Directory cpp — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Directory cpp — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index 8e3e88ccca..25e64eef9d 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
- Directory include — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Directory include — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 433157e75d..b7e2277616 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
- Directory torch_tensorrt — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Directory torch_tensorrt — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index bf6d437651..98e7403e6e 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
- Enum Level — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Enum Level — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index 6591b6391c..f8286fa12f 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
- Enum EngineCapability — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Enum EngineCapability — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index b6581f999b..46c8db6b9b 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
- File logging.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ File logging.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index 1256df5c5f..96c4cad7aa 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
- File macros.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ File macros.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 89e58018c7..23123e9060 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
- File ptq.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ File ptq.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 47a2f082a6..d28e63f692 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
- File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index 0b43a3ff74..fa5187126e 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index e54c4bf81f..8e749fd32a 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 45b6edffc3..ada6c8e17e 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index c3f3bed269..8a22768255 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index f8ad2265f9..3715a27851 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::log — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::log — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index bae02dd983..cd72019d75 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index a4a5600ab2..37b92e47b8 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index 0be733a22a..7fd2c89638 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
- Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index c85542b010..ed8c7a9123 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
- Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 883d4a7f03..3a3015b644 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 2349e9926d..d73fd74549 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::torchscript::compile — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index f8003710e7..d921f5198d 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index fe6a06dd72..5446920c23 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index 7f81ad1bd5..60389a7435 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::get_build_info — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::get_build_info — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index 72612f4af2..460302883a 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::set_device — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::set_device — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index b00341295d..ceb87c92cc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
- Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Function torch_tensorrt::dump_build_info — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index a14bfe4cc8..538e8337c7 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
- Namespace torch_tensorrt — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Namespace torch_tensorrt — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index b03afb6f62..00bbea9315 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
- Namespace torch_tensorrt::logging — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Namespace torch_tensorrt::logging — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index bc8de03dc5..01e3ee8f1b 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
- Namespace torch_tensorrt::ptq — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Namespace torch_tensorrt::ptq — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index 8b8a85ee8b..13b1c7d97d 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
- Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Namespace torch_tensorrt::torchscript — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index 5e6209f882..4e82ecbba0 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
- Program Listing for File logging.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Program Listing for File logging.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 546594d300..4587ec6d5e 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
- Program Listing for File macros.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Program Listing for File macros.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 5e862176a4..31f22395f7 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
- Program Listing for File ptq.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Program Listing for File ptq.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 1dd095a0a6..433edcaf57 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
- Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Program Listing for File torch_tensorrt.h — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index 2e9bcb6f05..c5a07de0e7 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
- Struct Device — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Struct Device — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index e7c8e458fe..03bca7e6cf 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
- Struct GraphInputs — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Struct GraphInputs — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index 550260fdee..e40cf539b2 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
- Struct Input — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Struct Input — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index 8ae225fdae..8dba9490dd 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
- Struct CompileSpec — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Struct CompileSpec — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 8a5b0910ac..038117fcc1 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
- Torch-TensorRT C++ API — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Torch-TensorRT C++ API — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 5e64b1a9dc..ded5514786 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
- Full API — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Full API — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index ce4cdb20d7..0bdb1f0321 100644
Binary files a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip and b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip differ
diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index df362449fd..489231f42b 100644
Binary files a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip and b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip differ
diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index a7e9862ed1..c6de915340 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
- Overview: module code — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Overview: module code — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index 1d0a9c3c96..8f9850df25 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
- torch_tensorrt._Device — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt._Device — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 78106db4bb..6df62e75cb 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
- torch_tensorrt._Input — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt._Input — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index 08133e7d5a..93aeeec991 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
- torch_tensorrt._compile — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt._compile — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/_utils.html b/docs/_modules/torch_tensorrt/_utils.html
index b6cd9e4edf..ac8797d1f3 100644
--- a/docs/_modules/torch_tensorrt/_utils.html
+++ b/docs/_modules/torch_tensorrt/_utils.html
@@ -9,7 +9,7 @@
- torch_tensorrt._utils — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt._utils — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 9f96c0cd73..99651c94f5 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
- torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.fx.fx2trt — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index ec9a88e6db..149f39410c 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
- torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 6c201fefe7..3a4b216bfe 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
- torch_tensorrt.fx.lower — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.fx.lower — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index d12fa6cbb6..3372ecd9c2 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
- torch_tensorrt.fx.trt_module — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.fx.trt_module — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index 9261ebcc4f..6cc6297faf 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
- torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/ptq.html b/docs/_modules/torch_tensorrt/ptq.html
index 076bf87036..c0b329501e 100644
--- a/docs/_modules/torch_tensorrt/ptq.html
+++ b/docs/_modules/torch_tensorrt/ptq.html
@@ -9,7 +9,7 @@
- torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index 2eb43110d8..3656cb6e05 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
- torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.ts._compile_spec — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index 99b4978648..8f10aeb762 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
- torch_tensorrt.ts._compiler — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.ts._compiler — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index 0b73088f07..18d61d8046 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
- VERSION: 'v2.2.0.dev0+891c2ef',
+ VERSION: 'v2.2.0.dev0+46cfa35',
LANGUAGE: 'None',
COLLAPSE_INDEX: false,
BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index 0bdbe3a093..e6db444efa 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
- torchtrtc — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torchtrtc — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 51c61d9848..be38dfbdbb 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
- Conversion Phase — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Conversion Phase — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/fx_converters.html b/docs/contributors/fx_converters.html
index 47a820ec9f..f0f03e41bb 100644
--- a/docs/contributors/fx_converters.html
+++ b/docs/contributors/fx_converters.html
@@ -10,7 +10,7 @@
- Dynamo Converters — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Dynamo Converters — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 894d12b59f..81570ad17f 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
- Lowering Phase — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Lowering Phase — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index 4eedcae138..53532e412e 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
- Partitioning Phase — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Partitioning Phase — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 08f95c5913..e183509a91 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
- Compiler Phases — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Compiler Phases — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index d13970db1d..bedbd86bb2 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
- Runtime Phase — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Runtime Phase — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 5389678665..6ed7ad29f1 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
- System Overview — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ System Overview — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 14775d8dc3..9004ae91ea 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
- Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Useful Links for Torch-TensorRT Development — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/writing_converters.html b/docs/contributors/writing_converters.html
index c4e3cd90fd..33b9a51200 100644
--- a/docs/contributors/writing_converters.html
+++ b/docs/contributors/writing_converters.html
@@ -10,7 +10,7 @@
- Writing Converters — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Writing Converters — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index d16ee30546..db3a603b11 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
- Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Writing Dynamo ATen Lowering Passes — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/genindex.html b/docs/genindex.html
index 00279ff618..9d11e0070a 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
- Index — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Index — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/getting_started/getting_started_with_cpp_api.html b/docs/getting_started/getting_started_with_cpp_api.html
index c61d5951e5..24ae9d072e 100644
--- a/docs/getting_started/getting_started_with_cpp_api.html
+++ b/docs/getting_started/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
- Using Torch-TensorRT in C++ — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Using Torch-TensorRT in C++ — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/getting_started/getting_started_with_python_api.html b/docs/getting_started/getting_started_with_python_api.html
index bdbd992573..bb7c7c06c0 100644
--- a/docs/getting_started/getting_started_with_python_api.html
+++ b/docs/getting_started/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
- Using Torch-TensorRT in Python — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Using Torch-TensorRT in Python — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/getting_started/getting_started_with_windows.html b/docs/getting_started/getting_started_with_windows.html
index 87bcd27a33..bcedbbe16c 100644
--- a/docs/getting_started/getting_started_with_windows.html
+++ b/docs/getting_started/getting_started_with_windows.html
@@ -10,7 +10,7 @@
- Building Torch-TensorRT on Windows — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Building Torch-TensorRT on Windows — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index 7b71eacf83..4a8b425418 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
- Installation — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Installation — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/index.html b/docs/index.html
index b14d7ad7fd..188dd40711 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
- Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Torch-TensorRT — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -224,7 +224,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 0ff6a38fbe..3f6fe89c6b 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
- Operators Supported — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Operators Supported — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -224,7 +224,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/objects.inv b/docs/objects.inv
index 2905f0c98d..0714dc8387 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 915d66b467..fba0f3e64a 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
- Python Module Index — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Python Module Index — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index e2972efda3..8fb5314720 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
- torch_tensorrt.fx — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.fx — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index f5b4e7992c..d1871270fb 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
- torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.logging — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index 6c867cec69..8bd3f10e0f 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
- torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.ptq — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index 7ccab894f1..b5a7167494 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
- torch_tensorrt — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index c8d82c8f51..b2f2f852f3 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
- torch_tensorrt.ts — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ torch_tensorrt.ts — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
@@ -610,7 +610,7 @@ Functions[source]
Utility to create a formated spec dictionary for using the PyTorch TensorRT backend
- Keyword Arguments
diff --git a/docs/search.html b/docs/search.html
index ae9d81797f..32a6698f95 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
- Search — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Search — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -222,7 +222,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 6373892e46..dacfa08cb5 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/fx_converters","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","contributors/writing_dynamo_aten_lowering_passes","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/creating_torchscript_module_in_python","user_guide/getting_started_with_fx_path","user_guide/ptq","user_guide/runtime","user_guide/use_from_pytorch","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/fx_converters.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","contributors/writing_dynamo_aten_lowering_passes.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/creating_torchscript_module_in_python.rst","user_guide/getting_started_with_fx_path.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/use_from_pytorch.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[72,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[72,10,1,"","__init__"],[72,11,1,"","allow_gpu_fallback"],[72,11,1,"","device_type"],[72,11,1,"","dla_core"],[72,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[72,10,1,"","__init__"],[72,11,1,"","dtype"],[72,10,1,"","example_tensor"],[72,11,1,"","format"],[72,10,1,"","from_tensor"],[72,10,1,"","from_tensors"],[72,11,1,"","shape"],[72,11,1,"","shape_mode"]],"torch_tensorrt.fx":[[69,9,1,"","InputTensorSpec"],[69,9,1,"","TRTInterpreter"],[69,9,1,"","TRTInterpreterResult"],[69,9,1,"","TRTModule"],[69,12,1,"","compile"]],"torch_tensorrt.logging":[[70,9,1,"","Level"],[70,9,1,"","debug"],[70,9,1,"","errors"],[70,12,1,"","get_is_colored_output_on"],[70,12,1,"","get_logging_prefix"],[70,12,1,"","get_reportable_log_level"],[70,9,1,"","graphs"],[70,9,1,"","info"],[70,9,1,"","internal_errors"],[70,12,1,"","log"],[70,12,1,"","set_is_colored_output_on"],[70,12,1,"","set_logging_prefix"],[70,12,1,"","set_reportable_log_level"],[70,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[70,11,1,"","Debug"],[70,11,1,"","Error"],[70,11,1,"","Graph"],[70,11,1,"","Info"],[70,11,1,"","InternalError"],[70,11,1,"","Warning"]],"torch_tensorrt.ptq":[[71,9,1,"id1","CacheCalibrator"],[71,9,1,"id2","CalibrationAlgo"],[71,9,1,"id0","DataLoaderCalibrator"],[71,12,1,"","get_batch"],[71,12,1,"","get_batch_size"],[71,12,1,"","get_cache_mode_batch"],[71,12,1,"","read_calibration_cache"],[71,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[71,11,1,"","ENTROPY_CALIBRATION"],[71,11,1,"","ENTROPY_CALIBRATION_2"],[71,11,1,"","LEGACY_CALIBRATION"],[71,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ts":[[73,12,1,"","TensorRTCompileSpec"],[73,12,1,"","check_method_op_support"],[73,12,1,"","compile"],[73,12,1,"","convert_method_to_trt_engine"],[73,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[72,9,1,"","Device"],[72,9,1,"","DeviceType"],[72,9,1,"","EngineCapability"],[72,9,1,"","Input"],[72,9,1,"","TensorFormat"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,9,1,"","dtype"],[72,12,1,"","dump_build_info"],[69,8,0,"-","fx"],[72,12,1,"","get_build_info"],[70,8,0,"-","logging"],[71,8,0,"-","ptq"],[72,12,1,"","set_device"],[73,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,54,56,59,61,62,63,65,66,68,69,70,71,72,73,74,76,77,83,84,85,86,87,89,91,92,94,95],"000":[84,85,86],"0000":78,"01":[63,68,78],"0208":63,"03":78,"0358":63,"0383":63,"04":[63,89],"0435":63,"0464":63,"0530":63,"0678":63,"0805":63,"0818":63,"0932":63,"0x7f87c79bfbf0":73,"1":[3,4,33,44,45,48,49,52,54,55,56,58,61,62,63,64,65,66,68,69,70,71,72,73,74,75,77,78,81,85,86,88,90,91,92,94,95],"10":[49,63,66,69,73,81,88,89,90,92],"100":[69,91],"1000":89,"1012":55,"1013":55,"1024":[52,72,73,88],"1045":63,"1048576":[45,49,73],"1056":63,"1063":63,"1073741824":[45,49,73],"109":63,"11":[55,63,65,66,77,81,89],"119":90,"12":[55,56,63,77,81,89,90],"120":[63,90],"123":78,"129":90,"13":[77,81],"136":89,"137":90,"138":90,"14":[81,86,89],"1409":92,"15":[77,81],"1502":63,"1549":63,"1556":92,"16":[63,64,72,81,90],"1691":63,"17":81,"18":[63,81],"19":[78,81],"1994":92,"1b":65,"1d":55,"1e":52,"2":[33,43,56,61,63,66,68,70,71,72,73,75,77,78,81,83,84,86,87,90,91,92],"20":[56,81,85,86],"2009":92,"2010":92,"2012":78,"2014":92,"2015":65,"2017":65,"2019":65,"2020":[63,67],"2022":65,"2023":92,"2048":[69,91],"2052":[84,85,86],"22":89,"224":[56,69,72,73,85,88,89],"225":[69,89],"229":89,"23":[49,55,73,78],"234375":89,"24":55,"244":[72,73],"248":55,"249":55,"25":[63,69,91],"256":89,"258":77,"27":[56,63],"28":63,"2802":63,"2822":77,"287":77,"29":63,"2c3":78,"3":[45,49,52,55,56,58,63,66,68,70,71,72,73,77,78,81,85,88,90,91,92,94,95],"30":[85,86],"300":[52,94],"31":63,"32":[52,63,64,72,90,92,95],"320":92,"32bit":52,"33":63,"33554432":[69,91],"346":63,"35":63,"36":63,"3677":55,"37":63,"38":90,"39":90,"3d":91,"4":[56,58,63,66,68,70,75,77,78,81,84,86,91],"406":89,"429688":89,"4465":92,"456":89,"468750":89,"4822":92,"485":89,"4914":92,"5":[52,56,58,59,63,65,66,70,77,78,81,84,89,90,91],"50":88,"512":[52,72,73,88],"523438":89,"53":78,"536870912":[45,49,73],"539":63,"56":63,"576":63,"6":[55,56,58,63,66,68,72,81,90],"622":55,"64":[64,72,91],"64bit":52,"664062":89,"7":[56,58,59,63,65,81,84,85,86],"72048":66,"7302":78,"8":[3,52,55,63,65,66,72,77,78,81,85,89],"8000":89,"8001":89,"8002":89,"84":[63,90],"891c2ef":77,"9":[63,81,89],"90":89,"92":89,"9223372036854775807":68,"96":65,"abstract":[58,61,78],"boolean":[72,91],"break":[77,91],"byte":[71,72,73,88],"case":[0,1,2,46,49,53,54,56,58,61,62,66,72,91,92,93],"catch":[55,63],"char":[3,4,44,52,63],"class":[29,30,44,45,46,51,58,61,63,64,70,73,77,78,84,88,90,91,92],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,55,61,63,68,92],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,54,56,62,63,64,66,69,72,73,75,76,77,91,92,94],"do":[53,54,55,56,61,63,64,76,78,90,91,92,95],"enum":[0,1,2,42,45,46,54,70,73,92],"export":[54,66],"final":[53,56,57,59,66,84,85,86,88],"float":[49,52,63,64,68,72,84,86,90,92,94],"function":[0,1,2,3,4,46,48,49,54,55,56,58,61,62,63,66,84,85,86,88,89,90,91,92,94,95],"import":[52,55,56,63,64,66,75,77,89,90,91,93,94],"int":[0,3,4,36,44,45,49,52,56,63,68,69,71,72,73,75],"long":[49,52,53,72,77,78],"new":[0,1,2,3,4,32,33,46,48,49,54,56,58,59,61,62,63,70,73,77,83,85,86,87,89,91],"public":[0,1,2,3,4,44,45,46,47,48,49,78,92],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,59,61,62,63,64,69,70,72,73,84,89,90,91,92],"short":[55,77,78],"static":[48,49,53,61,63,72,73,75],"super":[44,84,90],"throw":[52,55,63],"true":[0,1,2,4,46,49,54,55,56,61,62,63,68,69,72,73,75,78,84,85,86,89,91,92,94,95],"try":[59,63,77,78,94],"var":68,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[54,56,66,88,89,92],A:[4,29,30,32,33,47,48,54,55,56,61,66,69,72,73,78,89,91,92],And:63,As:[54,56,63,91],At:76,But:[54,63,77],By:[29,30,51,56,75,90],For:[53,54,56,62,63,66,69,75,77,78,84,88,89,90,91,92,93,94],If:[27,33,53,54,55,56,62,63,64,66,69,70,72,75,77,84,89,91,92,93,95],In:[0,1,2,46,53,54,56,57,58,59,61,64,66,67,77,78,80,83,87,88,89,91,92,93],Is:[24,72],It:[52,54,55,56,57,59,61,66,75,77,88,91],Its:[61,77],Not:3,On:56,One:[54,63,77,78,88,91],Or:77,Such:54,THE:77,TO:63,That:77,Thats:63,The:[1,46,48,49,52,53,54,55,56,57,58,59,61,62,64,66,70,72,73,75,78,87,88,89,90,91,92,94],Then:[56,66,92,94],There:[4,53,54,59,61,62,65,66,78,88,89,90,91,92,93],These:[53,54,56,58,62,75,77,89,92],To:[1,46,52,56,63,64,66,75,89,90,94],Will:31,With:[63,75,77,89,92],_:[71,77,91],___torch_mangle_10:90,___torch_mangle_4847:58,___torch_mangle_5:90,___torch_mangle_9:90,__and__:68,__attribute__:43,__derive_index:68,__getitem__:68,__gnuc__:43,__init__:[62,71,72,77,84,90],__is__:68,__isnot__:68,__main__:[84,85,86],__name__:[84,85,86],__not__:68,__or__:68,__range_length:68,__round_to_zero_floordiv:68,__torch__:[58,63,90],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:58,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:58,__visibility__:43,__xor__:68,_all_:55,_aten_lowering_pass:62,_c:[72,73,94],_convolut:[63,68],_decomposit:54,_decomposition_group:54,_devic:73,_dynamo:[84,85,86],_enum:72,_input:[72,73],_jit_to_backend:94,_jit_to_tensorrt:73,_leaky_relu:54,_remove_lowering_pass:62,_rendered_examples_jupyt:87,_rendered_examples_python:87,_script:[72,73],_set:84,_shapemod:72,_theme:82,_validate_not_a_forked_repo:89,a1b:78,aarch64:59,ab:68,abi:93,abl:[53,55,61,62,67,91,92,94],about:[52,53,58,61,63,66,72,75,89],abov:[25,54,56,62,63,66,70,76,77,85,86,91],absolut:52,ac:80,acc_mod:91,acc_norm:91,acc_op:91,acc_op_convert:91,acc_ops_convert:54,acc_ops_sigmoid:91,acc_trac:91,acceler:[69,83,87,95],accept:[48,52,58,61,63,64,72,84],access:[55,61,63,67,75,91,94],accord:[54,61,73],accordingli:[75,91],account:[54,89],accumsan:80,accumul:[49,73],accuraci:[88,92],achiev:[56,88],aco:68,acosh:68,acoust:88,acquir:63,across:[49,52,54,55,56,73,75],acthardtanh:61,action:[77,91],activ:[54,63,73,77,88,91,92,95],activationtyp:[61,91],actual:[55,58,61,63,70,90,91],ad:[25,52,53,56,62,91],adaptive_avg_pool1d:68,adaptive_avg_pool2d:68,adaptive_avg_pool3d:68,adaptive_max_pool1d:68,adaptive_max_pool2d:68,adaptive_max_pool3d:68,add:[26,53,54,55,56,61,63,64,65,66,68,70,75,77,82],add_:[55,63,68],add_activ:[54,91],addactiv:61,addit:[54,55,63,65,72,88,91],addition:54,addlay:63,addmm:54,addmm_replac:54,address:78,addshuffl:63,adipisc:[78,80],adjac:[56,77],adjust:77,adopt:88,advanc:[78,83,87,92],advis:77,aenean:80,afford:91,aforement:89,after:[52,53,55,56,62,63,64,65,67,84,85,86,89,90,91,93],again:[44,58,61,77],against:[52,63],agx:45,ahead:63,aim:55,algo_typ:[71,92],algorithm:[3,4,29,30,44,71,91,92],algorithm_selector:91,alias:43,align:77,align_corn:68,aliquam:80,aliquet:[78,80],all:[16,42,43,44,45,49,52,54,55,56,58,62,63,64,65,66,70,72,77,78,87,88,89,90,91,92,93],alloc:61,allow:[48,49,52,53,55,56,62,65,72,73,75,85,86,91],allow_gpu_fallback:[45,46,72,73,92,94,95],allow_shape_tensor:[45,49,73],allow_tf32:68,almost:63,alpha:[54,68,78,91],alreadi:[52,53,54,55,63,92],also:[29,53,61,62,63,64,65,66,67,75,77,78,87,88,92],altern:[48,54,56,62,64,88],although:[54,77],altogeth:[56,75],alwai:[3,4,27,52,54,77],amet:[78,80],an:[2,3,4,48,49,52,53,54,55,56,57,58,59,61,62,63,64,65,66,67,69,71,72,73,75,77,78,84,88,89,90,91,92,93],analogu:61,analysi:56,analyt:75,analytics_id:75,ancient:77,ani:[48,52,53,54,61,62,63,64,66,68,71,72,73,75,77,91,92],ann:77,annot:[61,63],anonym:77,anoth:[64,77,78,90],ant:80,anyon:78,anyth:[77,78,93],aot:[54,63,67],api:[54,56,59,61,62,63,64,72,73,76,83,84,87,88,89,91,92,93,94],appear:[56,77],append:68,appli:[62,92],applic:[1,29,46,52,55,59,63,64,93,94,95],apply_lowering_pass:62,approach:56,appropri:[54,65],approri:54,apr:63,ar:[42,46,49,52,53,54,55,56,58,59,61,62,63,65,66,67,72,73,75,77,78,79,88,89,90,91,92,93,94],arab:78,arang:68,arbitrari:62,architectur:[66,67,88],archiv:66,arcu:[78,80],area:79,aren:63,arg:[53,54,62,63,71,72,81,88,91],arg_replacement_tupl:91,argc:63,argmax:68,argmin:68,argument:[48,52,54,55,58,61,62,63,64,72,73,77,78,91],argv:63,arithmet:56,around:[55,58,61,77,80,90],arrai:[3,4,33,53,73],arrayref:[45,48,49],artifact:65,arxiv:92,as_numpi:89,asin:68,asinh:68,aspect:52,assembl:[53,62,63],assign:[3,4,76],associ:[53,61,63],associatevalueandivalu:61,associatevalueandtensor:[61,63],assum:[33,94],atan:68,atanh:68,aten:[49,54,55,56,60,61,63,67,68,73,84],aten_:54,aten_op:54,aten_ops_convert:54,aten_ops_leaky_relu:54,aten_trac:54,atol:52,attrdict:89,attribut:[54,55,56,58,63,77,91],auctor:80,audio:88,augu:80,author:78,auto:[44,56,61,63,77,78,92,95],autodoc:[77,78],autograd:54,automat:[54,63,77],avail:[52,61,62,66,75,91,95],averag:[49,52,73],avg:52,avg_pool1d:68,avg_pool2d:68,avg_pool3d:68,awai:77,awaken:77,axi:68,b0:88,b:[65,66,68,78,89],b_hh:68,b_ih:68,back:[55,56,58,59,63,72,77,90],back_insert:44,backend:[54,62,73,76,83,84,86,87,94],backend_kwarg:84,background:[77,90],backlink:77,backward:91,bar:[75,77],base:[37,50,54,58,64,66,69,70,71,72,77,86,88,90,92],bash:66,basi:77,basic:[52,56,78,87,89,91],batch:[3,4,44,69,85,86,89,91,92,95],batch_norm:[54,61,68],batch_siz:[44,92],batched_data_:44,batchnorm:55,batchtyp:44,bathroom:77,bazel:[59,66],bazel_vers:66,bazelbuild:66,bazelisk:66,bazelvers:66,bdist_wheel:66,beat:78,becaus:[61,63,66,69,90,91],becom:61,bee:77,been:[53,61,63,78],befor:[49,55,56,59,61,63,66,67,73,89,91],beforehand:63,begin:[44,66,77,84,91],beginn:90,begun:77,behav:79,behavior:[49,56,72,73,91],behind:77,being:[63,91],belong:[54,77],below:[33,54,56,61,62,63,64,66,77,89,91],benchmark:68,benefit:[61,63],bert:86,bertmodel:86,besid:77,best:[66,77,91],beta:[54,68,73,91],better:[88,90],between:[55,56,61,66,77,78,92],bia:[55,63,68],bibendum:80,bibliograph:78,bigger:77,bin:66,binari:[44,92],binary_data:89,bind:[3,4,33,44,73,77],bird:89,bit:[49,61,63,72,73,91],bitbucket:75,bitbucket_url:75,bitwise_not:68,blandit:80,blank:77,blob:[60,75,92],block0:55,block1:55,block:[52,53,55,56,81],blue:77,bmm:68,bodi:[77,78],bold:77,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,55,61,63,68,69,70,72,73,75,92],border:77,both:[54,56,66,69,75,77,90,92],bottom:75,bound:72,boundari:[56,70,71],box:77,bracket:77,branch:66,bread:77,brief:56,briefli:90,brontosaurus:77,browser:77,bsd:[42,43,44,45],buffer:[3,4,91],bug:66,bui:78,build:[29,30,35,49,52,53,57,59,61,63,72,76,81,85,86,91,92],build_fil:66,build_model:91,buildcommandarg:65,builddirectori:65,builder:91,builderconfig:45,buildroot:65,built:[33,52,58,59,66,73],builtin:91,button:[75,77],bytearrai:[73,91],c10:[0,1,45,46,48,49,63,92],c:[42,43,44,45,52,59,64,65,68,69,78,89,93,95],c_api:60,c_str:[61,63],cach:[3,4,29,30,44,52,54,63,69,71,91,92],cache_:44,cache_fil:[44,71,92],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[71,92],cackl:78,calcul:[48,53,56,63],calibr:[3,4,29,30,44,49,52,63,71,73,92],calibration_cache_fil:[29,30,92],calibration_dataload:[30,92],calibration_dataset:92,calibrationalgo:[71,92],call:[29,30,32,49,54,55,58,61,63,69,73,77,84,85,86,88,90,91,94],call_funct:[54,62,91],call_modul:54,callabl:72,caller:62,callmethod:90,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,59,61,62,63,64,66,72,73,75,77,83,84,85,86,87,88,89,90,91,92,93,94],canada:78,cannot:[48,55,56,66,72,73,76,90,91],canon:75,canonical_url:75,capability_valid:54,capabl:[17,45,49,52,58,72,73,94],capbility_valid:54,capit:77,caption:[77,80],care:54,cast:[3,4,55],cat:[56,66,68],categor:54,categori:54,caught:55,caus:[61,66,75,84,85,86],cd:[66,89],cdll:63,ceil:68,ceil_mod:68,cell:78,centercrop:89,cerr:63,certain:[54,66,84,91],cfg:56,chain:61,challeng:89,chanc:61,chang:[29,55,56,59,62,65,73,75,89,91,92],changelog:81,channel:[2,72,76],channel_last:[72,73,88],channels_last:72,charact:77,check:[0,1,31,46,52,55,61,63,66,73,89,91,93],check_method_op_support:73,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:63,child:78,children:91,choic:[66,71],choos:[54,90,91],cifar10:92,cifar:92,clamp:68,clamp_max:68,clamp_min:68,class_count:89,classif:[63,88,90],classifi:[78,88],classification_index:89,classmethod:72,clean:[56,62,65,77,84,85,86],cleanli:56,clear:44,cli:[52,64],click:65,clickabl:77,clone:[62,65,68],cloned_placehold:62,close:63,closer:55,closet:77,cmake:65,cmake_build_typ:65,cmake_cuda_flag:65,cmake_cxx_flag:65,cmake_module_path:65,cmakecommandarg:65,cmakeset:65,cnn:88,co:[68,78,88],coalesc:62,code:[54,56,59,62,63,67,76,78,84,85,86,87,90,91,92],coeffici:88,collapse_navig:75,collat:78,collect:[56,63,64,73],colon:77,color:[24,27,70,77],colored_output_on:[27,42,70],column:78,com:[60,63,66,84,85,86,89,92,93],combin:[56,91],come:[66,76,89,91],command:[52,63,66,77,78,89,90],comment:[66,77],commodo:80,common:[53,54,55,69,77,91],common_subexpression_elimin:55,commonli:78,commun:[49,52,63,65,73],compar:[54,64,91],comparis:[0,2],comparison:[1,46],compat:[0,1,46,55,58,65,66,73,91],compil:[31,34,41,45,49,50,52,54,55,56,58,61,62,64,69,70,72,73,75,89,90,91,92,93,94,95],compilation_kwarg:86,compilationset:84,compile_engine_and_inf:[84,85,86],compile_spec:[92,95],compilegraph:[63,92],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,56,63,73,92,95],compilespecstruct:50,complet:[56,63,90],complex:[47,49,64,66,90],complianc:52,compliat:92,complic:66,compon:[57,59,90,93],compos:[89,90,91,92],composit:63,compound:88,comput:[49,77,88,91,92],concaten:54,conceiv:77,concept:87,concorr:89,condimentum:80,condit:[54,56,77],conf:[75,82],confidence_scor:89,config:[66,69,89,91],configur:[32,34,48,62,63,66,67,72,73,81,89,92],configurationtyp:65,configureset:65,congu:80,connect:[55,73,77,89,95],consectetur:[78,80],consecut:56,consid:[56,63,73],consider:89,consist:[55,77,91],consol:52,consolid:[56,90],constant:[53,55,56,63],constant_pad_nd:68,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,55,57,59,61,63,71,72,77,78,91,92],constructor:[0,2,46,48,49,58,90],consult:76,consum:[4,53,90],contact:78,contain:[30,31,52,53,54,55,56,61,63,66,69,72,77,78,89,90,91,92,93],content:[81,89,92],context:[53,57,58,59,70],contextnet:88,contigu:[2,48,49,52,72,73],continu:[77,91,93],contributor:63,control:[62,90,91],conv1:[63,90],conv2:[63,90],conv2d:90,conv:[49,52,63],conval:80,convect:48,conveni:[62,86,88,92],convent:33,converison:91,convers:[54,55,56,58,63,72,73,91],conversionctx:[61,63],convert:[3,4,31,32,34,52,55,56,57,59,64,67,72,73,85,86,88,93,94],convert_activ:54,convert_method_to_trt_engin:[41,45,50,72,73,94],converter_implement:54,converter_util:54,convertersupport:54,convertgraphtotrtengin:63,convien:49,convienc:[3,4,49],convolut:[73,92,95],convtert:91,coordin:59,copi:[44,61,68,71,78,89,91],copy_:68,copyright:[42,43,44,45,63,78],core:[45,52,55,56,59,63,72,95],core_id:72,corpor:[42,43,44,45],corpu:88,correct:[58,66,75],correctli:66,correctness_atol:69,correctness_rtol:69,correspond:[54,61,66,91],cosh:68,could:[56,85,86,91],count_include_pad:68,coupl:[53,59,91,93],cout:63,cover:[87,88],cp:66,cpp:[14,15,42,43,44,45,51,55,59,63,66,92],cpp_frontend:92,cppdirectori:50,cppdoc:63,cpu:69,cra:80,creat:[29,30,33,52,53,54,56,58,61,63,67,73,77,89,91],credit:63,criteria:[56,57,59],cross:77,cs:92,csrc:[55,60],cstddef:92,ctestcommandarg:65,ctrl:65,ctx:[61,63],ctype:63,cuda113:66,cuda:[49,58,63,64,65,66,69,72,89,91,92,94],cuda_graph_batch_s:[69,91],cuda_runtim:[21,45],cudafloattyp:63,cudasetdevic:36,cudnn:65,cudnn_en:68,cudnn_root_dir:65,cumsum:68,curabitur:80,curl:[66,77],current:[23,54,56,58,61,62,65,66,69,73,75,91],cursu:80,custom:[52,62,66,83,87,91],custom_class:[21,45],custom_mapp:91,customclasshold:[45,48],cut:77,cxx11:93,d:[52,77,78,95],d_silence_experimental_filesystem_deprecation_warn:65,dapibu:80,data:[0,2,3,4,29,30,44,46,48,49,52,53,56,57,59,61,64,68,69,71,72,73,77,81,88,91,92],data_dir:92,data_item_1:76,data_typ:89,dataclass:[84,91],dataflow:[61,63],dataload:[4,29,30,44,49,71,92],dataloader_:44,dataloadercalibr:[71,92],dataloaderopt:92,dataloaderuniqueptr:[4,44],dataset:[29,71,88,92],datatyp:[1,21,38,45,46,48,49,50,64,72,73,89],datatypeclass:50,date:[62,78],david:78,dbg:66,dcmake_build_typ:66,dcmake_module_path:66,dead_code_elimin:55,deal:61,debug:[16,27,45,49,52,61,62,65,70,73,84,85,86,94],debugg:[52,73],decid:72,declar:66,decompos:54,decomposit:54,deconvolut:95,decor:[54,62,91],dedic:[55,78],deep:[61,67,75,92,95],deeplearn:[60,91],def:[54,62,64,77,84,89,90,91],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,54,63,64,72,75,84,86,88,90,91,92],definit:[51,61,77],deiti:77,delet:[0,1,2,45,46,55],delimit:55,demo:[77,92],demonstr:[77,78,79,88,89,92],demostr:88,denot:77,dep:[65,66],depend:[29,35,53,54,59,63,64,65,89,91,93],depickl:58,deploi:[57,59,63,67,89,92],deploy:[52,63,64,88,89,92,93,95],deprec:[54,68,91],depth:[75,88],descclassnam:77,descnam:77,describ:[49,56,61,83,87,89,90,94],descript:[56,78],deseri:[63,72,73],design:[88,91,95],desir:[62,78,92],desktop:65,destini:78,destroi:[61,78],destructor:61,detail:[54,63,89,90,91,93],detect:[48,58],determin:[55,91],determinist:68,dev0:77,develop:[63,65,66,67,77,78,91],deviat:52,devic:[21,33,36,38,45,49,50,52,58,64,68,69,71,72,73,88,92,94,95],device_typ:[45,46,72,92,94,95],deviceclass:50,devicetyp:[21,38,45,46,50,72,73,92,94,95],devicetypestruct:50,diam:80,dict:[54,72,73],dictionari:[54,72,73,84,94],dictioneri:54,dictum:80,dictumst:80,did:77,didn:77,differ:[29,54,55,56,59,66,67,75,90,91],dignissim:80,dilat:68,dim0:68,dim1:68,dim:[68,69,89,91],dim_int:68,dim_intlist:68,dimens:[48,55,69,88,91],direct:[62,81,93],direct_output:62,directli:[54,61,62,65,66,67,71,83,84,87,92],directori:[18,19,20,21,42,43,44,45,50,54,65,66,92],disabl:[52,54,70,75,76],disable_memory_format_check:72,disable_pass:54,disable_tf32:[45,49,73,92],disallow:62,disclos:66,disconnect:77,discret:77,discuss:[54,89],displai:[52,62,70,75],display_github:75,display_gitlab:75,display_vers:75,dist:66,distdir:66,distribut:[63,72,92,93],div:[56,68],div_:68,div_lgamma:56,divid:54,divisor_overrid:68,django:76,dl:77,dl_open:93,dla:[1,45,46,49,52,67,72,73],dla_cor:[45,46,52,72,92,94,95],dla_global_dram_s:[45,49,52,73],dla_local_dram_s:[45,49,52,73],dla_sram_s:[45,49,52,73],dla_standalon:52,dlacor:52,dll:52,do_not_merg:56,doc:[59,60,66,75,76,77,82],docker:89,docsrc:59,docstr:[64,77,78],document:[42,43,44,45,50,54,59,63,75,77,78,82,89,90,92,93,94],docutil:[77,78],doe:[43,44,55,56,61,62,77,85,86,91,92],doesn:[63,66,77,90],dolor:[78,80],domain:[48,72,78,92],don:[61,75,77,78,89,91,92],done:[53,56,59,89],donec:[78,80],dont:42,dothismethod:77,dotpai:76,dotpayprovid:76,doubl:[45,48,49,52,73,77],down:[66,75,91],download:[66,81,84,85,86,87,89,92],downstream:88,doxygen_should_skip_thi:[44,45],dpython:[72,73],dram:52,dream:78,driver:66,drop:[66,75],dt:77,dtensorrt_root:66,dtorch_dir:66,dtyep:69,dtype:[45,48,49,52,64,68,69,72,73,86,88,91],dual:77,due:[3,4,66,76,77],dui:[78,80],dump:[37,52,66],dump_build_info:[38,45,50,72],dump_lowering_pass:62,durat:77,dure:[49,52,56,61,71,88,92,93],dyn_range_fn:54,dynam:[48,49,54,69,72,73,91],dynamic_batch:[69,91],dynamo:[67,84,85,86],dynamo_convert:54,dynamo_tensorrt_convert:54,e:[29,30,52,55,61,63,65,66,69,72,90,91,92],each:[3,4,49,53,54,55,56,58,61,63,66,69,75,77,91],ear:77,earli:91,earlier:54,eas:43,easi:[52,53,55,63,92],easier:[57,59,61,63,91,92],easiest:66,easili:[3,4],echo:77,edg:77,edit:[65,75],edu:92,effect:[55,63,75,88,91,92],effici:61,efficientnet:88,efficitur:80,eg:[54,89],egesta:80,eget:80,either:[47,48,52,61,62,63,64,66,72,73,75,77,90],el:68,eleifend:78,element:[58,77,78,81,91],element_typ:44,elementum:80,elementwis:54,eliminate_dead_cod:62,elit:[78,80],elk:77,els:[43,44,48,73,77,78],elu:[54,68],emb:[33,52,73,78],embed:[52,54,58,68,73,77,95],embed_engine_in_new_modul:[41,45,50,73],embedding_param_valid:54,emit:53,emphasi:77,empti:[49,69,73,78,90],emum:[16,17],en:75,enabl:[3,4,24,49,52,54,56,57,59,69,70,71,73,75,85,86,91],enable_precis:63,enabled_precis:[45,49,63,64,72,73,84,85,86,89,92,94,95],enalbed_precis:95,encod:[58,88],encompass:73,encount:[56,66,84,85,86],encourag:89,end:[44,52,61,62,63,68,73,77,84,85,86,92],end_dim:[63,68],endif:[43,44,45],energi:77,enforc:63,engin:[0,1,17,32,33,34,45,46,48,49,52,53,56,57,59,62,63,64,67,69,72,73,75,85,86,92,93,94,95],engine_converted_from_jit:63,enginecap:[38,45,49,50,72,73,94],english:88,enhanc:77,enim:80,ensur:[29,55,56,62,65],enter:[53,72],entir:77,entiti:77,entri:[49,61],entropi:[29,30,92],entropy_calibr:71,entropy_calibration_2:[71,92],enumer:[0,1,2,16,17,46],environ:[89,91],ep:68,eq:[68,77],equat:77,equival:[32,57,59,61,63,73,85,86,90,92],equivil:34,erat:80,erf:68,eric:77,ero:80,error:[16,49,52,53,55,59,63,66,70,73,77,91],essenc:77,essenti:91,est:80,et:80,etc:[75,77,91,95],etiam:80,eu:80,euismod:80,eval:[63,64,84,85,86,89],evalu:[54,57,58,59],evaluated_value_map:[53,61],even:63,event:48,everi:[56,63,69],everyth:16,evolv:62,ex:[0,1,2,33,46,73,78,80],exact:89,examin:91,exampl:[48,54,56,58,59,61,63,64,65,67,70,72,73,75,76,78,81,83,84,85,86,87,89,90,91,92,93],example_tensor:72,exceedingli:77,except:91,exception_elimin:55,excerpt:78,excit:88,execpt:55,execut:[33,49,52,55,57,58,59,63,66,69,72,73,89,90,91,92],execute_engin:[58,63],exert:77,exeuct:58,exhaust:63,exist:[4,31,32,34,54,66,71,72,73,88,91,92],exit:[84,85,86,89],exp:68,expand:[55,68],expand_a:68,expanded_asset:66,expect:[48,55,61,63,64,72,88],expected_op:54,experiment:[73,91],explain:91,explan:91,explic:44,explicit:[0,1,2,3,4,45,46,55,67,69,77,91,92],explicit_batch_dimens:[69,91],explicit_precis:69,explicitli:[56,57,59,64,73,92,94],explict:44,explictli:0,explor:87,expon:68,expos:92,express:77,ext:[77,78],extend:[57,59,61,63,65,68,88],extens:65,extent:[63,67],extern:[75,77],extra:63,extract:[54,62,63,88],extrem:77,ey:77,f16:[52,63,95],f32:52,f:[62,66,77,90,91],facilisi:80,fact:66,facto:77,factori:[4,29,30,92],fail:[54,63,95],fake_quantize_per_channel_affin:68,fake_quantize_per_tensor_affin:68,fall:[54,72],fallback:[52,57,59,61,95],fals:[0,1,2,3,4,44,45,46,49,62,63,68,69,72,73,75,76,77,78,84,91,92,94],fame:80,familiar:89,far:[77,91],fashion:[63,88],fast:[49,52,73],faster:88,faucibu:80,fc1:[63,90],fc2:[63,90],fc3:[63,90],fc:[49,52,55],feat:[63,90],featur:[52,56,63,88,91,92,94],fed:[3,4,48],feed:[29,30,63],feedforward:88,feel:67,feli:80,feugiat:[78,80],few:[66,72,91],field:[3,4,69,72,92],fifth:78,figur:[56,78,80],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,54,56,58,59,63,65,66,69,71,72,73,75,76,78,82,89,91,92],file_path:52,filepath:65,find:[4,63,66,91],finder:66,finibu:80,finish:91,first:[48,53,55,63,64,77,78,84,89,91,92],firstli:89,fit:77,fix:[49,77,91,95],fixed_s:[45,49],flag:[52,56,57,59,64,66,71,93],flaten:49,flatten:[45,47,63,68,90],flatten_convert:63,flesh:89,float16:[52,72],float32:[48,49,52,72,73,91],float64:73,float_int:68,floor:68,floor_divid:68,floordiv:68,flow:[61,77,88,90,91],flox:77,flush:77,fly:90,fmod:54,focus:54,fold:78,folder:[65,91],follow:[33,52,54,56,58,62,63,65,66,73,75,77,78,82,83,87,88,89,90,91,92,93],foo:[77,78,91],foo_kwarg:91,foo_nod:91,forc:[52,73,75,91],force_fp32_output:91,forced_fallback_op:56,form:[53,54,64,72,77,89],format:[33,45,48,49,52,64,68,72,73,77,78,88,89],forth:78,forum:66,forward:[29,30,32,33,56,58,61,63,64,72,73,84,90,92,94],found:[42,43,44,45,63,66,77,92,93],four:[77,78],fp16:[0,48,49,52,63,64,67,69,91,95],fp32:[0,48,49,52,67,73,88,89,91,92],frac:77,freed:61,freeze_modul:55,friend:45,fringilla:80,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,59,61,63,65,67,69,73,75,76,77,78,86,88,89,90,91,92],from_pretrain:86,from_tensor:[72,91],front:62,frontend:[64,67,83,85,86,87],fssl:66,fstream:[20,44],full:[45,49,52,61,63,70,84,85,86,89,92,93,95],fulli:[31,52,55,63,73,92,95],further:[56,91],fusc:80,fuse_addmm_branch:55,fuse_flatten_linear:55,fuse_linear:55,fusion:[61,62,91],futur:[73,91],fx2trt:69,fx2trt_exampl:91,fx:[54,62,64,67,72],g:[29,30,52,55,65,66,69,72,77,91,92],g_:77,galleri:[84,85,86,87],gamma:68,gatewai:76,gather:56,gaurd:43,gcc:[59,63],ge:68,gear:92,gener:[3,4,29,52,54,55,58,59,61,62,63,65,66,69,75,77,78,81,84,85,86,87,90,91,92],get:[0,1,2,3,4,23,35,44,46,55,56,61,62,63,66,70,72,88,89,91,92],get_batch:71,get_batch_impl:44,get_batch_s:71,get_build_info:[38,45,50,72],get_cache_mode_batch:71,get_is_colored_output_on:[39,42,50,70],get_logging_prefix:[39,42,50,70],get_output:91,get_reportable_log_level:[39,42,50,70],getattr:[55,58,63,90],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[61,63],getitem:54,getoutput:[61,63],git:81,github:[60,63,66,75,84,85,86,89,92,93],github_url:75,gitlab:75,gitlab_url:75,give:[75,77,91],given:[48,49,52,54,55,63,64,69,71,72,73,90,91,94],global:[26,52,63],gm:62,gnu:66,go:[44,55,56,63,67,84,85,86,88,89,90,91],goal:61,goe:[77,91],good:[44,61,77,91],goodger:78,googl:75,got:[63,77],gpu:[1,32,34,36,45,46,52,63,72,73,89,91,92,94,95],gpu_id:[36,45,46,52,72,73,92,94,95],graph:[16,31,32,34,45,49,52,53,54,56,57,59,61,62,63,67,69,70,73,85,86,88,90,91],graph_input:[45,49],graph_modul:[62,69,72],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,64,69,72],gravida:80,great:[63,77],greater:70,greedi:56,group:[68,77,78],grpc:89,gru_cel:68,gt:68,gtc:67,guangzhou:78,guarante:56,guard:55,guard_elimin:55,gui:77,guid:[76,87],gulf:89,gz:[77,78,92],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,55,63,92],ha:[49,53,54,55,56,57,59,61,62,63,65,69,77,78,88,90,91,92],habit:80,habitass:80,hac:80,hack:44,had:54,hakaimagazin:89,half:[52,63,64,72,77,84,85,89,92,94,95],hand:89,handl:[55,56,58,91],happen:[90,91],hardtanh:[54,61,68],hardtanh_:68,hardwar:95,has_batch_dim:69,hash:66,have:[29,33,44,52,53,54,55,56,61,62,63,64,66,67,69,72,73,77,85,86,88,89,90,91,92],haven:63,header:[63,75,77,78,89],heart:78,heaven:77,heck:77,heh:78,hehe:78,height:77,help:[27,52,53,54,61,63,88,91,93],helper:61,henc:54,hendrerit:80,here:[44,53,56,58,63,66,75,77,78,89,90,91,92,93],hermet:66,hexagram:77,hfile:50,hi:[68,77,78],hidden:[43,75],high:[48,55,56,75],higher:[55,75,77,90],highli:[88,89],highlight:77,hinton:92,hit:56,hold:[46,47,48,53,61,92],holder:[58,79],holi:77,home:66,hood:59,hope:78,host:[49,52,66,73,89],how:[3,4,66,77,79,81,84,88,89,90,93,94],howev:[29,66,75,76,89],html:[60,66,77,90,92],html_theme:82,html_theme_opt:75,html_theme_path:82,http:[60,63,66,75,77,84,85,86,88,89,90,92,93],http_archiv:66,httpclient:89,hub:89,huggingfac:88,human:77,humankind:78,hx:68,hybrid:73,hyperlink:77,hyphen:77,i8:52,i:[52,55,61,63,68,77,78,90,92],iaculi:80,icon:[75,77],id:[36,45,52,72,75,76,80,95],idea:[55,77],ident:[52,62],identifi:[54,56],idx:68,ifndef:[44,45],ifstream:44,ignor:72,iii:78,iint8calibr:[3,4,29,30,44,45,49,73,92],iint8entropycalibrator2:[3,4,29,30,44,92],iint8minmaxcalibr:[29,30,92],ilay:61,illustr:[54,88,91],imag:[89,92],imagenet:88,imagenett:88,images_:92,img1:89,img:89,img_path:89,imperdiet:80,impl:54,implement:[3,4,55,56,58,63,76,91,92,93],impli:54,implic:55,implicit:[68,69,77,91],implicitli:72,implictli:72,improv:78,in_shap:63,in_tensor:90,incas:44,includ:[13,15,16,35,37,42,43,44,45,51,52,54,56,57,58,59,62,63,66,69,75,77,83,87,90,91,92],includedirectori:50,includehidden:75,incompat:66,incorpor:78,indent:77,index:[33,60,62,67,68,73,75,81,92],indic:[68,75,77],indirect:77,individu:[54,64],inetworkdefinit:53,infer:[55,63,72,73,83,84,87,88,91,92],inference_output:89,inferenceservercli:89,inferinput:89,inferrequestedoutput:89,info:[16,32,34,45,52,61,63,70,72],inform:[25,33,35,37,48,52,53,56,58,62,63,66,67,69,70,72,77,90,91,92,94],infrastructur:[89,92],ingest:59,inherit:[50,91,92],inheritenviron:65,initi:[77,84,85,86],injuri:77,inlin:[0,1,2,3,4,29,30,44,46,48,55,63,78,81],inner:[49,78,88],input0:[63,64],input1:[63,64],input2:63,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,55,56,58,61,62,63,64,68,69,70,72,73,78,84,88,89,90,91,92,94,95],input_0:[58,63],input_:54,input__0:89,input_binding_nam:[33,45,73],input_data:[64,90],input_file_path:[52,95],input_is_dynam:45,input_nam:[69,91],input_s:[56,63],input_scal:68,input_shap:[92,95],input_signatur:[45,47,49,64,73],input_spec:[52,69,91],input_tensor_spec:[69,72,91],input_v:[54,91],inputclass:50,inputrang:[56,63],inputtensorspec:[69,72,91],insert:[62,63,92],inserting_aft:62,inserting_befor:91,insid:[77,89],inspect:[61,63,90],instal:[63,67,81,89,93],installroot:65,instanc:[55,62,63,71,88,90],instance_norm:68,instanti:[57,58,59,61,63],instatin:[0,1,2,46],instead:[49,52,53,55,63,66,93],instnanti:58,instruct:[56,57,59,63,66,89,91],insur:66,int32:[72,73,86,88],int64:[0,72,73],int64_t:[45,46,48,49,92,95],int8:[0,44,48,49,52,67,72,73,92,95],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:68,integ:[72,80],integr:[67,84],intend:[66,84,85,86],intent:[55,77],interact:[77,84,85,86],interdum:80,interest:[55,77],interfac:[0,1,2,46,58,59,61,92],interfer:77,intermedi:[16,49,52,70,73,90],intern:[1,16,46,61,63,70,77],internal_error:70,internalerror:70,interpol:77,interpret:[58,77,91],interv:72,intro_to_torchscript_tutori:90,introduc:[88,91],invoc:84,invok:[62,63,90,91],io:[44,89],iostream:[20,21,44,45,63],ipso:77,ipsum:[78,80],ipynb:[84,85,86],ir:[54,57,59,61,64,72,84,85,86,90],is_aten:69,is_floating_point:68,is_train:92,iscustomclass:61,ishap:49,ishapelay:73,isinst:[62,91],isn:[75,77],issu:[3,4,63,66,84,85,86],issubclass:62,istensor:61,istream_iter:44,it_:44,ital:77,item:[76,78],itensor:[53,61,63,91],iter:[20,44,49,52,53,71,72,73],its:[29,53,54,56,58,61,66,77],itself:[0,1,2,46,52,55,66,89,94],iv:78,ivalu:[45,47,49,53,58,61,63],jan:78,jetpack:66,jetpack_5:66,jetpack_x:66,jetson:88,jit:[31,32,33,34,45,47,49,52,53,55,56,57,58,59,60,61,63,64,72,73,89,90,94],jp_workspac:66,jpg:89,json:65,jump:89,jupyt:[84,85,86,87],just:[44,45,54,55,56,63,64,67,70,77,79,88,90,91,93,94],justo:[78,80],k:[68,92],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:61,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,56,63],kdebug:[16,42,44],kdla:[1,45,46,95],kdla_standalon:[17,45],keepdim:68,kei:[54,77,89,90],kept:78,kernel:[48,49,52,61,72,73,91],kernel_s:68,kerror:[16,42],keyboard:77,keyword:[62,72,73,84,86],kf16:[92,95],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,55],khalf:[0,45,63],ki8:92,kind:[53,54,91],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,61,75,77],knowledg:77,kriz:92,krizhevski:92,ksafeti:[17,45],kstandard:[17,45,49],ktest:92,ktrain:92,kunknown:[0,2,45],kwarg:[54,71,72,88,91],kwarn:[16,42],l:68,label:[77,88,89,92],lacinia:80,lack:[56,57,59,91],lacu:80,laid:63,lambda:[61,63,77,89],lang:76,languag:[76,77,78,89,90],laoreet:80,larg:[57,59,63,75,77,88,92],larger:[56,75,88],largest:68,last:[2,55,72,91],lastli:89,later:[29,63],latest:[65,66,75],launch:89,layer:[46,49,52,53,54,55,61,62,63,73,88,89,91,92,95],layer_norm:[54,68],layout:[2,48,68,72,73],ld_library_path:66,ld_preload:93,ldd:66,le:68,lead:77,leader:77,leaky_relu:[54,68],leaky_relu_:68,learn:[63,67,89,92,95],leas:78,least:[77,78],leav:[55,62],lectu:[78,80],left:[75,77],legacy_calibr:71,legend:77,len:[62,68],lenet:[63,90],lenet_script:[63,90],lenetclassifi:90,lenetfeatextractor:90,length:[3,4,44,68,78,91],leo:80,let:[46,52,55,61,72,73,75,77,88,89,91],letter:[78,88],level:[23,25,26,39,42,44,50,54,55,56,59,70,73,81,89,90,91],levelnamespac:50,leverag:[83,87,91,92],lgamma:56,lib:[54,55,63,65,66],libero:[78,80],librari:[35,42,43,44,45,52,54,57,58,59,61,63],libtorch:[4,37,61,63,65,66,92],libtorch_pre_cxx11_abi:66,libtorchtrt:[52,63,66],libtorchtrt_plugin:93,libtorchtrt_runtim:93,licens:[42,43,44,45,63,65],light:77,ligula:80,like:[52,53,54,55,58,61,63,64,66,76,77,89,90,91,92,93],limit:[55,70,76,92],line:[52,63,78],linear:[2,56,68,72,90],link:[52,53,62,63,67,75,76,81,93],lint:62,linux:[59,63,66],list:[18,19,20,21,31,49,51,53,56,58,61,62,63,64,66,68,69,71,72,73,81,89,91],listconstruct:[53,56,58,63],listunpack:[58,63],liter:78,literal:78,literal_block:77,live:[61,77],ll:91,lo:68,load:[52,56,58,63,64,71,73,88,89,91,92,93,94],load_librari:93,loading_data_recip:92,loborti:[78,80],local:[52,55,63,75],localhost:89,locat:[54,62,66,92],lock:76,log:[15,16,19,20,38,44,50,51,55,61,67,68,69,72,85,86,91],log_debug:61,logger:[62,70],logger_level:69,loggingenum:50,logic:91,login:89,logist:91,loglevel:70,logo_onli:75,lone:78,longer:[75,93],look:[53,55,89,90,92,94],loop:[56,91],loop_unrol:55,lorem:[78,80],lose:75,loss:[88,92],lot:61,low:[48,91],lower:[16,54,67,69,70,72,78,85,86,88,91],lower_exampl:91,lower_graph:55,lower_precis:[69,91],lower_tupl:55,loweralltupl:55,lowerprecis:[69,91],lowersimpletupl:55,lstm_cell:68,lt:68,ltorchtrt:93,luctu:80,lvl:[25,26,42],m:78,machin:[58,89,92],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:77,made:[55,57,59,77],maecena:80,magna:80,mai:[53,56,58,59,63,64,73,77,78,84,85,86,89,90,91,92],main:[55,56,57,58,59,61,63,75,77,79,91],mainli:91,maintain:[56,58,61],major:[59,91],make:[53,54,63,64,66,77,79,83,87,88,89,91,92,95],make_data_load:[4,92],make_int8_cache_calibr:[40,44,50,92],make_int8_calibr:[29,40,44,50,92],malesuada:80,man:[77,78],manag:[49,52,53,57,59,61,63,65,70,72,73],mangag:55,mani:[56,75,77,78,91],manipul:62,mantissa:[49,73],manual:[76,77,91],map:[1,46,53,54,55,57,59,61,63,84,88,89,91,92,94],mapper:91,mark:[55,56,75],marknodesforfallback:55,markup:[78,81],markup_process:77,mask:68,masked_fil:68,massa:80,master:[60,66,92,93],mat1:54,mat2:[54,68],match:[55,66],math:81,matmul:[54,55,63,68],matrix:60,matter:91,matti:78,matur:59,mauri:[78,80],max:[48,52,61,68,72,75],max_batch_s:[69,89,91],max_c:52,max_h:52,max_input_shap:69,max_n:52,max_pool1d:68,max_pool2d:[63,68,90],max_pool3d:68,max_shap:[45,48,64,72,73,88,91],max_val:[61,68],max_w:52,max_workspace_s:[69,91],maximu:80,maximum:[48,49,52,69,73,85,86,89,91],mayb:77,mb:52,md:60,me:[77,78],mean:[54,56,61,67,68,69,84,89,91],mechan:[61,88,91],medium:77,meet:72,member:[46,47,48,49,72],memeori:2,memori:[20,21,44,45,55,61,63,64,72,73],memory_format:[68,72],memoryformat:[2,45],men:77,mental:77,mention:54,menu:[52,75,77],menuselect:77,merg:56,messag:[16,25,26,52,70],meta:[81,91],metadata:[49,52,58,61,73,75],meth:77,method:[31,32,33,34,48,52,55,61,63,66,72,73,77,88,90,94],method_nam:[31,34,45,52,63,72,73],metu:80,mi:80,microsoft:65,middl:77,might:[55,66,75],min:[48,52,61,68,72],min_acc_module_s:69,min_block_s:[45,49,56,73,84,85,86],min_c:52,min_h:52,min_input_shap:69,min_n:52,min_shap:[45,48,64,72,73,88,91],min_val:[61,68],min_w:52,mind:77,mine:77,minim:[69,92],minimum:[48,49,52,56,70,73],minmax:[29,30,92],minmax_calibr:71,minor:65,minut:[84,85,86],misbuild:75,miss:[63,77],mkdir:66,mm:89,mmb:77,mobilenet_v2:94,mobilenetv2:88,mod:[52,56,63,81,91,92],mode:[64,91,92],mode_:92,model:[52,56,58,63,64,67,69,70,83,87,90,92,94],model_half:84,model_nam:89,model_repositori:89,model_torchtrt:70,model_trt:70,modif:[54,62],modifi:[56,62,78,91],modified_graph:62,modul:[31,32,33,34,45,49,52,56,57,58,59,61,64,65,66,67,69,70,71,72,73,76,77,78,84,88,91,92,94,95],modular:63,module_fallback:55,module_nam:52,molesti:80,momentum:68,morbi:80,more:[53,54,63,64,66,67,72,75,78,85,86,89,90,91,92,93,94],most:[59,66,69,89,91,93],mother:77,motion:77,mous:77,move:[30,44,55,58,63,73,92],ms:65,msg:[26,42,70],msvc:65,msvc_x64_x64:65,mu:77,much:[61,75,77,92],mul:[54,56,68],mul_:68,multi:52,multipl:[58,77,78,89,92],multipli:[49,73],must:[33,48,49,52,55,56,61,62,63,66,69,72,73,77,78,91,93],mutil:78,my:77,my_custom_pass:62,my_pytorch_model:91,myclass:77,mymodel:[56,64],myself:78,n:[52,61,62,63,92],nabla:77,nam:[78,80],name:[3,4,31,33,34,44,54,56,58,61,63,65,66,69,70,71,72,73,77,78,89,90,91,94],namedtupl:91,namespac:[42,43,44,45,51,55,67,92],narrow:68,nativ:[59,60,63],native_funct:60,natur:77,nav:[75,81],navig:75,navigation_depth:75,nbbind:[3,4,44],nchw:[2,72,73],ne:[55,68],nec:80,necessari:[42,62,93],need:[0,1,2,25,29,43,46,53,54,55,61,63,64,66,69,77,88,89,91,92,93],neg:68,negative_slop:68,nequ:[78,80],nest:[45,49,50,77,78],net:[61,63,77,78],netu:80,network:[29,30,54,61,63,88,89,91,92,95],neural:95,new_batch_size_input:85,new_batch_size_output:85,new_input:[85,86],new_lay:61,new_local_repositori:66,new_output:[85,86],new_siz:92,newer:66,next:[3,4,53,58,69,75,77,78,84,89,92],ngc:[66,89],nhwc:[2,52,72],nibh:[78,80],nice:66,nickel:77,night:78,nightli:91,ninja:[65,66],nisi:80,nisl:80,nlp:[29,30,92],nn:[55,60,63,64,69,72,73,84,90,91],nn_ops_convert:54,node:[54,55,56,57,59,61,62,63,69,88,91],node_info:[61,63],noexcept:[44,92],noexceptoverrid:[3,4],non:[78,80],non_block:68,none:[54,61,68,69,70,71,72,73,75,77,84,91],nonetheless:77,nonexist:77,norm:68,normal:[0,1,2,46,54,63,77,89,90,91,92,95],normalized_shap:68,noskipw:44,notat:72,notatemoduleforfallback:55,note:[1,46,48,54,61,62,63,65,66,72,75,77,91,95],notebook:[59,67,84,85,86,87],now:[55,56,59,61,63,66,77,91,94],np:89,nu:77,nulla:80,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,73,94],num_it:52,num_op:52,num_work:92,number:[3,4,49,52,55,56,61,63,64,69,72,73,75,83,85,86,87,88,91],numel:68,numer:[52,78,91],numpi:89,nunc:80,nvcr:89,nvidia:[32,34,42,43,44,45,52,60,63,66,72,73,84,85,86,89,91,95],nvinfer1:[3,4,29,30,44,45,49,61,92],nvinfer:[20,44],o:[66,77,89],obj:68,object:[0,1,2,3,4,46,48,49,52,54,58,61,62,70,71,72,73,92,94],obtain:88,obvious:90,occasion:[84,85,86],odio:[78,80],off:[56,58],offer:62,offici:66,ofstream:[44,63],often:77,oh:78,ok:[63,77],okai:49,older:59,onc:[42,43,44,45,53,55,56,58,89,91,92,93],one:[47,54,55,61,63,64,70,72,77,84,85,86,89,90,91],ones:[42,54,56,57,59,63,66,77],onli:[1,3,4,16,29,44,46,48,52,55,56,59,61,66,69,70,72,77,91,92,93,95],onnx:55,onto:[52,58],op:[52,53,54,55,56,57,59,61,62,63,72,84,93],op_and_target:91,op_evalu:54,op_nam:52,opcod:54,open:[65,88,89],oper:[0,1,2,3,4,31,44,45,46,49,52,53,55,56,57,58,59,61,62,64,67,72,73,85,86,91,92,95],opoverload:54,opoverloadpacket:54,oppos:73,opset:[57,59],opt:[48,66,72],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,64,72,73,88],opt_w:52,optim:[48,52,55,63,64,67,69,85,86,88,90,91],optimin:48,optimiz:90,optimization_level:84,optimization_profile_field:72,optimize_target_shap:91,optimized_input_shap:69,optimized_model:[84,85,86],optimized_model_custom:84,optimz:89,option:[44,48,52,54,56,57,59,62,65,66,71,72,73,77,81,84,91,92,93,95],orchestra:77,orci:80,order:[33,49,56,61,62,63,64,66,69,73,91],org:[60,63,66,75,77,90,92],organ:78,origin:[33,54,69,91],ornar:[78,80],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,55,58,62,63,64,66,67,68,76,77,91,93],otherwis:[66,69,91,93],our:[56,59,63,89,90],out:[31,44,53,55,56,57,59,61,63,65,66,70,73,77,89],out_shap:63,out_tensor:[61,63],output0:55,output:[24,27,33,49,52,53,54,55,56,58,61,62,63,66,70,73,75,77,78,88,89,91],output__0:89,output_binding_nam:[33,45,73],output_file_path:[52,95],output_nam:[69,91],output_pad:68,output_s:68,outself:63,outsid:77,over:[54,57,59,77,89,91],overal:[54,88],overrid:[29,30,44,72,91,92],overview:[60,67,84],own:[56,61,63,66,77,89],p:[52,63,68,89,95],packag:[52,55,63],pad:68,padding_idx:68,page:[67,79,81,89],pair:[55,61,66,77,88,92],pane:77,paragraph:[78,81],param:[71,76],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,55,61,63,69,70,72,73,81,90,91],paramt:54,parent:[14,15,18,19,20,21],pars:[63,77],parser:77,part:[52,56,59,75,76,77,91],partial:[52,77],partit:55,partitioninfo:56,pass:[33,53,54,56,57,58,59,61,63,66,67,70,71,73,90,91,92],pass_manag:62,passlist:62,passmanag:62,past:77,path:[4,13,14,15,29,30,52,54,63,65,66,71,72,89,90,91,92],path_to_torchtrt_root:66,pathwai:90,pattern:[61,63,72],payment:76,pbtxt:89,peephole_optimz:55,pellentesqu:80,peopl:77,pep:77,perforamnc:91,perform:[29,30,62,88,89,92],permit:77,permut:[68,91],persist:77,pharetra:80,phase:[16,61,63],phasellu:80,phi:77,philosoph:77,phrase:77,pi:77,pick:90,pickler:58,piec:88,pil:89,pin:76,pin_memori:68,pip3:66,pip:[66,89],pipelin:[52,95],piplein:63,pixel_shuffl:68,pl:76,place:[48,54,55,62,66,77,78,79,91,92],placehold:62,placerat:80,plan:[52,59],platea:80,platform:[45,52,59,65,66,89,95],pleas:[54,63,66,77,89,91],plugin:91,point:[63,72,75,76,77,89],pointer:[3,4,92],polish:76,pool:95,pop:58,popul:69,popular:[66,76,88],port:54,portabl:[58,73],portion:[56,77],porttitor:[78,80],posit:[52,72,75,91],possibl:[66,77,88,89],post:[29,30,49,52,63,67],posuer:[78,80],potenti:[49,80],pow:68,power:[63,77,88,91],pr:63,praesent:80,pragma:[42,43,44,45,92],pre:[33,54,55,71,73,92,93],pre_cxx11_abi:66,preced:[54,77],precis:[49,52,63,64,67,72,85,86,91,92,95],prefer:63,prefix:[27,28,42,70,77],preinstal:66,prelu:68,prepar:[89,91],preprint:92,preproc:71,preprocess:[89,92],prerequisit:65,present:[54,65],preserv:[77,90,92],prespect:90,press:[65,77],pretium:80,pretrain:[85,88,89,94],pretti:63,prev_next_buttons_loc:75,prevent:[49,52,56],previou:[65,75,84],previous:[29,33,63],prim:[53,55,56,58,63,68,90],prim_devic:68,primal:77,primarili:[59,63],print:[16,31,44,62,63,70,72,73,77,85,86,89,94],priorit:66,prioriti:54,privat:[3,4,44,45,92],problem:77,problemat:77,proce:89,proceed:89,process:[52,56,76,77,84,88,89,90,92,94],prod:68,produc:[48,53,54,58,61,63,72,77,88],product:49,profil:[48,69],profiling_verbos:91,program:[18,19,20,21,29,51,52,57,58,59,67,90],programm:77,progress:78,proin:80,project:[66,76,81],projectdir:65,promis:91,prop:69,properli:66,properti:75,propog:55,prose:77,provid:[3,4,49,52,56,58,61,62,63,64,66,69,72,73,77,83,84,87,89,91,92,93,94],providi:[57,59],provok:77,pt:[52,63,89,91],ptq:[3,4,15,18,19,38,50,51,52,67,72,73],ptq_calibr:[3,4,45,49,92],ptqtemplat:50,publish:89,pull:[66,89],purchas:76,pure:31,purpos:[66,88,89,91],puru:80,push:58,push_back:[44,56],put:[77,88],put_binding_nam:73,pwd:[65,89],py3:89,py:[54,55,59,62,63,66,75,77,82,84,85,86,90,91,92],pyindex:[66,89],pypi:66,python3:[55,63,66],python:[52,54,56,59,62,63,69,72,73,77,78,84,85,86,87,88,89,91,93,94,95],python_api:60,pytorch:[33,48,49,52,55,56,57,58,59,61,63,64,66,71,72,73,83,87,89,90,92,93],pytorch_libtorch:89,pytorch_sphinx_them:[75,82],qat:88,qualnam:[70,71],quant_max:68,quant_min:68,quantiz:[29,30,52,63,67],quantizatiom:49,quartznet:88,question:63,qui:[78,80],quickli:[52,63,92],quisqu:80,quit:[61,63,88],quot:78,r:77,rais:[55,91],raiseexcept:55,ram:[49,52,73],rand:[63,84,91],randint:86,randn:[56,63,72,73,85,94],rang:[48,49,52,54,72,88,91],rank:75,rather:55,raw:75,re:[77,91],read:[3,4,29,30,44,75,77,92],read_calibration_cach:71,readcalibrationcach:[3,4,44],reader:77,realiz:58,realli:61,reason:[0,90,91],reattribut:78,recalibr:29,receiv:91,recip:92,reciproc:68,recognit:[88,92],recomend:[29,30],recommend:[29,30,63,66,77,89,91],recompil:[62,85,86],record:[53,90],recurs:53,redistribut:78,reduc:[54,55,56,57,59,88,91,92],redund:91,ref:77,refer:[48,57,59,63,76,81,89,91,92],referenc:66,refit:[45,49,73,94],reflect:45,reflection_pad1d:68,reflection_pad2d:68,regard:[66,77],regardless:[78,85,86],region:91,regist:[33,54,58,61,73,91],register_acc_op:91,register_acc_op_map:91,register_custom_acc_mapper_fn:91,register_decomposit:54,registeri:54,registernodeconversionpattern:[61,63],registr:[54,62,91],registri:[53,54,63],reinterpret_cast:44,rel:[52,54,56],relat:[46,77,84,85,86],relationship:50,releas:[65,77,83,87],reload_model_output:91,reload_trt_mod:91,relu:[56,63,68,84,90],relu_:68,relwithdebinfo:65,remain:[55,92],rememb:91,remov:[62,75],remove_contigu:55,remove_dropout:55,remove_to:55,render:75,rent:78,reorder:56,repack:58,repair:62,repair_input_as_output:62,repeat:[52,68],repeat_interleav:68,replac:[54,56,62,66],replace_input_with:62,replication_pad1d:68,replication_pad2d:68,replication_pad3d:68,repo:65,report:[23,44],reportable_log_level:70,repositori:[59,75,82,89],repres:[48,49,61,70,77,91],represent:[55,61,88,90,91],request:[63,72,89],requir:[29,49,52,53,55,63,70,72,73,75,89,91,92,93],require_full_compil:[45,49,73],requires_grad:68,research:91,reserv:[42,43,44,45],reset:[44,84,85,86],reshap:[68,89],resiz:89,resnet18:85,resnet50:89,resnet:[58,83,87,88,89],resnet_trt:58,resolut:88,resolv:[53,55,57,59,84,85,86],resourc:[53,92],respect:54,respons:[29,58,77],rest:[77,78,91],restrict:[49,73],restructuredtext:[77,78],result:[53,54,55,56,64,70,73,75,89,90],ret:55,reus:[55,91,92],revert:75,revis:[77,78],revisit:77,rewrit:[56,62],rfc:77,rho_:77,rhoncu:80,right:[42,43,44,45,55,59,61,65,77],risu:80,rm:89,rn50_preprocess:89,role:77,roll:68,roman:78,room:77,root:[42,43,44,45,66,75,92],roughli:56,round:[49,73],rounding_mod:68,row:78,rst:[75,77],rsub:68,rtol:52,rule:[66,73,91],ruler:77,run:[1,34,46,49,52,53,55,56,57,58,59,61,63,64,66,67,69,72,73,77,84,85,86,88,89,90,91,92,93,94,95],running_mean:68,running_var:68,runtim:[63,67,84,85,86],runtimeerror:91,rutrum:[78,80],s:[48,49,54,56,58,61,63,65,66,67,69,72,75,77,78,88,89,90,91,92],safe:[61,73],safe_dla:72,safe_gpu:72,safeti:[49,52,72],sage:77,sagitti:[78,80],sai:[78,88],said:77,same:[54,56,58,62,63,66,75,77,85,86,89,90,91,94],sampl:[64,77,84,85,86,89,91,92],sample_input:[84,91],sample_inputs_half:84,sapien:80,satisfi:[56,62,91],save:[29,44,52,58,63,64,72,73,88,89,91,93],save_timing_cach:[69,91],saw:63,scalar:[54,61,68],scalaropt_dim:68,scalartyp:[0,45,68],scale:[68,88,92],scale_factor:68,scale_grad_by_freq:[54,68],scales_d:68,scales_h:68,scales_w:68,scatter:68,scelerisqu:80,scenario:62,schedul:[72,89],schema:[54,61,63],scheme:91,scientist:77,scope:[55,84,85,86],scratch:29,scratch_spac:89,screen:75,script:[31,55,56,63,64,72,73,84,85,86,90,94],script_model:[90,94],scriptclass:73,scripted_model:95,scriptmodul:[63,64,72,73],scroll:[75,79],sdk:60,se:88,seamlessli:67,search:[67,75],second:[55,64,77,84,85,86,91],secondli:89,section:[54,63,75,77,78,79,81,89,91,92],sed:[78,80],see:[31,54,55,56,58,62,63,64,66,72,73,77,84,90,91],seen:[77,78],segment:[56,85,86,88],segmentmodelwithdependencyawar:56,select:[17,29,30,34,49,52,54,58,64,65,66,68,72,73,76,79,91,92],self:[55,58,61,63,64,68,71,84,88,90,95],self_1:[58,63],self_int:68,sell:78,seller:76,seller_id:76,sem:80,semant:77,semper:80,send:89,senectu:80,sens:[63,77],sentenc:[77,88],sentinel:[0,2],separ:[56,57,59],seper:54,sequenc:[54,69,72,73,77,88,91],seri:56,serial:[33,34,52,57,59,63,72,73],seriali:73,serializ:[58,90],serialized_cach:[69,91],serialized_engin:73,seril:58,serv:[52,58,67,91],servic:77,session:77,session_nam:77,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,55,56,57,58,59,63,64,65,66,67,69,70,72,73,75,79,82,88,90,91,92,95],set_data_from_numpi:89,set_devic:[38,45,50,72],set_is_colored_output_on:[39,42,50,70],set_logging_prefix:[39,42,50,70],set_reportable_log_level:[39,42,50,70],setalpha:61,setbeta:61,setnam:[61,63],setreshapedimens:63,setup:[43,89,92],sever:[16,26,70],sh:66,sha256:66,shape:[45,47,48,49,52,56,61,64,68,69,72,73,89,91,95],shape_mod:72,shape_rang:[69,91],share:[49,52,65,66,73],shell_command:77,shift:[65,66,68,77],ship:[63,93],shorthand:77,should:[0,3,4,29,45,49,52,53,54,55,56,57,59,61,67,70,72,73,75,77,80,89,91,92],show:[75,77,88],shown:[63,75,77],shuffl:[63,92],side:[55,63,75],sidebar:[75,81],sigmoid:[68,91],sigmoid_:68,sign:89,signatur:73,signifi:[48,55],signific:77,significantli:[55,75],similar:[54,61,63,91,93,94],similarli:54,simonyan:92,simpil:92,simpl:[77,78,88,89,90,91],simplest:89,simpli:[55,84,88],simplifi:[53,54],simul:88,sin:[68,77],sinc:[54,55,63,77,90,91,92],sing:77,singl:[48,52,55,56,62,63,72,77,90,91,92],singular:61,sinh:68,sink:77,sit:[78,80],site:[55,63,66,77],six:77,sixth:78,size:[3,4,44,48,49,52,55,56,63,68,69,72,73,75,85,86,88,91,92],size_t:[3,4,44,92],skip:52,slash:75,slice:[54,68],slightli:91,sm:58,small:[55,89],smaller:88,so:[0,44,52,53,54,55,58,59,61,62,63,66,67,69,76,77,78,84,85,86,91,92],sodal:80,softmax:[54,55,68,91],softwar:[49,52,73,77],sole:[64,92],sollicitudin:80,solv:89,some:[53,54,55,56,57,58,59,61,62,63,76,77,91,92],some_funct:77,someth:[43,55,77,89],someurl:77,soon:54,sort:[61,68,94],sourc:[42,43,44,45,59,65,69,70,71,72,73,84,85,86,87,91],source_ir:54,sourceforg:[77,78],sourceir:54,space:[77,78,92],spaces_and_linebreak:77,span:78,spars:[52,54,68],sparse_weight:[45,49,73,91],sparsiti:[49,52,73,91],spec:[45,48,49,52,70,72,73,94],special:[54,56],specif:[32,49,55,57,59,62,72,73,77,87,88],specifi:[3,4,33,52,54,61,64,66,67,70,72,73,75,77,89,91,94],specifii:72,speech:88,speedup:88,sphinx:[75,76,77,78,82,84,85,86,87],sphinx_rtd_them:[77,78],spin:89,spirit:77,split:[56,68,91],split_siz:68,split_with_s:68,sqrt:[54,68],squar:68,squeez:[68,88],sram:52,src:[58,60,68],ss:44,ssd300_trt:58,ssd:58,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[60,73,75],stack:[58,68,92],stage:[53,91],stand:[58,77],standalon:77,standard:[52,58,67,77,88,93,94],stapl:78,start:[53,56,63,66,68,70,71,78,88,91,94],start_dim:[63,68],start_step:68,state:[53,61,62,63],statement:[55,77],static_cast:44,statu:[44,78],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,56,63,89,92,95],stdout:[37,70,72],steamlin:92,step:[56,67,68,88,91,92],stick:75,sticki:[75,81],sticky_navig:[75,79],still:[44,56,84,91,92],stitch:[56,63],stop:63,storag:92,store:[2,4,49,52,53,58,61,63,73,90,91],str:[19,43,44,50,54,68,70,72,73,91],straight:61,strang:77,strategi:[56,72],street:78,strict:93,strict_type_constraint:91,stride:68,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,54,56,58,61,63,65,72,75,92],stringstream:44,strip_prefix:66,strong:77,strongli:77,struct:[1,21,38,41,45,92],structur:[29,46,49,54,56,59,61,75,77,81,89,90],structuredtext:77,stub:78,stuff:77,style:[42,43,44,45,75,77,78],style_external_link:75,sub:[68,77,84,90],sub_:68,subdirectori:51,subexpress:55,subgraph:[49,52,53,55,61,62,63],subject:[59,62],submenu:81,submodul:[69,90],suboper:54,suboptim:56,subscript:77,subsect:77,subset:[88,92],substitut:77,subtitl:77,subtre:82,subword:88,success:65,sudo:66,suffic:55,suggest:89,suit:67,suitabl:91,sum:[49,68,73,91],superscript:77,supervis:88,suppli:77,support:[0,1,2,27,31,46,48,49,52,54,56,60,63,64,65,66,67,69,72,73,75,76,85,86,89,90,91,95],sure:[63,64,66,89,95],suscipit:[78,80],suspendiss:80,symbol:[33,66,73,77,91,93],symbolic_trac:54,symlink:82,system:[53,61,62,66,67,73],t1:68,t2:68,t:[0,1,2,45,46,55,61,63,66,68,72,75,77,78,89,90,91,92],t_:77,tabl:[66,81],tag:[77,89],take:[31,32,33,34,53,54,57,58,59,61,62,63,69,72,73,75,77,84,88,91,92,94],taken:77,talk:67,tan:68,tanh:68,tanh_:68,tar:[66,77,92],tarbal:[63,92],target:[1,33,45,46,48,49,52,54,56,58,59,64,65,67,72,73,91,92,94,95],targets_:92,task:[29,30,88,91,92],techinqu:63,techniqu:92,tell:[55,56,57,58,59,61,77],tellu:80,tem:52,templat:[20,40,44,45,50,63,75],temporari:91,tempu:80,tensor:[2,33,44,45,48,49,52,53,54,55,56,58,61,62,63,64,68,69,72,73,84,88,90,91,92],tensor_domain:[45,48,72],tensor_mod:68,tensor_scalar:68,tensor_tensor:68,tensorcontain:61,tensorformat:[21,38,45,48,50,72],tensorformatenum:50,tensorlist:[56,61],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,57,59,61,62,69,71,72,73,83,84,90,92],tensorrt_bind:72,tensorrt_convert:[54,91],tensorrt_root:65,tensorrtcompilespec:[73,94],tensort:91,teo:52,term:[65,72,77,78,88,92],termin:[27,52,63],test:[52,56,59,65,66,77,78,88,89,91,92],test_acc_trac:91,test_decomposit:54,test_ptq_dataloader_calibr:92,test_ptq_trt_calibr:92,test_py_modul:[77,81],test_segment:56,testing_dataload:92,testing_dataset:92,text:[70,78,80,88],tf32:[49,52],than:[55,67,76,77,88,93],thats:[53,92],the_model_repositori:89,thei:[46,52,53,54,55,58,61,64,66,72,75,77,91],them:[54,55,56,58,63,66,75,88,91],theori:[53,77],therebi:[58,88],therefor:[29,58,63,77,88,91],theres:93,therfor:93,theta:77,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,59,61,62,63,65,66,69,72,73,75,76,77,79,80,83,84,85,86,87,88,89,90,91,92,93,94],thicker:77,thin:77,thing1:77,thing2:77,thing3:77,thing:[66,77,91],think:[61,77],third:[78,91],third_parti:[59,66],this_arg_is_opt:91,those:[53,54,62,77],though:[52,59,61,63,90],thought:77,three:[48,57,59,69,72,77,78,88,89,91],threshold:52,through:[48,53,54,55,56,58,63,64,67,70,71,77,88,91],throught:91,thrown:[49,73],thu:77,tile_to_repeat:55,time:[49,52,53,55,56,57,58,59,61,63,69,73,75,77,84,85,86,91,92],timing_cach:91,timing_cache_prefix:[69,91],tincidunt:80,tini:92,titles_onli:75,tmp:63,toctre:75,tocustomclass:61,todim:63,todo:[75,91],togeth:[53,61,63],token:88,toler:52,too:[66,75,77,78],tool:[61,63,65,88,91],toolchain:[59,66],top:[59,75,79],topk:68,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,59,61,62,66,69,72,73,90,92,95],torch_compil:[84,85,86],torch_compile_advanced_usag:84,torch_compile_resnet_exampl:85,torch_compile_transformers_exampl:86,torch_dir:65,torch_disabled_decomposit:54,torch_enabled_decomposit:54,torch_executed_modul:[45,49,56,73],torch_executed_op:[45,49,56,73,84,85,86],torch_scirpt_modul:90,torch_script_modul:63,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,54,56,62,63,64,67,83,84,87,88,89,91,92,93,94,95],torch_tensorrt_build:65,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:58,torchhub:89,torchscript:[19,21,38,43,45,49,50,52,56,57,58,59,64,69,72,73,88,94,95],torchscriptstruct:50,torchtrt:[43,56],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:61,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:93,torchtrt_unus:61,torchtrtc:[66,67,95],torchvis:[58,85,89,92,94],toronto:92,tortor:80,total:[84,85,86],totensor:[89,92],tovec:63,toward:92,trace:[54,56,63,73,90,91],traced_model:90,track:[61,92],tradit:[48,73,92],traget:32,trail:75,train:[29,30,49,52,63,64,67,68],trainabl:55,transcrib:88,transfer:76,transform:[63,83,87,89,92],transformed_img:89,translat:63,transmit:77,transpos:[68,91],trash:77,travers:[56,57,59],treat:52,tree:[42,43,44,45,75,92,93],trigger:[56,63,91],trim:92,tristiqu:80,triton:67,triton_to_np_dtyp:89,tritoncli:89,tritonserv:89,trt:[0,1,3,4,46,48,53,55,58,61,62,63,68,85,86,91],trt_interpreter_result:91,trt_lenet_script:63,trt_mod:[56,63,92,95],trt_model:[56,89,94],trt_ts_modul:[56,64],trtinterpret:[69,91],trtinterpreterresult:[69,91],trtmodul:[69,91],trtnetwork:54,trttensor:54,truncat:[49,52,73],truncate_long_and_doubl:[45,49,73],ts:[43,52,56,63,64,67,72,90,94],ts_model:[56,63],tt:77,tue:78,tup:68,tupl:[54,58,64,69,72,73,91],tupleconstruct:[55,58],tupleindex:68,tupleunpack:55,turn:[69,91],turpi:80,tutori:[90,92],two:[52,54,55,61,62,64,66,77,78,82,89,90,91,92],type:[0,1,2,30,49,50,52,53,54,56,58,61,62,63,64,65,69,70,71,72,73,77,88,91,92],type_fp32:89,typenam:[3,4,29,30,44],typic:[53,61,89],ugli:77,ui:76,uint64_t:[45,49],ultric:80,un:92,unabl:[61,63],unari:54,unbind:68,unbroken:77,uncas:[86,88],uncom:66,under:[42,43,44,45,54,59,77,91],underli:[0,1,2,46,61],unexpected_op:54,uniformli:88,union:[54,61,63,72,73],uniqu:[4,64],unique_ptr:[4,30],unit:91,univers:77,unknown:72,unless:91,unlik:[66,67,94],unlimit:75,unpack_addmm:55,unpack_log_softmax:55,unqiue_ptr:4,unreferenc:77,unrestrict:77,unsqueez:68,unstabl:59,unsupport:[31,49,65],unsur:61,untest:59,until:[53,56,59,61,66],unwrap:61,unwraptodoubl:61,unwraptoint:63,unzip:66,up:[53,55,56,57,58,59,62,77,84,85,86,88,90,91],updat:[65,69,91],upload:89,upon:[75,84,85,86],upper:78,upsample_bilinear2d:68,upsample_linear1d:68,upsample_nearest1d:68,upsample_nearest2d:68,upsample_nearest3d:68,upsample_trilinear3d:68,upscale_factor:68,upstream:63,uri:77,url:[66,75,89],urna:80,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,54,56,58,59,61,62,65,67,69,70,71,72,73,75,76,77,78,83,87,89,90,91,92,93,95],usag:[63,71,77,83,87,91],use_cach:[3,4,30,44,71,92],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:69,use_input_stat:68,use_python_runtim:84,use_subset:92,usecas:[64,66,87],user:[42,48,54,56,57,58,59,62,63,64,66,77,78,87,89,92],using_int:[63,68],usr:66,usual:[75,91],ut:80,utf:[77,78],util:[61,62,63,73,84,85,86,88,89,92],v0:[74,89],v143:65,v2:[29,30,77],v:[52,78,89],valid:[1,46,54,56,61,62,72],valu:[0,1,2,16,17,45,46,48,53,56,58,61,63,65,68,70,71,72,75,84,85,86,88],value_tensor_map:[53,61],vanilla:91,vari:69,variabl:[48,65,72,91],variant:93,varient:55,varieti:89,variou:[91,95],variu:80,vcs_pageview_mod:75,vec:68,vector:[20,21,33,44,45,47,48,49,56,58,63,92,95],vehicula:80,vel:80,velit:80,venenati:80,verbios:52,verbos:[52,69,78,85,86,91],verbose_log:[69,91],veri:[78,79,89,91,92,94],verifi:56,verison:66,version:[35,37,59,62,65,66,75,78,88,89,91],vertic:[75,77],vestibulum:[78,80],vgg16:92,vgg:92,vi:77,via:[54,64,67,72,73,75,81,84,85,86,88,91,92,93],view:[68,75],virtual:92,vision:[89,91],visitor:75,vita:[78,80],vivamu:80,viverra:80,vm:78,volutpat:80,vs:[0,1,2,46,55,73,94],vscode:65,vulput:80,w:52,w_hh:68,w_ih:68,wa:[54,55,58,62,63,77,91],wai:[52,63,66,83,87,88,90,91,92],walkthrough:88,want:[42,54,56,63,69,84,89,90,91,92,94],warn:[16,44,52,61,70],wash:77,we:[42,44,53,54,55,56,57,58,59,61,62,63,69,75,77,83,84,85,86,87,88,89,90,91,92],weak:77,web:77,websit:66,weight:[48,49,52,53,63,68,73,77,88,91],welcom:[63,91],well:[63,66,70,77,92],were:63,wget:89,what:[4,55,63,64,77,90,91],whatev:[58,91],wheel:66,when:[27,44,45,46,52,53,54,55,56,57,58,59,61,63,66,70,72,73,75,77,79,88,90,91,92],where:[53,54,55,61,62,63,73,78,91,92],wherea:54,wherev:91,whether:[4,52,54,69,72,76,85,86,91,92],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,59,61,62,63,64,66,69,71,72,73,75,77,78,84,88,89,90,91,92,93,94],white:77,whitespac:77,whl:66,who:77,whole:91,whose:[55,91],why:77,wide:81,width:[77,88],win:65,window:77,window_nam:77,wish:78,within:[49,52,57,59,73,75,77],without:[56,61,63,75,77,92],wl:93,wooden:77,word:[77,88],work:[44,55,59,61,77,78,84,91,92],worker:92,workflow:[69,85,86,88,91,94],workspac:[49,52,66,69,73,84,85,86,91],workspace_s:[45,49,52,73,85,86],workspacefold:65,world:77,would:[52,54,61,63,64,66,89,91,93,94],wp:89,wrap:[57,58,59,63,77,80,84,85,86,91,94],wrapper:[61,91],write:[3,4,29,30,44,53,54,63,67,77,89,91,92],write_calibration_cach:71,writecalibrationcach:[3,4,44],wrote:77,www:[63,66,75,77,89,92],x64:65,x86:93,x86_64:[59,66],x9:55,x:[5,10,33,43,55,56,63,65,66,73,78,84,90],x_0:77,x_1:77,x_2:77,x_3:77,x_4:77,x_:77,x_lgamma:56,x_out:84,x_y_out:84,xavier:[45,95],xstr:[19,43,50],xx:89,xxx:91,y:[33,56,73,78,84],y_lgamma:56,y_out:84,yahoo:78,yaml:60,yet:[88,91],you:[0,1,2,29,30,46,48,49,52,53,54,55,56,58,59,61,63,64,66,67,72,73,75,77,78,79,83,87,88,89,90,91,92,93,94],your:[61,63,64,66,67,75,77,78,82,90,93,94],yourself:63,yy:89,z:78,zero_point:68,zip:[58,65,66,87],zisserman:92},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Dynamo Converters","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Writing Dynamo ATen Lowering Passes","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Dynamo / torch.compile","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT torch.compile Backend","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[79,89],"10":79,"11":79,"12":79,"13":79,"14":79,"15":79,"16":79,"17":79,"18":79,"19":79,"2":[79,80,89],"20":79,"3":[79,89],"4":79,"5":79,"6":79,"7":79,"8":79,"9":79,"class":[0,1,2,3,4,20,21,38,40,41,50,69,71,72],"default":84,"enum":[16,17,38,39,50,71,72],"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,60,69,72,73],"import":[84,85,86],"long":[79,81],A:77,And:77,But:78,By:[18,19],Or:55,The:[63,77],To:55,With:65,aarch64:66,abi:[58,66],acc:91,acceler:88,add:91,addmm:55,admonit:77,advanc:84,advic:61,ahead:67,an:81,api:[50,51,60,66,67],applic:92,arg:[61,76],argument:[85,86],aten:62,automat:56,avail:60,awar:[56,88],backend:85,background:[58,61],base:[3,4,48,75],basic:62,bert:88,binari:66,block:77,branch:55,build:[65,66,75,89],bullet:78,c:[50,60,63,66,67,88,92],can:78,caption:[78,81],center:77,ch:77,changelog:74,check_method_operator_support:31,choos:66,citat:[77,92],citrinet:88,cleanup:[84,85,86],cli:[66,67],client:89,cmake:66,code:[55,65,77],compil:[32,57,59,63,65,66,67,83,84,85,86,87,88],compilespec:49,compound:77,configur:[65,75],construct:58,content:[18,19,20,21,38,39,40,41,75,76,77,78,79,80],context:[61,75],contigu:55,contract:61,contributor:67,convers:[53,57,59,61],convert:[53,54,61,63,68,91],convert_method_to_trt_engin:34,cpp:[13,18,19,20,21,56],creat:[90,92],creativ:77,cuda:[84,85,86],cudnn:66,current:68,custom:[63,84],cxx11:66,data:76,datatyp:0,dead:55,debug:66,deep:88,deeper:78,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,78,84,85,86],demo:81,depend:[56,66],deploi:[88,93],deseri:58,detect:88,develop:60,devic:[1,46],devicetyp:1,dimens:60,direct:77,directli:94,directori:[13,14,15,51],disk:90,distribut:66,dla:95,doctest:77,documen:67,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,60,67,80,81],down:78,download:[77,82],driver:[84,85,86],dropout:55,dump_build_info:37,dynam:88,dynamo:[54,62,83,87],easier:60,efficentnet:88,element:80,elimin:55,eliminatecommonsubexpress:55,embed_engine_in_new_modul:33,emphas:77,engin:[58,91],enginecap:17,enumer:78,envior:66,error:[84,85,86],evalu:[53,68],exampl:[62,77,79,88],execept:55,executor:58,expect:60,face:88,fallback:[55,56],field:78,figur:77,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:55,footnot:77,format:58,freez:55,from:[66,94],frontend:[88,91],full:[50,51],fuse:55,fx2trt:91,fx:[69,88,91],gaurd:55,gener:76,get:67,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:78,git:82,glossari:77,gpu:67,graph:[55,58],graphinput:47,grid:78,guarante:61,guid:[67,91],h:[18,19,20,21,42,43,44,45,56],have:78,hierarchi:50,hlist:78,hole:78,hood:63,how:[75,91,92],html:75,hug:88,ien:77,imag:[77,78],implement:54,includ:[14,18,19,20,21],incred:81,index:76,indic:67,infer:[85,86,89],inherit:[3,4,48],inlin:77,input:[48,85,86],instal:[65,66,82],int8:88,int8cachecalibr:3,int8calibr:4,ir:60,jetson:66,jit:67,languag:88,layer:60,learn:88,lenet:88,level:[16,75,77,78],librari:[66,93],libtorchtrt:93,like:78,line:77,linear:55,link:[60,77],list:[42,43,44,45,78],liter:77,local:66,log:[18,22,23,24,25,26,27,28,39,42,70],logsoftmax:55,loop:55,lower:[55,57,59,62],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:77,mask:88,math:77,menu:[79,81],meta:77,miss:91,mlm:88,mod:76,model:[84,85,86,88,89,91],modul:[55,63,90],namespac:[18,19,20,21,38,39,40,41,50],nativ:66,native_op:60,nav:79,nest:[1,46],node:53,note:[84,85,86],notebook:88,number:[77,78],nvidia:67,object:88,one:78,op:[58,91],oper:[54,63,68],optim:89,optimz:55,option:[75,76,78,85,86],other:61,overview:59,own:92,packag:[66,93],page:75,paragraph:[77,80],paramet:76,partit:[56,57,59],partitoninfo:56,pass:[55,62],pattern:55,peephol:55,phase:[53,55,56,57,58,59],plugin:93,post:92,pre:66,precompil:66,prerequisit:66,program:[42,43,44,45,93],project:75,ptq:[20,29,30,40,44,71,92],python:[60,64,66,67,90,92],pytorch:[60,67,88,91,94],quantiz:[88,92],queri:89,quickstart:63,quot:77,rabbit:78,read:60,redund:55,refer:77,regist:[62,63],relationship:[1,3,4,46,48],releas:66,remov:55,repeat:55,replac:[55,77],requir:62,resnet50:88,resnet:85,respons:61,result:58,right:66,rubric:77,runtim:[57,58,59,93],save:90,second:78,section:80,segmentedblock:56,serial:58,serv:[88,89],server:89,set:[54,84,89],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:66,shape:88,shape_analysi:56,sidebar:77,so:93,sometim:60,sourc:66,ssd:88,start:67,step:[54,89],sticki:79,str:5,struct:[46,47,48,49,50],structur:80,studio:65,subdirectori:[13,14],submenu:79,submodul:72,subsect:80,subsubmenu:79,subsubsect:80,support:68,system:59,tabl:[75,76,77,78,79,80],tarbal:66,target:77,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,58,60,63,64,65,66,67,85,86,87,88,89,91,93,94],test:54,test_py_modul:76,text:77,theme:[75,81],thi:[78,81],through:68,tile:55,time:67,titl:77,toc:75,topic:77,torch:[50,60,63,64,65,67,83,84,85,86,87,88,89,91,93,94],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,69,70,71,72,73,85,86],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,63,67,90],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,63],tracer:91,train:[88,92],transform:[86,88],triton:89,ts:73,tupl:55,tutori:[67,87],type:[3,4,46,48],under:63,unpack:55,unrol:55,unsupport:63,up:89,us:[55,60,63,64,66,84,85,86,88,94],usag:84,user:[67,91],version:58,via:82,visual:65,wai:77,weight:61,what:61,wide:75,window:65,work:[63,90],write:[61,62],xstr:10,your:[89,92]}})
\ No newline at end of file
+Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/fx_converters","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","contributors/writing_dynamo_aten_lowering_passes","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/creating_torchscript_module_in_python","user_guide/getting_started_with_fx_path","user_guide/ptq","user_guide/runtime","user_guide/use_from_pytorch","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/fx_converters.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","contributors/writing_dynamo_aten_lowering_passes.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/creating_torchscript_module_in_python.rst","user_guide/getting_started_with_fx_path.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/use_from_pytorch.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[72,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[72,10,1,"","__init__"],[72,11,1,"","allow_gpu_fallback"],[72,11,1,"","device_type"],[72,11,1,"","dla_core"],[72,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[72,10,1,"","__init__"],[72,11,1,"","dtype"],[72,10,1,"","example_tensor"],[72,11,1,"","format"],[72,10,1,"","from_tensor"],[72,10,1,"","from_tensors"],[72,11,1,"","shape"],[72,11,1,"","shape_mode"]],"torch_tensorrt.fx":[[69,9,1,"","InputTensorSpec"],[69,9,1,"","TRTInterpreter"],[69,9,1,"","TRTInterpreterResult"],[69,9,1,"","TRTModule"],[69,12,1,"","compile"]],"torch_tensorrt.logging":[[70,9,1,"","Level"],[70,9,1,"","debug"],[70,9,1,"","errors"],[70,12,1,"","get_is_colored_output_on"],[70,12,1,"","get_logging_prefix"],[70,12,1,"","get_reportable_log_level"],[70,9,1,"","graphs"],[70,9,1,"","info"],[70,9,1,"","internal_errors"],[70,12,1,"","log"],[70,12,1,"","set_is_colored_output_on"],[70,12,1,"","set_logging_prefix"],[70,12,1,"","set_reportable_log_level"],[70,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[70,11,1,"","Debug"],[70,11,1,"","Error"],[70,11,1,"","Graph"],[70,11,1,"","Info"],[70,11,1,"","InternalError"],[70,11,1,"","Warning"]],"torch_tensorrt.ptq":[[71,9,1,"id1","CacheCalibrator"],[71,9,1,"id2","CalibrationAlgo"],[71,9,1,"id0","DataLoaderCalibrator"],[71,12,1,"","get_batch"],[71,12,1,"","get_batch_size"],[71,12,1,"","get_cache_mode_batch"],[71,12,1,"","read_calibration_cache"],[71,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[71,11,1,"","ENTROPY_CALIBRATION"],[71,11,1,"","ENTROPY_CALIBRATION_2"],[71,11,1,"","LEGACY_CALIBRATION"],[71,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ts":[[73,12,1,"","TensorRTCompileSpec"],[73,12,1,"","check_method_op_support"],[73,12,1,"","compile"],[73,12,1,"","convert_method_to_trt_engine"],[73,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[72,9,1,"","Device"],[72,9,1,"","DeviceType"],[72,9,1,"","EngineCapability"],[72,9,1,"","Input"],[72,9,1,"","TensorFormat"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,9,1,"","dtype"],[72,12,1,"","dump_build_info"],[69,8,0,"-","fx"],[72,12,1,"","get_build_info"],[70,8,0,"-","logging"],[71,8,0,"-","ptq"],[72,12,1,"","set_device"],[73,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,54,56,59,61,62,63,65,66,68,69,70,71,72,73,74,76,77,83,84,85,86,87,89,91,92,94,95],"000":[84,85,86],"0000":78,"01":[63,68,78],"0208":63,"03":78,"0358":63,"0383":63,"04":[63,89],"0435":63,"0464":63,"0530":63,"0678":63,"0805":63,"0818":63,"0932":63,"0x7f5165dbfdb0":73,"1":[3,4,33,44,45,48,49,52,54,55,56,58,61,62,63,64,65,66,68,69,70,71,72,73,74,75,77,78,81,85,86,88,90,91,92,94,95],"10":[49,63,66,69,73,81,88,89,90,92],"100":[69,91],"1000":89,"1012":55,"1013":55,"1024":[52,72,73,88],"1045":63,"1048576":[45,49,73],"1056":63,"1063":63,"1073741824":[45,49,73],"109":63,"11":[55,63,65,66,77,81,89],"119":90,"12":[55,56,63,77,81,89,90],"120":[63,90],"123":78,"129":90,"13":[77,81],"136":89,"137":90,"138":90,"14":[81,86,89],"1409":92,"15":[77,81],"1502":63,"1549":63,"1556":92,"16":[63,64,72,81,90],"1691":63,"17":81,"18":[63,81],"19":[78,81],"1994":92,"1b":65,"1d":55,"1e":52,"2":[33,43,56,61,63,66,68,70,71,72,73,75,77,78,81,83,84,86,87,90,91,92],"20":[56,81,85,86],"2009":92,"2010":92,"2012":78,"2014":92,"2015":65,"2017":65,"2019":65,"2020":[63,67],"2022":65,"2023":92,"2048":[69,91],"2052":[84,85,86],"22":89,"224":[56,69,72,73,85,88,89],"225":[69,89],"229":89,"23":[49,55,73,78],"234375":89,"24":55,"244":[72,73],"248":55,"249":55,"25":[63,69,91],"256":89,"258":77,"27":[56,63],"28":63,"2802":63,"2822":77,"287":77,"29":63,"2c3":78,"3":[45,49,52,55,56,58,63,66,68,70,71,72,73,77,78,81,85,88,90,91,92,94,95],"30":[85,86],"300":[52,94],"31":63,"32":[52,63,64,72,90,92,95],"320":92,"32bit":52,"33":63,"33554432":[69,91],"346":63,"35":63,"36":63,"3677":55,"37":63,"38":90,"39":90,"3d":91,"4":[56,58,63,66,68,70,75,77,78,81,84,86,91],"406":89,"429688":89,"4465":92,"456":89,"468750":89,"46cfa35":77,"4822":92,"485":89,"4914":92,"5":[52,56,58,59,63,65,66,70,77,78,81,84,89,90,91],"50":88,"512":[52,72,73,88],"523438":89,"53":78,"536870912":[45,49,73],"539":63,"56":63,"576":63,"6":[55,56,58,63,66,68,72,81,90],"622":55,"64":[64,72,91],"64bit":52,"664062":89,"7":[56,58,59,63,65,81,84,85,86],"72048":66,"7302":78,"8":[3,52,55,63,65,66,72,77,78,81,85,89],"8000":89,"8001":89,"8002":89,"84":[63,90],"9":[63,81,89],"90":89,"92":89,"9223372036854775807":68,"96":65,"abstract":[58,61,78],"boolean":[72,91],"break":[77,91],"byte":[71,72,73,88],"case":[0,1,2,46,49,53,54,56,58,61,62,66,72,91,92,93],"catch":[55,63],"char":[3,4,44,52,63],"class":[29,30,44,45,46,51,58,61,63,64,70,73,77,78,84,88,90,91,92],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,55,61,63,68,92],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,54,56,62,63,64,66,69,72,73,75,76,77,91,92,94],"do":[53,54,55,56,61,63,64,76,78,90,91,92,95],"enum":[0,1,2,42,45,46,54,70,73,92],"export":[54,66],"final":[53,56,57,59,66,84,85,86,88],"float":[49,52,63,64,68,72,84,86,90,92,94],"function":[0,1,2,3,4,46,48,49,54,55,56,58,61,62,63,66,84,85,86,88,89,90,91,92,94,95],"import":[52,55,56,63,64,66,75,77,89,90,91,93,94],"int":[0,3,4,36,44,45,49,52,56,63,68,69,71,72,73,75],"long":[49,52,53,72,77,78],"new":[0,1,2,3,4,32,33,46,48,49,54,56,58,59,61,62,63,70,73,77,83,85,86,87,89,91],"public":[0,1,2,3,4,44,45,46,47,48,49,78,92],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,59,61,62,63,64,69,70,72,73,84,89,90,91,92],"short":[55,77,78],"static":[48,49,53,61,63,72,73,75],"super":[44,84,90],"throw":[52,55,63],"true":[0,1,2,4,46,49,54,55,56,61,62,63,68,69,72,73,75,78,84,85,86,89,91,92,94,95],"try":[59,63,77,78,94],"var":68,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[54,56,66,88,89,92],A:[4,29,30,32,33,47,48,54,55,56,61,66,69,72,73,78,89,91,92],And:63,As:[54,56,63,91],At:76,But:[54,63,77],By:[29,30,51,56,75,90],For:[53,54,56,62,63,66,69,75,77,78,84,88,89,90,91,92,93,94],If:[27,33,53,54,55,56,62,63,64,66,69,70,72,75,77,84,89,91,92,93,95],In:[0,1,2,46,53,54,56,57,58,59,61,64,66,67,77,78,80,83,87,88,89,91,92,93],Is:[24,72],It:[52,54,55,56,57,59,61,66,75,77,88,91],Its:[61,77],Not:3,On:56,One:[54,63,77,78,88,91],Or:77,Such:54,THE:77,TO:63,That:77,Thats:63,The:[1,46,48,49,52,53,54,55,56,57,58,59,61,62,64,66,70,72,73,75,78,87,88,89,90,91,92,94],Then:[56,66,92,94],There:[4,53,54,59,61,62,65,66,78,88,89,90,91,92,93],These:[53,54,56,58,62,75,77,89,92],To:[1,46,52,56,63,64,66,75,89,90,94],Will:31,With:[63,75,77,89,92],_:[71,77,91],___torch_mangle_10:90,___torch_mangle_4847:58,___torch_mangle_5:90,___torch_mangle_9:90,__and__:68,__attribute__:43,__derive_index:68,__getitem__:68,__gnuc__:43,__init__:[62,71,72,77,84,90],__is__:68,__isnot__:68,__main__:[84,85,86],__name__:[84,85,86],__not__:68,__or__:68,__range_length:68,__round_to_zero_floordiv:68,__torch__:[58,63,90],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:58,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:58,__visibility__:43,__xor__:68,_all_:55,_aten_lowering_pass:62,_c:[72,73,94],_convolut:[63,68],_decomposit:54,_decomposition_group:54,_devic:73,_dynamo:[84,85,86],_enum:72,_input:[72,73],_jit_to_backend:94,_jit_to_tensorrt:73,_leaky_relu:54,_remove_lowering_pass:62,_rendered_examples_jupyt:87,_rendered_examples_python:87,_script:[72,73],_set:84,_shapemod:72,_theme:82,_validate_not_a_forked_repo:89,a1b:78,aarch64:59,ab:68,abi:93,abl:[53,55,61,62,67,91,92,94],about:[52,53,58,61,63,66,72,75,89],abov:[25,54,56,62,63,66,70,76,77,85,86,91],absolut:52,ac:80,acc_mod:91,acc_norm:91,acc_op:91,acc_op_convert:91,acc_ops_convert:54,acc_ops_sigmoid:91,acc_trac:91,acceler:[69,83,87,95],accept:[48,52,58,61,63,64,72,84],access:[55,61,63,67,75,91,94],accord:[54,61,73],accordingli:[75,91],account:[54,89],accumsan:80,accumul:[49,73],accuraci:[88,92],achiev:[56,88],aco:68,acosh:68,acoust:88,acquir:63,across:[49,52,54,55,56,73,75],acthardtanh:61,action:[77,91],activ:[54,63,73,77,88,91,92,95],activationtyp:[61,91],actual:[55,58,61,63,70,90,91],ad:[25,52,53,56,62,91],adaptive_avg_pool1d:68,adaptive_avg_pool2d:68,adaptive_avg_pool3d:68,adaptive_max_pool1d:68,adaptive_max_pool2d:68,adaptive_max_pool3d:68,add:[26,53,54,55,56,61,63,64,65,66,68,70,75,77,82],add_:[55,63,68],add_activ:[54,91],addactiv:61,addit:[54,55,63,65,72,88,91],addition:54,addlay:63,addmm:54,addmm_replac:54,address:78,addshuffl:63,adipisc:[78,80],adjac:[56,77],adjust:77,adopt:88,advanc:[78,83,87,92],advis:77,aenean:80,afford:91,aforement:89,after:[52,53,55,56,62,63,64,65,67,84,85,86,89,90,91,93],again:[44,58,61,77],against:[52,63],agx:45,ahead:63,aim:55,algo_typ:[71,92],algorithm:[3,4,29,30,44,71,91,92],algorithm_selector:91,alias:43,align:77,align_corn:68,aliquam:80,aliquet:[78,80],all:[16,42,43,44,45,49,52,54,55,56,58,62,63,64,65,66,70,72,77,78,87,88,89,90,91,92,93],alloc:61,allow:[48,49,52,53,55,56,62,65,72,73,75,85,86,91],allow_gpu_fallback:[45,46,72,73,92,94,95],allow_shape_tensor:[45,49,73],allow_tf32:68,almost:63,alpha:[54,68,78,91],alreadi:[52,53,54,55,63,92],also:[29,53,61,62,63,64,65,66,67,75,77,78,87,88,92],altern:[48,54,56,62,64,88],although:[54,77],altogeth:[56,75],alwai:[3,4,27,52,54,77],amet:[78,80],an:[2,3,4,48,49,52,53,54,55,56,57,58,59,61,62,63,64,65,66,67,69,71,72,73,75,77,78,84,88,89,90,91,92,93],analogu:61,analysi:56,analyt:75,analytics_id:75,ancient:77,ani:[48,52,53,54,61,62,63,64,66,68,71,72,73,75,77,91,92],ann:77,annot:[61,63],anonym:77,anoth:[64,77,78,90],ant:80,anyon:78,anyth:[77,78,93],aot:[54,63,67],api:[54,56,59,61,62,63,64,72,73,76,83,84,87,88,89,91,92,93,94],appear:[56,77],append:68,appli:[62,92],applic:[1,29,46,52,55,59,63,64,93,94,95],apply_lowering_pass:62,approach:56,appropri:[54,65],approri:54,apr:63,ar:[42,46,49,52,53,54,55,56,58,59,61,62,63,65,66,67,72,73,75,77,78,79,88,89,90,91,92,93,94],arab:78,arang:68,arbitrari:62,architectur:[66,67,88],archiv:66,arcu:[78,80],area:79,aren:63,arg:[53,54,62,63,71,72,81,88,91],arg_replacement_tupl:91,argc:63,argmax:68,argmin:68,argument:[48,52,54,55,58,61,62,63,64,72,73,77,78,91],argv:63,arithmet:56,around:[55,58,61,77,80,90],arrai:[3,4,33,53,73],arrayref:[45,48,49],artifact:65,arxiv:92,as_numpi:89,asin:68,asinh:68,aspect:52,assembl:[53,62,63],assign:[3,4,76],associ:[53,61,63],associatevalueandivalu:61,associatevalueandtensor:[61,63],assum:[33,94],atan:68,atanh:68,aten:[49,54,55,56,60,61,63,67,68,73,84],aten_:54,aten_op:54,aten_ops_convert:54,aten_ops_leaky_relu:54,aten_trac:54,atol:52,attrdict:89,attribut:[54,55,56,58,63,77,91],auctor:80,audio:88,augu:80,author:78,auto:[44,56,61,63,77,78,92,95],autodoc:[77,78],autograd:54,automat:[54,63,77],avail:[52,61,62,66,75,91,95],averag:[49,52,73],avg:52,avg_pool1d:68,avg_pool2d:68,avg_pool3d:68,awai:77,awaken:77,axi:68,b0:88,b:[65,66,68,78,89],b_hh:68,b_ih:68,back:[55,56,58,59,63,72,77,90],back_insert:44,backend:[54,62,73,76,83,84,86,87,94],backend_kwarg:84,background:[77,90],backlink:77,backward:91,bar:[75,77],base:[37,50,54,58,64,66,69,70,71,72,77,86,88,90,92],bash:66,basi:77,basic:[52,56,78,87,89,91],batch:[3,4,44,69,85,86,89,91,92,95],batch_norm:[54,61,68],batch_siz:[44,92],batched_data_:44,batchnorm:55,batchtyp:44,bathroom:77,bazel:[59,66],bazel_vers:66,bazelbuild:66,bazelisk:66,bazelvers:66,bdist_wheel:66,beat:78,becaus:[61,63,66,69,90,91],becom:61,bee:77,been:[53,61,63,78],befor:[49,55,56,59,61,63,66,67,73,89,91],beforehand:63,begin:[44,66,77,84,91],beginn:90,begun:77,behav:79,behavior:[49,56,72,73,91],behind:77,being:[63,91],belong:[54,77],below:[33,54,56,61,62,63,64,66,77,89,91],benchmark:68,benefit:[61,63],bert:86,bertmodel:86,besid:77,best:[66,77,91],beta:[54,68,73,91],better:[88,90],between:[55,56,61,66,77,78,92],bia:[55,63,68],bibendum:80,bibliograph:78,bigger:77,bin:66,binari:[44,92],binary_data:89,bind:[3,4,33,44,73,77],bird:89,bit:[49,61,63,72,73,91],bitbucket:75,bitbucket_url:75,bitwise_not:68,blandit:80,blank:77,blob:[60,75,92],block0:55,block1:55,block:[52,53,55,56,81],blue:77,bmm:68,bodi:[77,78],bold:77,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,55,61,63,68,69,70,72,73,75,92],border:77,both:[54,56,66,69,75,77,90,92],bottom:75,bound:72,boundari:[56,70,71],box:77,bracket:77,branch:66,bread:77,brief:56,briefli:90,brontosaurus:77,browser:77,bsd:[42,43,44,45],buffer:[3,4,91],bug:66,bui:78,build:[29,30,35,49,52,53,57,59,61,63,72,76,81,85,86,91,92],build_fil:66,build_model:91,buildcommandarg:65,builddirectori:65,builder:91,builderconfig:45,buildroot:65,built:[33,52,58,59,66,73],builtin:91,button:[75,77],bytearrai:[73,91],c10:[0,1,45,46,48,49,63,92],c:[42,43,44,45,52,59,64,65,68,69,78,89,93,95],c_api:60,c_str:[61,63],cach:[3,4,29,30,44,52,54,63,69,71,91,92],cache_:44,cache_fil:[44,71,92],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[71,92],cackl:78,calcul:[48,53,56,63],calibr:[3,4,29,30,44,49,52,63,71,73,92],calibration_cache_fil:[29,30,92],calibration_dataload:[30,92],calibration_dataset:92,calibrationalgo:[71,92],call:[29,30,32,49,54,55,58,61,63,69,73,77,84,85,86,88,90,91,94],call_funct:[54,62,91],call_modul:54,callabl:72,caller:62,callmethod:90,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,59,61,62,63,64,66,72,73,75,77,83,84,85,86,87,88,89,90,91,92,93,94],canada:78,cannot:[48,55,56,66,72,73,76,90,91],canon:75,canonical_url:75,capability_valid:54,capabl:[17,45,49,52,58,72,73,94],capbility_valid:54,capit:77,caption:[77,80],care:54,cast:[3,4,55],cat:[56,66,68],categor:54,categori:54,caught:55,caus:[61,66,75,84,85,86],cd:[66,89],cdll:63,ceil:68,ceil_mod:68,cell:78,centercrop:89,cerr:63,certain:[54,66,84,91],cfg:56,chain:61,challeng:89,chanc:61,chang:[29,55,56,59,62,65,73,75,89,91,92],changelog:81,channel:[2,72,76],channel_last:[72,73,88],channels_last:72,charact:77,check:[0,1,31,46,52,55,61,63,66,73,89,91,93],check_method_op_support:73,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:63,child:78,children:91,choic:[66,71],choos:[54,90,91],cifar10:92,cifar:92,clamp:68,clamp_max:68,clamp_min:68,class_count:89,classif:[63,88,90],classifi:[78,88],classification_index:89,classmethod:72,clean:[56,62,65,77,84,85,86],cleanli:56,clear:44,cli:[52,64],click:65,clickabl:77,clone:[62,65,68],cloned_placehold:62,close:63,closer:55,closet:77,cmake:65,cmake_build_typ:65,cmake_cuda_flag:65,cmake_cxx_flag:65,cmake_module_path:65,cmakecommandarg:65,cmakeset:65,cnn:88,co:[68,78,88],coalesc:62,code:[54,56,59,62,63,67,76,78,84,85,86,87,90,91,92],coeffici:88,collapse_navig:75,collat:78,collect:[56,63,64,73],colon:77,color:[24,27,70,77],colored_output_on:[27,42,70],column:78,com:[60,63,66,84,85,86,89,92,93],combin:[56,91],come:[66,76,89,91],command:[52,63,66,77,78,89,90],comment:[66,77],commodo:80,common:[53,54,55,69,77,91],common_subexpression_elimin:55,commonli:78,commun:[49,52,63,65,73],compar:[54,64,91],comparis:[0,2],comparison:[1,46],compat:[0,1,46,55,58,65,66,73,91],compil:[31,34,41,45,49,50,52,54,55,56,58,61,62,64,69,70,72,73,75,89,90,91,92,93,94,95],compilation_kwarg:86,compilationset:84,compile_engine_and_inf:[84,85,86],compile_spec:[92,95],compilegraph:[63,92],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,56,63,73,92,95],compilespecstruct:50,complet:[56,63,90],complex:[47,49,64,66,90],complianc:52,compliat:92,complic:66,compon:[57,59,90,93],compos:[89,90,91,92],composit:63,compound:88,comput:[49,77,88,91,92],concaten:54,conceiv:77,concept:87,concorr:89,condimentum:80,condit:[54,56,77],conf:[75,82],confidence_scor:89,config:[66,69,89,91],configur:[32,34,48,62,63,66,67,72,73,81,89,92],configurationtyp:65,configureset:65,congu:80,connect:[55,73,77,89,95],consectetur:[78,80],consecut:56,consid:[56,63,73],consider:89,consist:[55,77,91],consol:52,consolid:[56,90],constant:[53,55,56,63],constant_pad_nd:68,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,55,57,59,61,63,71,72,77,78,91,92],constructor:[0,2,46,48,49,58,90],consult:76,consum:[4,53,90],contact:78,contain:[30,31,52,53,54,55,56,61,63,66,69,72,77,78,89,90,91,92,93],content:[81,89,92],context:[53,57,58,59,70],contextnet:88,contigu:[2,48,49,52,72,73],continu:[77,91,93],contributor:63,control:[62,90,91],conv1:[63,90],conv2:[63,90],conv2d:90,conv:[49,52,63],conval:80,convect:48,conveni:[62,86,88,92],convent:33,converison:91,convers:[54,55,56,58,63,72,73,91],conversionctx:[61,63],convert:[3,4,31,32,34,52,55,56,57,59,64,67,72,73,85,86,88,93,94],convert_activ:54,convert_method_to_trt_engin:[41,45,50,72,73,94],converter_implement:54,converter_util:54,convertersupport:54,convertgraphtotrtengin:63,convien:49,convienc:[3,4,49],convolut:[73,92,95],convtert:91,coordin:59,copi:[44,61,68,71,78,89,91],copy_:68,copyright:[42,43,44,45,63,78],core:[45,52,55,56,59,63,72,95],core_id:72,corpor:[42,43,44,45],corpu:88,correct:[58,66,75],correctli:66,correctness_atol:69,correctness_rtol:69,correspond:[54,61,66,91],cosh:68,could:[56,85,86,91],count_include_pad:68,coupl:[53,59,91,93],cout:63,cover:[87,88],cp:66,cpp:[14,15,42,43,44,45,51,55,59,63,66,92],cpp_frontend:92,cppdirectori:50,cppdoc:63,cpu:69,cra:80,creat:[29,30,33,52,53,54,56,58,61,63,67,73,77,89,91],credit:63,criteria:[56,57,59],cross:77,cs:92,csrc:[55,60],cstddef:92,ctestcommandarg:65,ctrl:65,ctx:[61,63],ctype:63,cuda113:66,cuda:[49,58,63,64,65,66,69,72,89,91,92,94],cuda_graph_batch_s:[69,91],cuda_runtim:[21,45],cudafloattyp:63,cudasetdevic:36,cudnn:65,cudnn_en:68,cudnn_root_dir:65,cumsum:68,curabitur:80,curl:[66,77],current:[23,54,56,58,61,62,65,66,69,73,75,91],cursu:80,custom:[52,62,66,83,87,91],custom_class:[21,45],custom_mapp:91,customclasshold:[45,48],cut:77,cxx11:93,d:[52,77,78,95],d_silence_experimental_filesystem_deprecation_warn:65,dapibu:80,data:[0,2,3,4,29,30,44,46,48,49,52,53,56,57,59,61,64,68,69,71,72,73,77,81,88,91,92],data_dir:92,data_item_1:76,data_typ:89,dataclass:[84,91],dataflow:[61,63],dataload:[4,29,30,44,49,71,92],dataloader_:44,dataloadercalibr:[71,92],dataloaderopt:92,dataloaderuniqueptr:[4,44],dataset:[29,71,88,92],datatyp:[1,21,38,45,46,48,49,50,64,72,73,89],datatypeclass:50,date:[62,78],david:78,dbg:66,dcmake_build_typ:66,dcmake_module_path:66,dead_code_elimin:55,deal:61,debug:[16,27,45,49,52,61,62,65,70,73,84,85,86,94],debugg:[52,73],decid:72,declar:66,decompos:54,decomposit:54,deconvolut:95,decor:[54,62,91],dedic:[55,78],deep:[61,67,75,92,95],deeplearn:[60,91],def:[54,62,64,77,84,89,90,91],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,54,63,64,72,75,84,86,88,90,91,92],definit:[51,61,77],deiti:77,delet:[0,1,2,45,46,55],delimit:55,demo:[77,92],demonstr:[77,78,79,88,89,92],demostr:88,denot:77,dep:[65,66],depend:[29,35,53,54,59,63,64,65,89,91,93],depickl:58,deploi:[57,59,63,67,89,92],deploy:[52,63,64,88,89,92,93,95],deprec:[54,68,91],depth:[75,88],descclassnam:77,descnam:77,describ:[49,56,61,83,87,89,90,94],descript:[56,78],deseri:[63,72,73],design:[88,91,95],desir:[62,78,92],desktop:65,destini:78,destroi:[61,78],destructor:61,detail:[54,63,89,90,91,93],detect:[48,58],determin:[55,91],determinist:68,dev0:77,develop:[63,65,66,67,77,78,91],deviat:52,devic:[21,33,36,38,45,49,50,52,58,64,68,69,71,72,73,88,92,94,95],device_typ:[45,46,72,92,94,95],deviceclass:50,devicetyp:[21,38,45,46,50,72,73,92,94,95],devicetypestruct:50,diam:80,dict:[54,72,73],dictionari:[54,72,73,84,94],dictioneri:54,dictum:80,dictumst:80,did:77,didn:77,differ:[29,54,55,56,59,66,67,75,90,91],dignissim:80,dilat:68,dim0:68,dim1:68,dim:[68,69,89,91],dim_int:68,dim_intlist:68,dimens:[48,55,69,88,91],direct:[62,81,93],direct_output:62,directli:[54,61,62,65,66,67,71,83,84,87,92],directori:[18,19,20,21,42,43,44,45,50,54,65,66,92],disabl:[52,54,70,75,76],disable_memory_format_check:72,disable_pass:54,disable_tf32:[45,49,73,92],disallow:62,disclos:66,disconnect:77,discret:77,discuss:[54,89],displai:[52,62,70,75],display_github:75,display_gitlab:75,display_vers:75,dist:66,distdir:66,distribut:[63,72,92,93],div:[56,68],div_:68,div_lgamma:56,divid:54,divisor_overrid:68,django:76,dl:77,dl_open:93,dla:[1,45,46,49,52,67,72,73],dla_cor:[45,46,52,72,92,94,95],dla_global_dram_s:[45,49,52,73],dla_local_dram_s:[45,49,52,73],dla_sram_s:[45,49,52,73],dla_standalon:52,dlacor:52,dll:52,do_not_merg:56,doc:[59,60,66,75,76,77,82],docker:89,docsrc:59,docstr:[64,77,78],document:[42,43,44,45,50,54,59,63,75,77,78,82,89,90,92,93,94],docutil:[77,78],doe:[43,44,55,56,61,62,77,85,86,91,92],doesn:[63,66,77,90],dolor:[78,80],domain:[48,72,78,92],don:[61,75,77,78,89,91,92],done:[53,56,59,89],donec:[78,80],dont:42,dothismethod:77,dotpai:76,dotpayprovid:76,doubl:[45,48,49,52,73,77],down:[66,75,91],download:[66,81,84,85,86,87,89,92],downstream:88,doxygen_should_skip_thi:[44,45],dpython:[72,73],dram:52,dream:78,driver:66,drop:[66,75],dt:77,dtensorrt_root:66,dtorch_dir:66,dtyep:69,dtype:[45,48,49,52,64,68,69,72,73,86,88,91],dual:77,due:[3,4,66,76,77],dui:[78,80],dump:[37,52,66],dump_build_info:[38,45,50,72],dump_lowering_pass:62,durat:77,dure:[49,52,56,61,71,88,92,93],dyn_range_fn:54,dynam:[48,49,54,69,72,73,91],dynamic_batch:[69,91],dynamo:[67,84,85,86],dynamo_convert:54,dynamo_tensorrt_convert:54,e:[29,30,52,55,61,63,65,66,69,72,90,91,92],each:[3,4,49,53,54,55,56,58,61,63,66,69,75,77,91],ear:77,earli:91,earlier:54,eas:43,easi:[52,53,55,63,92],easier:[57,59,61,63,91,92],easiest:66,easili:[3,4],echo:77,edg:77,edit:[65,75],edu:92,effect:[55,63,75,88,91,92],effici:61,efficientnet:88,efficitur:80,eg:[54,89],egesta:80,eget:80,either:[47,48,52,61,62,63,64,66,72,73,75,77,90],el:68,eleifend:78,element:[58,77,78,81,91],element_typ:44,elementum:80,elementwis:54,eliminate_dead_cod:62,elit:[78,80],elk:77,els:[43,44,48,73,77,78],elu:[54,68],emb:[33,52,73,78],embed:[52,54,58,68,73,77,95],embed_engine_in_new_modul:[41,45,50,73],embedding_param_valid:54,emit:53,emphasi:77,empti:[49,69,73,78,90],emum:[16,17],en:75,enabl:[3,4,24,49,52,54,56,57,59,69,70,71,73,75,85,86,91],enable_precis:63,enabled_precis:[45,49,63,64,72,73,84,85,86,89,92,94,95],enalbed_precis:95,encod:[58,88],encompass:73,encount:[56,66,84,85,86],encourag:89,end:[44,52,61,62,63,68,73,77,84,85,86,92],end_dim:[63,68],endif:[43,44,45],energi:77,enforc:63,engin:[0,1,17,32,33,34,45,46,48,49,52,53,56,57,59,62,63,64,67,69,72,73,75,85,86,92,93,94,95],engine_converted_from_jit:63,enginecap:[38,45,49,50,72,73,94],english:88,enhanc:77,enim:80,ensur:[29,55,56,62,65],enter:[53,72],entir:77,entiti:77,entri:[49,61],entropi:[29,30,92],entropy_calibr:71,entropy_calibration_2:[71,92],enumer:[0,1,2,16,17,46],environ:[89,91],ep:68,eq:[68,77],equat:77,equival:[32,57,59,61,63,73,85,86,90,92],equivil:34,erat:80,erf:68,eric:77,ero:80,error:[16,49,52,53,55,59,63,66,70,73,77,91],essenc:77,essenti:91,est:80,et:80,etc:[75,77,91,95],etiam:80,eu:80,euismod:80,eval:[63,64,84,85,86,89],evalu:[54,57,58,59],evaluated_value_map:[53,61],even:63,event:48,everi:[56,63,69],everyth:16,evolv:62,ex:[0,1,2,33,46,73,78,80],exact:89,examin:91,exampl:[48,54,56,58,59,61,63,64,65,67,70,72,73,75,76,78,81,83,84,85,86,87,89,90,91,92,93],example_tensor:72,exceedingli:77,except:91,exception_elimin:55,excerpt:78,excit:88,execpt:55,execut:[33,49,52,55,57,58,59,63,66,69,72,73,89,90,91,92],execute_engin:[58,63],exert:77,exeuct:58,exhaust:63,exist:[4,31,32,34,54,66,71,72,73,88,91,92],exit:[84,85,86,89],exp:68,expand:[55,68],expand_a:68,expanded_asset:66,expect:[48,55,61,63,64,72,88],expected_op:54,experiment:[73,91],explain:91,explan:91,explic:44,explicit:[0,1,2,3,4,45,46,55,67,69,77,91,92],explicit_batch_dimens:[69,91],explicit_precis:69,explicitli:[56,57,59,64,73,92,94],explict:44,explictli:0,explor:87,expon:68,expos:92,express:77,ext:[77,78],extend:[57,59,61,63,65,68,88],extens:65,extent:[63,67],extern:[75,77],extra:63,extract:[54,62,63,88],extrem:77,ey:77,f16:[52,63,95],f32:52,f:[62,66,77,90,91],facilisi:80,fact:66,facto:77,factori:[4,29,30,92],fail:[54,63,95],fake_quantize_per_channel_affin:68,fake_quantize_per_tensor_affin:68,fall:[54,72],fallback:[52,57,59,61,95],fals:[0,1,2,3,4,44,45,46,49,62,63,68,69,72,73,75,76,77,78,84,91,92,94],fame:80,familiar:89,far:[77,91],fashion:[63,88],fast:[49,52,73],faster:88,faucibu:80,fc1:[63,90],fc2:[63,90],fc3:[63,90],fc:[49,52,55],feat:[63,90],featur:[52,56,63,88,91,92,94],fed:[3,4,48],feed:[29,30,63],feedforward:88,feel:67,feli:80,feugiat:[78,80],few:[66,72,91],field:[3,4,69,72,92],fifth:78,figur:[56,78,80],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,54,56,58,59,63,65,66,69,71,72,73,75,76,78,82,89,91,92],file_path:52,filepath:65,find:[4,63,66,91],finder:66,finibu:80,finish:91,first:[48,53,55,63,64,77,78,84,89,91,92],firstli:89,fit:77,fix:[49,77,91,95],fixed_s:[45,49],flag:[52,56,57,59,64,66,71,93],flaten:49,flatten:[45,47,63,68,90],flatten_convert:63,flesh:89,float16:[52,72],float32:[48,49,52,72,73,91],float64:73,float_int:68,floor:68,floor_divid:68,floordiv:68,flow:[61,77,88,90,91],flox:77,flush:77,fly:90,fmod:54,focus:54,fold:78,folder:[65,91],follow:[33,52,54,56,58,62,63,65,66,73,75,77,78,82,83,87,88,89,90,91,92,93],foo:[77,78,91],foo_kwarg:91,foo_nod:91,forc:[52,73,75,91],force_fp32_output:91,forced_fallback_op:56,form:[53,54,64,72,77,89],format:[33,45,48,49,52,64,68,72,73,77,78,88,89],forth:78,forum:66,forward:[29,30,32,33,56,58,61,63,64,72,73,84,90,92,94],found:[42,43,44,45,63,66,77,92,93],four:[77,78],fp16:[0,48,49,52,63,64,67,69,91,95],fp32:[0,48,49,52,67,73,88,89,91,92],frac:77,freed:61,freeze_modul:55,friend:45,fringilla:80,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,59,61,63,65,67,69,73,75,76,77,78,86,88,89,90,91,92],from_pretrain:86,from_tensor:[72,91],front:62,frontend:[64,67,83,85,86,87],fssl:66,fstream:[20,44],full:[45,49,52,61,63,70,84,85,86,89,92,93,95],fulli:[31,52,55,63,73,92,95],further:[56,91],fusc:80,fuse_addmm_branch:55,fuse_flatten_linear:55,fuse_linear:55,fusion:[61,62,91],futur:[73,91],fx2trt:69,fx2trt_exampl:91,fx:[54,62,64,67,72],g:[29,30,52,55,65,66,69,72,77,91,92],g_:77,galleri:[84,85,86,87],gamma:68,gatewai:76,gather:56,gaurd:43,gcc:[59,63],ge:68,gear:92,gener:[3,4,29,52,54,55,58,59,61,62,63,65,66,69,75,77,78,81,84,85,86,87,90,91,92],get:[0,1,2,3,4,23,35,44,46,55,56,61,62,63,66,70,72,88,89,91,92],get_batch:71,get_batch_impl:44,get_batch_s:71,get_build_info:[38,45,50,72],get_cache_mode_batch:71,get_is_colored_output_on:[39,42,50,70],get_logging_prefix:[39,42,50,70],get_output:91,get_reportable_log_level:[39,42,50,70],getattr:[55,58,63,90],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[61,63],getitem:54,getoutput:[61,63],git:81,github:[60,63,66,75,84,85,86,89,92,93],github_url:75,gitlab:75,gitlab_url:75,give:[75,77,91],given:[48,49,52,54,55,63,64,69,71,72,73,90,91,94],global:[26,52,63],gm:62,gnu:66,go:[44,55,56,63,67,84,85,86,88,89,90,91],goal:61,goe:[77,91],good:[44,61,77,91],goodger:78,googl:75,got:[63,77],gpu:[1,32,34,36,45,46,52,63,72,73,89,91,92,94,95],gpu_id:[36,45,46,52,72,73,92,94,95],graph:[16,31,32,34,45,49,52,53,54,56,57,59,61,62,63,67,69,70,73,85,86,88,90,91],graph_input:[45,49],graph_modul:[62,69,72],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,64,69,72],gravida:80,great:[63,77],greater:70,greedi:56,group:[68,77,78],grpc:89,gru_cel:68,gt:68,gtc:67,guangzhou:78,guarante:56,guard:55,guard_elimin:55,gui:77,guid:[76,87],gulf:89,gz:[77,78,92],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,55,63,92],ha:[49,53,54,55,56,57,59,61,62,63,65,69,77,78,88,90,91,92],habit:80,habitass:80,hac:80,hack:44,had:54,hakaimagazin:89,half:[52,63,64,72,77,84,85,89,92,94,95],hand:89,handl:[55,56,58,91],happen:[90,91],hardtanh:[54,61,68],hardtanh_:68,hardwar:95,has_batch_dim:69,hash:66,have:[29,33,44,52,53,54,55,56,61,62,63,64,66,67,69,72,73,77,85,86,88,89,90,91,92],haven:63,header:[63,75,77,78,89],heart:78,heaven:77,heck:77,heh:78,hehe:78,height:77,help:[27,52,53,54,61,63,88,91,93],helper:61,henc:54,hendrerit:80,here:[44,53,56,58,63,66,75,77,78,89,90,91,92,93],hermet:66,hexagram:77,hfile:50,hi:[68,77,78],hidden:[43,75],high:[48,55,56,75],higher:[55,75,77,90],highli:[88,89],highlight:77,hinton:92,hit:56,hold:[46,47,48,53,61,92],holder:[58,79],holi:77,home:66,hood:59,hope:78,host:[49,52,66,73,89],how:[3,4,66,77,79,81,84,88,89,90,93,94],howev:[29,66,75,76,89],html:[60,66,77,90,92],html_theme:82,html_theme_opt:75,html_theme_path:82,http:[60,63,66,75,77,84,85,86,88,89,90,92,93],http_archiv:66,httpclient:89,hub:89,huggingfac:88,human:77,humankind:78,hx:68,hybrid:73,hyperlink:77,hyphen:77,i8:52,i:[52,55,61,63,68,77,78,90,92],iaculi:80,icon:[75,77],id:[36,45,52,72,75,76,80,95],idea:[55,77],ident:[52,62],identifi:[54,56],idx:68,ifndef:[44,45],ifstream:44,ignor:72,iii:78,iint8calibr:[3,4,29,30,44,45,49,73,92],iint8entropycalibrator2:[3,4,29,30,44,92],iint8minmaxcalibr:[29,30,92],ilay:61,illustr:[54,88,91],imag:[89,92],imagenet:88,imagenett:88,images_:92,img1:89,img:89,img_path:89,imperdiet:80,impl:54,implement:[3,4,55,56,58,63,76,91,92,93],impli:54,implic:55,implicit:[68,69,77,91],implicitli:72,implictli:72,improv:78,in_shap:63,in_tensor:90,incas:44,includ:[13,15,16,35,37,42,43,44,45,51,52,54,56,57,58,59,62,63,66,69,75,77,83,87,90,91,92],includedirectori:50,includehidden:75,incompat:66,incorpor:78,indent:77,index:[33,60,62,67,68,73,75,81,92],indic:[68,75,77],indirect:77,individu:[54,64],inetworkdefinit:53,infer:[55,63,72,73,83,84,87,88,91,92],inference_output:89,inferenceservercli:89,inferinput:89,inferrequestedoutput:89,info:[16,32,34,45,52,61,63,70,72],inform:[25,33,35,37,48,52,53,56,58,62,63,66,67,69,70,72,77,90,91,92,94],infrastructur:[89,92],ingest:59,inherit:[50,91,92],inheritenviron:65,initi:[77,84,85,86],injuri:77,inlin:[0,1,2,3,4,29,30,44,46,48,55,63,78,81],inner:[49,78,88],input0:[63,64],input1:[63,64],input2:63,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,55,56,58,61,62,63,64,68,69,70,72,73,78,84,88,89,90,91,92,94,95],input_0:[58,63],input_:54,input__0:89,input_binding_nam:[33,45,73],input_data:[64,90],input_file_path:[52,95],input_is_dynam:45,input_nam:[69,91],input_s:[56,63],input_scal:68,input_shap:[92,95],input_signatur:[45,47,49,64,73],input_spec:[52,69,91],input_tensor_spec:[69,72,91],input_v:[54,91],inputclass:50,inputrang:[56,63],inputtensorspec:[69,72,91],insert:[62,63,92],inserting_aft:62,inserting_befor:91,insid:[77,89],inspect:[61,63,90],instal:[63,67,81,89,93],installroot:65,instanc:[55,62,63,71,88,90],instance_norm:68,instanti:[57,58,59,61,63],instatin:[0,1,2,46],instead:[49,52,53,55,63,66,93],instnanti:58,instruct:[56,57,59,63,66,89,91],insur:66,int32:[72,73,86,88],int64:[0,72,73],int64_t:[45,46,48,49,92,95],int8:[0,44,48,49,52,67,72,73,92,95],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:68,integ:[72,80],integr:[67,84],intend:[66,84,85,86],intent:[55,77],interact:[77,84,85,86],interdum:80,interest:[55,77],interfac:[0,1,2,46,58,59,61,92],interfer:77,intermedi:[16,49,52,70,73,90],intern:[1,16,46,61,63,70,77],internal_error:70,internalerror:70,interpol:77,interpret:[58,77,91],interv:72,intro_to_torchscript_tutori:90,introduc:[88,91],invoc:84,invok:[62,63,90,91],io:[44,89],iostream:[20,21,44,45,63],ipso:77,ipsum:[78,80],ipynb:[84,85,86],ir:[54,57,59,61,64,72,84,85,86,90],is_aten:69,is_floating_point:68,is_train:92,iscustomclass:61,ishap:49,ishapelay:73,isinst:[62,91],isn:[75,77],issu:[3,4,63,66,84,85,86],issubclass:62,istensor:61,istream_iter:44,it_:44,ital:77,item:[76,78],itensor:[53,61,63,91],iter:[20,44,49,52,53,71,72,73],its:[29,53,54,56,58,61,66,77],itself:[0,1,2,46,52,55,66,89,94],iv:78,ivalu:[45,47,49,53,58,61,63],jan:78,jetpack:66,jetpack_5:66,jetpack_x:66,jetson:88,jit:[31,32,33,34,45,47,49,52,53,55,56,57,58,59,60,61,63,64,72,73,89,90,94],jp_workspac:66,jpg:89,json:65,jump:89,jupyt:[84,85,86,87],just:[44,45,54,55,56,63,64,67,70,77,79,88,90,91,93,94],justo:[78,80],k:[68,92],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:61,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,56,63],kdebug:[16,42,44],kdla:[1,45,46,95],kdla_standalon:[17,45],keepdim:68,kei:[54,77,89,90],kept:78,kernel:[48,49,52,61,72,73,91],kernel_s:68,kerror:[16,42],keyboard:77,keyword:[62,72,73,84,86],kf16:[92,95],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,55],khalf:[0,45,63],ki8:92,kind:[53,54,91],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,61,75,77],knowledg:77,kriz:92,krizhevski:92,ksafeti:[17,45],kstandard:[17,45,49],ktest:92,ktrain:92,kunknown:[0,2,45],kwarg:[54,71,72,88,91],kwarn:[16,42],l:68,label:[77,88,89,92],lacinia:80,lack:[56,57,59,91],lacu:80,laid:63,lambda:[61,63,77,89],lang:76,languag:[76,77,78,89,90],laoreet:80,larg:[57,59,63,75,77,88,92],larger:[56,75,88],largest:68,last:[2,55,72,91],lastli:89,later:[29,63],latest:[65,66,75],launch:89,layer:[46,49,52,53,54,55,61,62,63,73,88,89,91,92,95],layer_norm:[54,68],layout:[2,48,68,72,73],ld_library_path:66,ld_preload:93,ldd:66,le:68,lead:77,leader:77,leaky_relu:[54,68],leaky_relu_:68,learn:[63,67,89,92,95],leas:78,least:[77,78],leav:[55,62],lectu:[78,80],left:[75,77],legacy_calibr:71,legend:77,len:[62,68],lenet:[63,90],lenet_script:[63,90],lenetclassifi:90,lenetfeatextractor:90,length:[3,4,44,68,78,91],leo:80,let:[46,52,55,61,72,73,75,77,88,89,91],letter:[78,88],level:[23,25,26,39,42,44,50,54,55,56,59,70,73,81,89,90,91],levelnamespac:50,leverag:[83,87,91,92],lgamma:56,lib:[54,55,63,65,66],libero:[78,80],librari:[35,42,43,44,45,52,54,57,58,59,61,63],libtorch:[4,37,61,63,65,66,92],libtorch_pre_cxx11_abi:66,libtorchtrt:[52,63,66],libtorchtrt_plugin:93,libtorchtrt_runtim:93,licens:[42,43,44,45,63,65],light:77,ligula:80,like:[52,53,54,55,58,61,63,64,66,76,77,89,90,91,92,93],limit:[55,70,76,92],line:[52,63,78],linear:[2,56,68,72,90],link:[52,53,62,63,67,75,76,81,93],lint:62,linux:[59,63,66],list:[18,19,20,21,31,49,51,53,56,58,61,62,63,64,66,68,69,71,72,73,81,89,91],listconstruct:[53,56,58,63],listunpack:[58,63],liter:78,literal:78,literal_block:77,live:[61,77],ll:91,lo:68,load:[52,56,58,63,64,71,73,88,89,91,92,93,94],load_librari:93,loading_data_recip:92,loborti:[78,80],local:[52,55,63,75],localhost:89,locat:[54,62,66,92],lock:76,log:[15,16,19,20,38,44,50,51,55,61,67,68,69,72,85,86,91],log_debug:61,logger:[62,70],logger_level:69,loggingenum:50,logic:91,login:89,logist:91,loglevel:70,logo_onli:75,lone:78,longer:[75,93],look:[53,55,89,90,92,94],loop:[56,91],loop_unrol:55,lorem:[78,80],lose:75,loss:[88,92],lot:61,low:[48,91],lower:[16,54,67,69,70,72,78,85,86,88,91],lower_exampl:91,lower_graph:55,lower_precis:[69,91],lower_tupl:55,loweralltupl:55,lowerprecis:[69,91],lowersimpletupl:55,lstm_cell:68,lt:68,ltorchtrt:93,luctu:80,lvl:[25,26,42],m:78,machin:[58,89,92],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:77,made:[55,57,59,77],maecena:80,magna:80,mai:[53,56,58,59,63,64,73,77,78,84,85,86,89,90,91,92],main:[55,56,57,58,59,61,63,75,77,79,91],mainli:91,maintain:[56,58,61],major:[59,91],make:[53,54,63,64,66,77,79,83,87,88,89,91,92,95],make_data_load:[4,92],make_int8_cache_calibr:[40,44,50,92],make_int8_calibr:[29,40,44,50,92],malesuada:80,man:[77,78],manag:[49,52,53,57,59,61,63,65,70,72,73],mangag:55,mani:[56,75,77,78,91],manipul:62,mantissa:[49,73],manual:[76,77,91],map:[1,46,53,54,55,57,59,61,63,84,88,89,91,92,94],mapper:91,mark:[55,56,75],marknodesforfallback:55,markup:[78,81],markup_process:77,mask:68,masked_fil:68,massa:80,master:[60,66,92,93],mat1:54,mat2:[54,68],match:[55,66],math:81,matmul:[54,55,63,68],matrix:60,matter:91,matti:78,matur:59,mauri:[78,80],max:[48,52,61,68,72,75],max_batch_s:[69,89,91],max_c:52,max_h:52,max_input_shap:69,max_n:52,max_pool1d:68,max_pool2d:[63,68,90],max_pool3d:68,max_shap:[45,48,64,72,73,88,91],max_val:[61,68],max_w:52,max_workspace_s:[69,91],maximu:80,maximum:[48,49,52,69,73,85,86,89,91],mayb:77,mb:52,md:60,me:[77,78],mean:[54,56,61,67,68,69,84,89,91],mechan:[61,88,91],medium:77,meet:72,member:[46,47,48,49,72],memeori:2,memori:[20,21,44,45,55,61,63,64,72,73],memory_format:[68,72],memoryformat:[2,45],men:77,mental:77,mention:54,menu:[52,75,77],menuselect:77,merg:56,messag:[16,25,26,52,70],meta:[81,91],metadata:[49,52,58,61,73,75],meth:77,method:[31,32,33,34,48,52,55,61,63,66,72,73,77,88,90,94],method_nam:[31,34,45,52,63,72,73],metu:80,mi:80,microsoft:65,middl:77,might:[55,66,75],min:[48,52,61,68,72],min_acc_module_s:69,min_block_s:[45,49,56,73,84,85,86],min_c:52,min_h:52,min_input_shap:69,min_n:52,min_shap:[45,48,64,72,73,88,91],min_val:[61,68],min_w:52,mind:77,mine:77,minim:[69,92],minimum:[48,49,52,56,70,73],minmax:[29,30,92],minmax_calibr:71,minor:65,minut:[84,85,86],misbuild:75,miss:[63,77],mkdir:66,mm:89,mmb:77,mobilenet_v2:94,mobilenetv2:88,mod:[52,56,63,81,91,92],mode:[64,91,92],mode_:92,model:[52,56,58,63,64,67,69,70,83,87,90,92,94],model_half:84,model_nam:89,model_repositori:89,model_torchtrt:70,model_trt:70,modif:[54,62],modifi:[56,62,78,91],modified_graph:62,modul:[31,32,33,34,45,49,52,56,57,58,59,61,64,65,66,67,69,70,71,72,73,76,77,78,84,88,91,92,94,95],modular:63,module_fallback:55,module_nam:52,molesti:80,momentum:68,morbi:80,more:[53,54,63,64,66,67,72,75,78,85,86,89,90,91,92,93,94],most:[59,66,69,89,91,93],mother:77,motion:77,mous:77,move:[30,44,55,58,63,73,92],ms:65,msg:[26,42,70],msvc:65,msvc_x64_x64:65,mu:77,much:[61,75,77,92],mul:[54,56,68],mul_:68,multi:52,multipl:[58,77,78,89,92],multipli:[49,73],must:[33,48,49,52,55,56,61,62,63,66,69,72,73,77,78,91,93],mutil:78,my:77,my_custom_pass:62,my_pytorch_model:91,myclass:77,mymodel:[56,64],myself:78,n:[52,61,62,63,92],nabla:77,nam:[78,80],name:[3,4,31,33,34,44,54,56,58,61,63,65,66,69,70,71,72,73,77,78,89,90,91,94],namedtupl:91,namespac:[42,43,44,45,51,55,67,92],narrow:68,nativ:[59,60,63],native_funct:60,natur:77,nav:[75,81],navig:75,navigation_depth:75,nbbind:[3,4,44],nchw:[2,72,73],ne:[55,68],nec:80,necessari:[42,62,93],need:[0,1,2,25,29,43,46,53,54,55,61,63,64,66,69,77,88,89,91,92,93],neg:68,negative_slop:68,nequ:[78,80],nest:[45,49,50,77,78],net:[61,63,77,78],netu:80,network:[29,30,54,61,63,88,89,91,92,95],neural:95,new_batch_size_input:85,new_batch_size_output:85,new_input:[85,86],new_lay:61,new_local_repositori:66,new_output:[85,86],new_siz:92,newer:66,next:[3,4,53,58,69,75,77,78,84,89,92],ngc:[66,89],nhwc:[2,52,72],nibh:[78,80],nice:66,nickel:77,night:78,nightli:91,ninja:[65,66],nisi:80,nisl:80,nlp:[29,30,92],nn:[55,60,63,64,69,72,73,84,90,91],nn_ops_convert:54,node:[54,55,56,57,59,61,62,63,69,88,91],node_info:[61,63],noexcept:[44,92],noexceptoverrid:[3,4],non:[78,80],non_block:68,none:[54,61,68,69,70,71,72,73,75,77,84,91],nonetheless:77,nonexist:77,norm:68,normal:[0,1,2,46,54,63,77,89,90,91,92,95],normalized_shap:68,noskipw:44,notat:72,notatemoduleforfallback:55,note:[1,46,48,54,61,62,63,65,66,72,75,77,91,95],notebook:[59,67,84,85,86,87],now:[55,56,59,61,63,66,77,91,94],np:89,nu:77,nulla:80,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,73,94],num_it:52,num_op:52,num_work:92,number:[3,4,49,52,55,56,61,63,64,69,72,73,75,83,85,86,87,88,91],numel:68,numer:[52,78,91],numpi:89,nunc:80,nvcr:89,nvidia:[32,34,42,43,44,45,52,60,63,66,72,73,84,85,86,89,91,95],nvinfer1:[3,4,29,30,44,45,49,61,92],nvinfer:[20,44],o:[66,77,89],obj:68,object:[0,1,2,3,4,46,48,49,52,54,58,61,62,70,71,72,73,92,94],obtain:88,obvious:90,occasion:[84,85,86],odio:[78,80],off:[56,58],offer:62,offici:66,ofstream:[44,63],often:77,oh:78,ok:[63,77],okai:49,older:59,onc:[42,43,44,45,53,55,56,58,89,91,92,93],one:[47,54,55,61,63,64,70,72,77,84,85,86,89,90,91],ones:[42,54,56,57,59,63,66,77],onli:[1,3,4,16,29,44,46,48,52,55,56,59,61,66,69,70,72,77,91,92,93,95],onnx:55,onto:[52,58],op:[52,53,54,55,56,57,59,61,62,63,72,84,93],op_and_target:91,op_evalu:54,op_nam:52,opcod:54,open:[65,88,89],oper:[0,1,2,3,4,31,44,45,46,49,52,53,55,56,57,58,59,61,62,64,67,72,73,85,86,91,92,95],opoverload:54,opoverloadpacket:54,oppos:73,opset:[57,59],opt:[48,66,72],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,64,72,73,88],opt_w:52,optim:[48,52,55,63,64,67,69,85,86,88,90,91],optimin:48,optimiz:90,optimization_level:84,optimization_profile_field:72,optimize_target_shap:91,optimized_input_shap:69,optimized_model:[84,85,86],optimized_model_custom:84,optimz:89,option:[44,48,52,54,56,57,59,62,65,66,71,72,73,77,81,84,91,92,93,95],orchestra:77,orci:80,order:[33,49,56,61,62,63,64,66,69,73,91],org:[60,63,66,75,77,90,92],organ:78,origin:[33,54,69,91],ornar:[78,80],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,55,58,62,63,64,66,67,68,76,77,91,93],otherwis:[66,69,91,93],our:[56,59,63,89,90],out:[31,44,53,55,56,57,59,61,63,65,66,70,73,77,89],out_shap:63,out_tensor:[61,63],output0:55,output:[24,27,33,49,52,53,54,55,56,58,61,62,63,66,70,73,75,77,78,88,89,91],output__0:89,output_binding_nam:[33,45,73],output_file_path:[52,95],output_nam:[69,91],output_pad:68,output_s:68,outself:63,outsid:77,over:[54,57,59,77,89,91],overal:[54,88],overrid:[29,30,44,72,91,92],overview:[60,67,84],own:[56,61,63,66,77,89],p:[52,63,68,89,95],packag:[52,55,63],pad:68,padding_idx:68,page:[67,79,81,89],pair:[55,61,66,77,88,92],pane:77,paragraph:[78,81],param:[71,76],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,55,61,63,69,70,72,73,81,90,91],paramt:54,parent:[14,15,18,19,20,21],pars:[63,77],parser:77,part:[52,56,59,75,76,77,91],partial:[52,77],partit:55,partitioninfo:56,pass:[33,53,54,56,57,58,59,61,63,66,67,70,71,73,90,91,92],pass_manag:62,passlist:62,passmanag:62,past:77,path:[4,13,14,15,29,30,52,54,63,65,66,71,72,89,90,91,92],path_to_torchtrt_root:66,pathwai:90,pattern:[61,63,72],payment:76,pbtxt:89,peephole_optimz:55,pellentesqu:80,peopl:77,pep:77,perforamnc:91,perform:[29,30,62,88,89,92],permit:77,permut:[68,91],persist:77,pharetra:80,phase:[16,61,63],phasellu:80,phi:77,philosoph:77,phrase:77,pi:77,pick:90,pickler:58,piec:88,pil:89,pin:76,pin_memori:68,pip3:66,pip:[66,89],pipelin:[52,95],piplein:63,pixel_shuffl:68,pl:76,place:[48,54,55,62,66,77,78,79,91,92],placehold:62,placerat:80,plan:[52,59],platea:80,platform:[45,52,59,65,66,89,95],pleas:[54,63,66,77,89,91],plugin:91,point:[63,72,75,76,77,89],pointer:[3,4,92],polish:76,pool:95,pop:58,popul:69,popular:[66,76,88],port:54,portabl:[58,73],portion:[56,77],porttitor:[78,80],posit:[52,72,75,91],possibl:[66,77,88,89],post:[29,30,49,52,63,67],posuer:[78,80],potenti:[49,80],pow:68,power:[63,77,88,91],pr:63,praesent:80,pragma:[42,43,44,45,92],pre:[33,54,55,71,73,92,93],pre_cxx11_abi:66,preced:[54,77],precis:[49,52,63,64,67,72,85,86,91,92,95],prefer:63,prefix:[27,28,42,70,77],preinstal:66,prelu:68,prepar:[89,91],preprint:92,preproc:71,preprocess:[89,92],prerequisit:65,present:[54,65],preserv:[77,90,92],prespect:90,press:[65,77],pretium:80,pretrain:[85,88,89,94],pretti:63,prev_next_buttons_loc:75,prevent:[49,52,56],previou:[65,75,84],previous:[29,33,63],prim:[53,55,56,58,63,68,90],prim_devic:68,primal:77,primarili:[59,63],print:[16,31,44,62,63,70,72,73,77,85,86,89,94],priorit:66,prioriti:54,privat:[3,4,44,45,92],problem:77,problemat:77,proce:89,proceed:89,process:[52,56,76,77,84,88,89,90,92,94],prod:68,produc:[48,53,54,58,61,63,72,77,88],product:49,profil:[48,69],profiling_verbos:91,program:[18,19,20,21,29,51,52,57,58,59,67,90],programm:77,progress:78,proin:80,project:[66,76,81],projectdir:65,promis:91,prop:69,properli:66,properti:75,propog:55,prose:77,provid:[3,4,49,52,56,58,61,62,63,64,66,69,72,73,77,83,84,87,89,91,92,93,94],providi:[57,59],provok:77,pt:[52,63,89,91],ptq:[3,4,15,18,19,38,50,51,52,67,72,73],ptq_calibr:[3,4,45,49,92],ptqtemplat:50,publish:89,pull:[66,89],purchas:76,pure:31,purpos:[66,88,89,91],puru:80,push:58,push_back:[44,56],put:[77,88],put_binding_nam:73,pwd:[65,89],py3:89,py:[54,55,59,62,63,66,75,77,82,84,85,86,90,91,92],pyindex:[66,89],pypi:66,python3:[55,63,66],python:[52,54,56,59,62,63,69,72,73,77,78,84,85,86,87,88,89,91,93,94,95],python_api:60,pytorch:[33,48,49,52,55,56,57,58,59,61,63,64,66,71,72,73,83,87,89,90,92,93],pytorch_libtorch:89,pytorch_sphinx_them:[75,82],qat:88,qualnam:[70,71],quant_max:68,quant_min:68,quantiz:[29,30,52,63,67],quantizatiom:49,quartznet:88,question:63,qui:[78,80],quickli:[52,63,92],quisqu:80,quit:[61,63,88],quot:78,r:77,rais:[55,91],raiseexcept:55,ram:[49,52,73],rand:[63,84,91],randint:86,randn:[56,63,72,73,85,94],rang:[48,49,52,54,72,88,91],rank:75,rather:55,raw:75,re:[77,91],read:[3,4,29,30,44,75,77,92],read_calibration_cach:71,readcalibrationcach:[3,4,44],reader:77,realiz:58,realli:61,reason:[0,90,91],reattribut:78,recalibr:29,receiv:91,recip:92,reciproc:68,recognit:[88,92],recomend:[29,30],recommend:[29,30,63,66,77,89,91],recompil:[62,85,86],record:[53,90],recurs:53,redistribut:78,reduc:[54,55,56,57,59,88,91,92],redund:91,ref:77,refer:[48,57,59,63,76,81,89,91,92],referenc:66,refit:[45,49,73,94],reflect:45,reflection_pad1d:68,reflection_pad2d:68,regard:[66,77],regardless:[78,85,86],region:91,regist:[33,54,58,61,73,91],register_acc_op:91,register_acc_op_map:91,register_custom_acc_mapper_fn:91,register_decomposit:54,registeri:54,registernodeconversionpattern:[61,63],registr:[54,62,91],registri:[53,54,63],reinterpret_cast:44,rel:[52,54,56],relat:[46,77,84,85,86],relationship:50,releas:[65,77,83,87],reload_model_output:91,reload_trt_mod:91,relu:[56,63,68,84,90],relu_:68,relwithdebinfo:65,remain:[55,92],rememb:91,remov:[62,75],remove_contigu:55,remove_dropout:55,remove_to:55,render:75,rent:78,reorder:56,repack:58,repair:62,repair_input_as_output:62,repeat:[52,68],repeat_interleav:68,replac:[54,56,62,66],replace_input_with:62,replication_pad1d:68,replication_pad2d:68,replication_pad3d:68,repo:65,report:[23,44],reportable_log_level:70,repositori:[59,75,82,89],repres:[48,49,61,70,77,91],represent:[55,61,88,90,91],request:[63,72,89],requir:[29,49,52,53,55,63,70,72,73,75,89,91,92,93],require_full_compil:[45,49,73],requires_grad:68,research:91,reserv:[42,43,44,45],reset:[44,84,85,86],reshap:[68,89],resiz:89,resnet18:85,resnet50:89,resnet:[58,83,87,88,89],resnet_trt:58,resolut:88,resolv:[53,55,57,59,84,85,86],resourc:[53,92],respect:54,respons:[29,58,77],rest:[77,78,91],restrict:[49,73],restructuredtext:[77,78],result:[53,54,55,56,64,70,73,75,89,90],ret:55,reus:[55,91,92],revert:75,revis:[77,78],revisit:77,rewrit:[56,62],rfc:77,rho_:77,rhoncu:80,right:[42,43,44,45,55,59,61,65,77],risu:80,rm:89,rn50_preprocess:89,role:77,roll:68,roman:78,room:77,root:[42,43,44,45,66,75,92],roughli:56,round:[49,73],rounding_mod:68,row:78,rst:[75,77],rsub:68,rtol:52,rule:[66,73,91],ruler:77,run:[1,34,46,49,52,53,55,56,57,58,59,61,63,64,66,67,69,72,73,77,84,85,86,88,89,90,91,92,93,94,95],running_mean:68,running_var:68,runtim:[63,67,84,85,86],runtimeerror:91,rutrum:[78,80],s:[48,49,54,56,58,61,63,65,66,67,69,72,75,77,78,88,89,90,91,92],safe:[61,73],safe_dla:72,safe_gpu:72,safeti:[49,52,72],sage:77,sagitti:[78,80],sai:[78,88],said:77,same:[54,56,58,62,63,66,75,77,85,86,89,90,91,94],sampl:[64,77,84,85,86,89,91,92],sample_input:[84,91],sample_inputs_half:84,sapien:80,satisfi:[56,62,91],save:[29,44,52,58,63,64,72,73,88,89,91,93],save_timing_cach:[69,91],saw:63,scalar:[54,61,68],scalaropt_dim:68,scalartyp:[0,45,68],scale:[68,88,92],scale_factor:68,scale_grad_by_freq:[54,68],scales_d:68,scales_h:68,scales_w:68,scatter:68,scelerisqu:80,scenario:62,schedul:[72,89],schema:[54,61,63],scheme:91,scientist:77,scope:[55,84,85,86],scratch:29,scratch_spac:89,screen:75,script:[31,55,56,63,64,72,73,84,85,86,90,94],script_model:[90,94],scriptclass:73,scripted_model:95,scriptmodul:[63,64,72,73],scroll:[75,79],sdk:60,se:88,seamlessli:67,search:[67,75],second:[55,64,77,84,85,86,91],secondli:89,section:[54,63,75,77,78,79,81,89,91,92],sed:[78,80],see:[31,54,55,56,58,62,63,64,66,72,73,77,84,90,91],seen:[77,78],segment:[56,85,86,88],segmentmodelwithdependencyawar:56,select:[17,29,30,34,49,52,54,58,64,65,66,68,72,73,76,79,91,92],self:[55,58,61,63,64,68,71,84,88,90,95],self_1:[58,63],self_int:68,sell:78,seller:76,seller_id:76,sem:80,semant:77,semper:80,send:89,senectu:80,sens:[63,77],sentenc:[77,88],sentinel:[0,2],separ:[56,57,59],seper:54,sequenc:[54,69,72,73,77,88,91],seri:56,serial:[33,34,52,57,59,63,72,73],seriali:73,serializ:[58,90],serialized_cach:[69,91],serialized_engin:73,seril:58,serv:[52,58,67,91],servic:77,session:77,session_nam:77,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,55,56,57,58,59,63,64,65,66,67,69,70,72,73,75,79,82,88,90,91,92,95],set_data_from_numpi:89,set_devic:[38,45,50,72],set_is_colored_output_on:[39,42,50,70],set_logging_prefix:[39,42,50,70],set_reportable_log_level:[39,42,50,70],setalpha:61,setbeta:61,setnam:[61,63],setreshapedimens:63,setup:[43,89,92],sever:[16,26,70],sh:66,sha256:66,shape:[45,47,48,49,52,56,61,64,68,69,72,73,89,91,95],shape_mod:72,shape_rang:[69,91],share:[49,52,65,66,73],shell_command:77,shift:[65,66,68,77],ship:[63,93],shorthand:77,should:[0,3,4,29,45,49,52,53,54,55,56,57,59,61,67,70,72,73,75,77,80,89,91,92],show:[75,77,88],shown:[63,75,77],shuffl:[63,92],side:[55,63,75],sidebar:[75,81],sigmoid:[68,91],sigmoid_:68,sign:89,signatur:73,signifi:[48,55],signific:77,significantli:[55,75],similar:[54,61,63,91,93,94],similarli:54,simonyan:92,simpil:92,simpl:[77,78,88,89,90,91],simplest:89,simpli:[55,84,88],simplifi:[53,54],simul:88,sin:[68,77],sinc:[54,55,63,77,90,91,92],sing:77,singl:[48,52,55,56,62,63,72,77,90,91,92],singular:61,sinh:68,sink:77,sit:[78,80],site:[55,63,66,77],six:77,sixth:78,size:[3,4,44,48,49,52,55,56,63,68,69,72,73,75,85,86,88,91,92],size_t:[3,4,44,92],skip:52,slash:75,slice:[54,68],slightli:91,sm:58,small:[55,89],smaller:88,so:[0,44,52,53,54,55,58,59,61,62,63,66,67,69,76,77,78,84,85,86,91,92],sodal:80,softmax:[54,55,68,91],softwar:[49,52,73,77],sole:[64,92],sollicitudin:80,solv:89,some:[53,54,55,56,57,58,59,61,62,63,76,77,91,92],some_funct:77,someth:[43,55,77,89],someurl:77,soon:54,sort:[61,68,94],sourc:[42,43,44,45,59,65,69,70,71,72,73,84,85,86,87,91],source_ir:54,sourceforg:[77,78],sourceir:54,space:[77,78,92],spaces_and_linebreak:77,span:78,spars:[52,54,68],sparse_weight:[45,49,73,91],sparsiti:[49,52,73,91],spec:[45,48,49,52,70,72,73,94],special:[54,56],specif:[32,49,55,57,59,62,72,73,77,87,88],specifi:[3,4,33,52,54,61,64,66,67,70,72,73,75,77,89,91,94],specifii:72,speech:88,speedup:88,sphinx:[75,76,77,78,82,84,85,86,87],sphinx_rtd_them:[77,78],spin:89,spirit:77,split:[56,68,91],split_siz:68,split_with_s:68,sqrt:[54,68],squar:68,squeez:[68,88],sram:52,src:[58,60,68],ss:44,ssd300_trt:58,ssd:58,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[60,73,75],stack:[58,68,92],stage:[53,91],stand:[58,77],standalon:77,standard:[52,58,67,77,88,93,94],stapl:78,start:[53,56,63,66,68,70,71,78,88,91,94],start_dim:[63,68],start_step:68,state:[53,61,62,63],statement:[55,77],static_cast:44,statu:[44,78],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,56,63,89,92,95],stdout:[37,70,72],steamlin:92,step:[56,67,68,88,91,92],stick:75,sticki:[75,81],sticky_navig:[75,79],still:[44,56,84,91,92],stitch:[56,63],stop:63,storag:92,store:[2,4,49,52,53,58,61,63,73,90,91],str:[19,43,44,50,54,68,70,72,73,91],straight:61,strang:77,strategi:[56,72],street:78,strict:93,strict_type_constraint:91,stride:68,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,54,56,58,61,63,65,72,75,92],stringstream:44,strip_prefix:66,strong:77,strongli:77,struct:[1,21,38,41,45,92],structur:[29,46,49,54,56,59,61,75,77,81,89,90],structuredtext:77,stub:78,stuff:77,style:[42,43,44,45,75,77,78],style_external_link:75,sub:[68,77,84,90],sub_:68,subdirectori:51,subexpress:55,subgraph:[49,52,53,55,61,62,63],subject:[59,62],submenu:81,submodul:[69,90],suboper:54,suboptim:56,subscript:77,subsect:77,subset:[88,92],substitut:77,subtitl:77,subtre:82,subword:88,success:65,sudo:66,suffic:55,suggest:89,suit:67,suitabl:91,sum:[49,68,73,91],superscript:77,supervis:88,suppli:77,support:[0,1,2,27,31,46,48,49,52,54,56,60,63,64,65,66,67,69,72,73,75,76,85,86,89,90,91,95],sure:[63,64,66,89,95],suscipit:[78,80],suspendiss:80,symbol:[33,66,73,77,91,93],symbolic_trac:54,symlink:82,system:[53,61,62,66,67,73],t1:68,t2:68,t:[0,1,2,45,46,55,61,63,66,68,72,75,77,78,89,90,91,92],t_:77,tabl:[66,81],tag:[77,89],take:[31,32,33,34,53,54,57,58,59,61,62,63,69,72,73,75,77,84,88,91,92,94],taken:77,talk:67,tan:68,tanh:68,tanh_:68,tar:[66,77,92],tarbal:[63,92],target:[1,33,45,46,48,49,52,54,56,58,59,64,65,67,72,73,91,92,94,95],targets_:92,task:[29,30,88,91,92],techinqu:63,techniqu:92,tell:[55,56,57,58,59,61,77],tellu:80,tem:52,templat:[20,40,44,45,50,63,75],temporari:91,tempu:80,tensor:[2,33,44,45,48,49,52,53,54,55,56,58,61,62,63,64,68,69,72,73,84,88,90,91,92],tensor_domain:[45,48,72],tensor_mod:68,tensor_scalar:68,tensor_tensor:68,tensorcontain:61,tensorformat:[21,38,45,48,50,72],tensorformatenum:50,tensorlist:[56,61],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,57,59,61,62,69,71,72,73,83,84,90,92],tensorrt_bind:72,tensorrt_convert:[54,91],tensorrt_root:65,tensorrtcompilespec:[73,94],tensort:91,teo:52,term:[65,72,77,78,88,92],termin:[27,52,63],test:[52,56,59,65,66,77,78,88,89,91,92],test_acc_trac:91,test_decomposit:54,test_ptq_dataloader_calibr:92,test_ptq_trt_calibr:92,test_py_modul:[77,81],test_segment:56,testing_dataload:92,testing_dataset:92,text:[70,78,80,88],tf32:[49,52],than:[55,67,76,77,88,93],thats:[53,92],the_model_repositori:89,thei:[46,52,53,54,55,58,61,64,66,72,75,77,91],them:[54,55,56,58,63,66,75,88,91],theori:[53,77],therebi:[58,88],therefor:[29,58,63,77,88,91],theres:93,therfor:93,theta:77,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,59,61,62,63,65,66,69,72,73,75,76,77,79,80,83,84,85,86,87,88,89,90,91,92,93,94],thicker:77,thin:77,thing1:77,thing2:77,thing3:77,thing:[66,77,91],think:[61,77],third:[78,91],third_parti:[59,66],this_arg_is_opt:91,those:[53,54,62,77],though:[52,59,61,63,90],thought:77,three:[48,57,59,69,72,77,78,88,89,91],threshold:52,through:[48,53,54,55,56,58,63,64,67,70,71,77,88,91],throught:91,thrown:[49,73],thu:77,tile_to_repeat:55,time:[49,52,53,55,56,57,58,59,61,63,69,73,75,77,84,85,86,91,92],timing_cach:91,timing_cache_prefix:[69,91],tincidunt:80,tini:92,titles_onli:75,tmp:63,toctre:75,tocustomclass:61,todim:63,todo:[75,91],togeth:[53,61,63],token:88,toler:52,too:[66,75,77,78],tool:[61,63,65,88,91],toolchain:[59,66],top:[59,75,79],topk:68,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,59,61,62,66,69,72,73,90,92,95],torch_compil:[84,85,86],torch_compile_advanced_usag:84,torch_compile_resnet_exampl:85,torch_compile_transformers_exampl:86,torch_dir:65,torch_disabled_decomposit:54,torch_enabled_decomposit:54,torch_executed_modul:[45,49,56,73],torch_executed_op:[45,49,56,73,84,85,86],torch_scirpt_modul:90,torch_script_modul:63,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,54,56,62,63,64,67,83,84,87,88,89,91,92,93,94,95],torch_tensorrt_build:65,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:58,torchhub:89,torchscript:[19,21,38,43,45,49,50,52,56,57,58,59,64,69,72,73,88,94,95],torchscriptstruct:50,torchtrt:[43,56],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:61,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:93,torchtrt_unus:61,torchtrtc:[66,67,95],torchvis:[58,85,89,92,94],toronto:92,tortor:80,total:[84,85,86],totensor:[89,92],tovec:63,toward:92,trace:[54,56,63,73,90,91],traced_model:90,track:[61,92],tradit:[48,73,92],traget:32,trail:75,train:[29,30,49,52,63,64,67,68],trainabl:55,transcrib:88,transfer:76,transform:[63,83,87,89,92],transformed_img:89,translat:63,transmit:77,transpos:[68,91],trash:77,travers:[56,57,59],treat:52,tree:[42,43,44,45,75,92,93],trigger:[56,63,91],trim:92,tristiqu:80,triton:67,triton_to_np_dtyp:89,tritoncli:89,tritonserv:89,trt:[0,1,3,4,46,48,53,55,58,61,62,63,68,85,86,91],trt_interpreter_result:91,trt_lenet_script:63,trt_mod:[56,63,92,95],trt_model:[56,89,94],trt_ts_modul:[56,64],trtinterpret:[69,91],trtinterpreterresult:[69,91],trtmodul:[69,91],trtnetwork:54,trttensor:54,truncat:[49,52,73],truncate_long_and_doubl:[45,49,73],ts:[43,52,56,63,64,67,72,90,94],ts_model:[56,63],tt:77,tue:78,tup:68,tupl:[54,58,64,69,72,73,91],tupleconstruct:[55,58],tupleindex:68,tupleunpack:55,turn:[69,91],turpi:80,tutori:[90,92],two:[52,54,55,61,62,64,66,77,78,82,89,90,91,92],type:[0,1,2,30,49,50,52,53,54,56,58,61,62,63,64,65,69,70,71,72,73,77,88,91,92],type_fp32:89,typenam:[3,4,29,30,44],typic:[53,61,89],ugli:77,ui:76,uint64_t:[45,49],ultric:80,un:92,unabl:[61,63],unari:54,unbind:68,unbroken:77,uncas:[86,88],uncom:66,under:[42,43,44,45,54,59,77,91],underli:[0,1,2,46,61],unexpected_op:54,uniformli:88,union:[54,61,63,72,73],uniqu:[4,64],unique_ptr:[4,30],unit:91,univers:77,unknown:72,unless:91,unlik:[66,67,94],unlimit:75,unpack_addmm:55,unpack_log_softmax:55,unqiue_ptr:4,unreferenc:77,unrestrict:77,unsqueez:68,unstabl:59,unsupport:[31,49,65],unsur:61,untest:59,until:[53,56,59,61,66],unwrap:61,unwraptodoubl:61,unwraptoint:63,unzip:66,up:[53,55,56,57,58,59,62,77,84,85,86,88,90,91],updat:[65,69,91],upload:89,upon:[75,84,85,86],upper:78,upsample_bilinear2d:68,upsample_linear1d:68,upsample_nearest1d:68,upsample_nearest2d:68,upsample_nearest3d:68,upsample_trilinear3d:68,upscale_factor:68,upstream:63,uri:77,url:[66,75,89],urna:80,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,54,56,58,59,61,62,65,67,69,70,71,72,73,75,76,77,78,83,87,89,90,91,92,93,95],usag:[63,71,77,83,87,91],use_cach:[3,4,30,44,71,92],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:69,use_input_stat:68,use_python_runtim:84,use_subset:92,usecas:[64,66,87],user:[42,48,54,56,57,58,59,62,63,64,66,77,78,87,89,92],using_int:[63,68],usr:66,usual:[75,91],ut:80,utf:[77,78],util:[61,62,63,73,84,85,86,88,89,92],v0:[74,89],v143:65,v2:[29,30,77],v:[52,78,89],valid:[1,46,54,56,61,62,72],valu:[0,1,2,16,17,45,46,48,53,56,58,61,63,65,68,70,71,72,75,84,85,86,88],value_tensor_map:[53,61],vanilla:91,vari:69,variabl:[48,65,72,91],variant:93,varient:55,varieti:89,variou:[91,95],variu:80,vcs_pageview_mod:75,vec:68,vector:[20,21,33,44,45,47,48,49,56,58,63,92,95],vehicula:80,vel:80,velit:80,venenati:80,verbios:52,verbos:[52,69,78,85,86,91],verbose_log:[69,91],veri:[78,79,89,91,92,94],verifi:56,verison:66,version:[35,37,59,62,65,66,75,78,88,89,91],vertic:[75,77],vestibulum:[78,80],vgg16:92,vgg:92,vi:77,via:[54,64,67,72,73,75,81,84,85,86,88,91,92,93],view:[68,75],virtual:92,vision:[89,91],visitor:75,vita:[78,80],vivamu:80,viverra:80,vm:78,volutpat:80,vs:[0,1,2,46,55,73,94],vscode:65,vulput:80,w:52,w_hh:68,w_ih:68,wa:[54,55,58,62,63,77,91],wai:[52,63,66,83,87,88,90,91,92],walkthrough:88,want:[42,54,56,63,69,84,89,90,91,92,94],warn:[16,44,52,61,70],wash:77,we:[42,44,53,54,55,56,57,58,59,61,62,63,69,75,77,83,84,85,86,87,88,89,90,91,92],weak:77,web:77,websit:66,weight:[48,49,52,53,63,68,73,77,88,91],welcom:[63,91],well:[63,66,70,77,92],were:63,wget:89,what:[4,55,63,64,77,90,91],whatev:[58,91],wheel:66,when:[27,44,45,46,52,53,54,55,56,57,58,59,61,63,66,70,72,73,75,77,79,88,90,91,92],where:[53,54,55,61,62,63,73,78,91,92],wherea:54,wherev:91,whether:[4,52,54,69,72,76,85,86,91,92],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,59,61,62,63,64,66,69,71,72,73,75,77,78,84,88,89,90,91,92,93,94],white:77,whitespac:77,whl:66,who:77,whole:91,whose:[55,91],why:77,wide:81,width:[77,88],win:65,window:77,window_nam:77,wish:78,within:[49,52,57,59,73,75,77],without:[56,61,63,75,77,92],wl:93,wooden:77,word:[77,88],work:[44,55,59,61,77,78,84,91,92],worker:92,workflow:[69,85,86,88,91,94],workspac:[49,52,66,69,73,84,85,86,91],workspace_s:[45,49,52,73,85,86],workspacefold:65,world:77,would:[52,54,61,63,64,66,89,91,93,94],wp:89,wrap:[57,58,59,63,77,80,84,85,86,91,94],wrapper:[61,91],write:[3,4,29,30,44,53,54,63,67,77,89,91,92],write_calibration_cach:71,writecalibrationcach:[3,4,44],wrote:77,www:[63,66,75,77,89,92],x64:65,x86:93,x86_64:[59,66],x9:55,x:[5,10,33,43,55,56,63,65,66,73,78,84,90],x_0:77,x_1:77,x_2:77,x_3:77,x_4:77,x_:77,x_lgamma:56,x_out:84,x_y_out:84,xavier:[45,95],xstr:[19,43,50],xx:89,xxx:91,y:[33,56,73,78,84],y_lgamma:56,y_out:84,yahoo:78,yaml:60,yet:[88,91],you:[0,1,2,29,30,46,48,49,52,53,54,55,56,58,59,61,63,64,66,67,72,73,75,77,78,79,83,87,88,89,90,91,92,93,94],your:[61,63,64,66,67,75,77,78,82,90,93,94],yourself:63,yy:89,z:78,zero_point:68,zip:[58,65,66,87],zisserman:92},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Dynamo Converters","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Writing Dynamo ATen Lowering Passes","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Dynamo / torch.compile","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT torch.compile Backend","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[79,89],"10":79,"11":79,"12":79,"13":79,"14":79,"15":79,"16":79,"17":79,"18":79,"19":79,"2":[79,80,89],"20":79,"3":[79,89],"4":79,"5":79,"6":79,"7":79,"8":79,"9":79,"class":[0,1,2,3,4,20,21,38,40,41,50,69,71,72],"default":84,"enum":[16,17,38,39,50,71,72],"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,60,69,72,73],"import":[84,85,86],"long":[79,81],A:77,And:77,But:78,By:[18,19],Or:55,The:[63,77],To:55,With:65,aarch64:66,abi:[58,66],acc:91,acceler:88,add:91,addmm:55,admonit:77,advanc:84,advic:61,ahead:67,an:81,api:[50,51,60,66,67],applic:92,arg:[61,76],argument:[85,86],aten:62,automat:56,avail:60,awar:[56,88],backend:85,background:[58,61],base:[3,4,48,75],basic:62,bert:88,binari:66,block:77,branch:55,build:[65,66,75,89],bullet:78,c:[50,60,63,66,67,88,92],can:78,caption:[78,81],center:77,ch:77,changelog:74,check_method_operator_support:31,choos:66,citat:[77,92],citrinet:88,cleanup:[84,85,86],cli:[66,67],client:89,cmake:66,code:[55,65,77],compil:[32,57,59,63,65,66,67,83,84,85,86,87,88],compilespec:49,compound:77,configur:[65,75],construct:58,content:[18,19,20,21,38,39,40,41,75,76,77,78,79,80],context:[61,75],contigu:55,contract:61,contributor:67,convers:[53,57,59,61],convert:[53,54,61,63,68,91],convert_method_to_trt_engin:34,cpp:[13,18,19,20,21,56],creat:[90,92],creativ:77,cuda:[84,85,86],cudnn:66,current:68,custom:[63,84],cxx11:66,data:76,datatyp:0,dead:55,debug:66,deep:88,deeper:78,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,78,84,85,86],demo:81,depend:[56,66],deploi:[88,93],deseri:58,detect:88,develop:60,devic:[1,46],devicetyp:1,dimens:60,direct:77,directli:94,directori:[13,14,15,51],disk:90,distribut:66,dla:95,doctest:77,documen:67,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,60,67,80,81],down:78,download:[77,82],driver:[84,85,86],dropout:55,dump_build_info:37,dynam:88,dynamo:[54,62,83,87],easier:60,efficentnet:88,element:80,elimin:55,eliminatecommonsubexpress:55,embed_engine_in_new_modul:33,emphas:77,engin:[58,91],enginecap:17,enumer:78,envior:66,error:[84,85,86],evalu:[53,68],exampl:[62,77,79,88],execept:55,executor:58,expect:60,face:88,fallback:[55,56],field:78,figur:77,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:55,footnot:77,format:58,freez:55,from:[66,94],frontend:[88,91],full:[50,51],fuse:55,fx2trt:91,fx:[69,88,91],gaurd:55,gener:76,get:67,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:78,git:82,glossari:77,gpu:67,graph:[55,58],graphinput:47,grid:78,guarante:61,guid:[67,91],h:[18,19,20,21,42,43,44,45,56],have:78,hierarchi:50,hlist:78,hole:78,hood:63,how:[75,91,92],html:75,hug:88,ien:77,imag:[77,78],implement:54,includ:[14,18,19,20,21],incred:81,index:76,indic:67,infer:[85,86,89],inherit:[3,4,48],inlin:77,input:[48,85,86],instal:[65,66,82],int8:88,int8cachecalibr:3,int8calibr:4,ir:60,jetson:66,jit:67,languag:88,layer:60,learn:88,lenet:88,level:[16,75,77,78],librari:[66,93],libtorchtrt:93,like:78,line:77,linear:55,link:[60,77],list:[42,43,44,45,78],liter:77,local:66,log:[18,22,23,24,25,26,27,28,39,42,70],logsoftmax:55,loop:55,lower:[55,57,59,62],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:77,mask:88,math:77,menu:[79,81],meta:77,miss:91,mlm:88,mod:76,model:[84,85,86,88,89,91],modul:[55,63,90],namespac:[18,19,20,21,38,39,40,41,50],nativ:66,native_op:60,nav:79,nest:[1,46],node:53,note:[84,85,86],notebook:88,number:[77,78],nvidia:67,object:88,one:78,op:[58,91],oper:[54,63,68],optim:89,optimz:55,option:[75,76,78,85,86],other:61,overview:59,own:92,packag:[66,93],page:75,paragraph:[77,80],paramet:76,partit:[56,57,59],partitoninfo:56,pass:[55,62],pattern:55,peephol:55,phase:[53,55,56,57,58,59],plugin:93,post:92,pre:66,precompil:66,prerequisit:66,program:[42,43,44,45,93],project:75,ptq:[20,29,30,40,44,71,92],python:[60,64,66,67,90,92],pytorch:[60,67,88,91,94],quantiz:[88,92],queri:89,quickstart:63,quot:77,rabbit:78,read:60,redund:55,refer:77,regist:[62,63],relationship:[1,3,4,46,48],releas:66,remov:55,repeat:55,replac:[55,77],requir:62,resnet50:88,resnet:85,respons:61,result:58,right:66,rubric:77,runtim:[57,58,59,93],save:90,second:78,section:80,segmentedblock:56,serial:58,serv:[88,89],server:89,set:[54,84,89],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:66,shape:88,shape_analysi:56,sidebar:77,so:93,sometim:60,sourc:66,ssd:88,start:67,step:[54,89],sticki:79,str:5,struct:[46,47,48,49,50],structur:80,studio:65,subdirectori:[13,14],submenu:79,submodul:72,subsect:80,subsubmenu:79,subsubsect:80,support:68,system:59,tabl:[75,76,77,78,79,80],tarbal:66,target:77,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,58,60,63,64,65,66,67,85,86,87,88,89,91,93,94],test:54,test_py_modul:76,text:77,theme:[75,81],thi:[78,81],through:68,tile:55,time:67,titl:77,toc:75,topic:77,torch:[50,60,63,64,65,67,83,84,85,86,87,88,89,91,93,94],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,69,70,71,72,73,85,86],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,63,67,90],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,63],tracer:91,train:[88,92],transform:[86,88],triton:89,ts:73,tupl:55,tutori:[67,87],type:[3,4,46,48],under:63,unpack:55,unrol:55,unsupport:63,up:89,us:[55,60,63,64,66,84,85,86,88,94],usag:84,user:[67,91],version:58,via:82,visual:65,wai:77,weight:61,what:61,wide:75,window:65,work:[63,90],write:[61,62],xstr:10,your:[89,92]}})
\ No newline at end of file
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 4a09672ec0..8f1a68f865 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
- Changelog — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Changelog — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index a38bec66bf..04658f53b6 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
- Configuration — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ Configuration — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index f4c4e5ad4a..52f092e7da 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
- 5. :mod:`test_py_module` — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ 5. :mod:`test_py_module` — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -223,7 +223,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 61a54ad717..b763b73d15 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
- 3. Paragraph Level Markup — Torch-TensorRT v2.2.0.dev0+891c2ef documentation
+ 3. Paragraph Level Markup — Torch-TensorRT v2.2.0.dev0+46cfa35 documentation
@@ -225,7 +225,7 @@
- v2.2.0.dev0+891c2ef
+ v2.2.0.dev0+46cfa35
@@ -583,7 +583,7 @@