From f43be5b64dd97f09c05dd8756f01427a497ecda4 Mon Sep 17 00:00:00 2001 From: Torch-TensorRT Github Bot Date: Sat, 17 Dec 2022 20:30:51 +0000 Subject: [PATCH] docs: [Automated] Regenerating documenation for c796d26 Signed-off-by: Torch-TensorRT Github Bot --- .../classtorch__tensorrt_1_1DataType.html | 4 ++-- ...rch__tensorrt_1_1Device_1_1DeviceType.html | 4 ++-- .../classtorch__tensorrt_1_1TensorFormat.html | 4 ++-- ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html | 4 ++-- ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html | 4 ++-- ...8h_1a18d295a837ac71add5578860b55e5502.html | 4 ++-- ...8h_1a282fd3c0b1c3a215148ae372070e1268.html | 4 ++-- ...8h_1a31398a6d4d27e28817afb0f0139e909e.html | 4 ++-- ...8h_1a35703561b26b1a9d2738ad7d58b27827.html | 4 ++-- ...8h_1abd1465eb38256d3f22cc1426b23d516b.html | 4 ++-- ...8h_1abe87b341f562fd1cf40b7672e4d759da.html | 4 ++-- ...8h_1ad19939408f7be171a74a89928b36eb59.html | 4 ++-- ...8h_1adad592a7b1b7eed529cdf6acd584c883.html | 4 ++-- docs/_cpp_api/dir_cpp.html | 4 ++-- docs/_cpp_api/dir_cpp_include.html | 4 ++-- .../dir_cpp_include_torch_tensorrt.html | 4 ++-- ...8h_1a130f65408ad8cbaee060f05e8db69558.html | 4 ++-- ...8h_1a3fbe5d72e4fc624dbd038853079620eb.html | 4 ++-- ..._cpp_include_torch_tensorrt_logging.h.html | 4 ++-- ...e_cpp_include_torch_tensorrt_macros.h.html | 4 ++-- ...file_cpp_include_torch_tensorrt_ptq.h.html | 4 ++-- ...clude_torch_tensorrt_torch_tensorrt.h.html | 4 ++-- ...8h_1a0593f776f469c20469e2f729fc7861a3.html | 4 ++-- ...8h_1a0c012cb374addd90eb1f42eaec570650.html | 4 ++-- ...8h_1a56e110feaaba2c3fd44bd201fd21a76a.html | 4 ++-- ...8h_1a7cb50492421ea9de4e3db895819df6f2.html | 4 ++-- ...8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html | 4 ++-- ...8h_1ad2efd47b6c3689e58ccc595680579ae5.html | 4 ++-- ...8h_1af8f3443813315af7901903d25dd495cc.html | 4 ++-- ...8h_1a226e3c83379d1012cde8578c1c86b16c.html | 4 ++-- ...8h_1a6186e305f47c1d94b6130ef6c7f7e178.html | 4 ++-- ...8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html | 4 ++-- ...8h_1a6e19490a08fb1553c9dd347a5ae79db9.html | 4 ++-- ...8h_1a81f9783517335dda877d8cfcf38987c9.html | 4 ++-- ...8h_1ac4ab8313ae72c2c899ea31548b528528.html | 4 ++-- ...8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html | 4 ++-- ...8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html | 4 ++-- ...8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html | 4 ++-- docs/_cpp_api/namespace_torch_tensorrt.html | 4 ++-- .../namespace_torch_tensorrt__logging.html | 4 ++-- .../namespace_torch_tensorrt__ptq.html | 4 ++-- ...namespace_torch_tensorrt__torchscript.html | 4 ++-- ..._cpp_include_torch_tensorrt_logging.h.html | 4 ++-- ...e_cpp_include_torch_tensorrt_macros.h.html | 4 ++-- ...file_cpp_include_torch_tensorrt_ptq.h.html | 4 ++-- ...clude_torch_tensorrt_torch_tensorrt.h.html | 4 ++-- .../structtorch__tensorrt_1_1Device.html | 4 ++-- .../structtorch__tensorrt_1_1GraphInputs.html | 4 ++-- .../structtorch__tensorrt_1_1Input.html | 4 ++-- ...ensorrt_1_1torchscript_1_1CompileSpec.html | 4 ++-- docs/_cpp_api/torch_tensort_cpp.html | 4 ++-- docs/_cpp_api/unabridged_orphan.html | 4 ++-- docs/_modules/index.html | 4 ++-- docs/_modules/torch_tensorrt/_Device.html | 4 ++-- docs/_modules/torch_tensorrt/_Input.html | 4 ++-- .../torch_tensorrt/_TRTModuleNext.html | 4 ++-- docs/_modules/torch_tensorrt/_compile.html | 4 ++-- docs/_modules/torch_tensorrt/_util.html | 4 ++-- docs/_modules/torch_tensorrt/fx/fx2trt.html | 4 ++-- .../torch_tensorrt/fx/input_tensor_spec.html | 4 ++-- docs/_modules/torch_tensorrt/fx/lower.html | 4 ++-- .../torch_tensorrt/fx/trt_module.html | 4 ++-- docs/_modules/torch_tensorrt/logging.html | 4 ++-- docs/_modules/torch_tensorrt/ptq.html | 4 ++-- .../torch_tensorrt/ts/_compile_spec.html | 4 ++-- .../_modules/torch_tensorrt/ts/_compiler.html | 4 ++-- docs/_static/documentation_options.js | 2 +- docs/cli/torchtrtc.html | 4 ++-- docs/contributors/conversion.html | 4 ++-- docs/contributors/lowering.html | 4 ++-- docs/contributors/partitioning.html | 4 ++-- docs/contributors/phases.html | 4 ++-- docs/contributors/runtime.html | 4 ++-- docs/contributors/system_overview.html | 4 ++-- docs/contributors/useful_links.html | 4 ++-- docs/contributors/writing_converters.html | 4 ++-- docs/genindex.html | 4 ++-- .../getting_started_with_cpp_api.html | 4 ++-- .../getting_started_with_python_api.html | 4 ++-- .../getting_started_with_windows.html | 4 ++-- docs/getting_started/installation.html | 4 ++-- docs/index.html | 4 ++-- docs/indices/supported_ops.html | 4 ++-- docs/objects.inv | Bin 25378 -> 25378 bytes docs/py-modindex.html | 4 ++-- docs/py_api/fx.html | 4 ++-- docs/py_api/logging.html | 4 ++-- docs/py_api/ptq.html | 4 ++-- docs/py_api/torch_tensorrt.html | 4 ++-- docs/py_api/ts.html | 6 +++--- docs/search.html | 4 ++-- docs/searchindex.js | 2 +- .../pytorch-sphinx-theme/docs/changelog.html | 4 ++-- .../docs/configuring.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/api.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/demo.html | 6 +++--- .../docs/demo/lists_tables.html | 4 ++-- .../pytorch-sphinx-theme/docs/demo/long.html | 4 ++-- .../docs/demo/structure.html | 4 ++-- docs/src/pytorch-sphinx-theme/docs/index.html | 4 ++-- .../pytorch-sphinx-theme/docs/installing.html | 4 ++-- ...creating_torchscript_module_in_python.html | 4 ++-- .../getting_started_with_fx_path.html | 4 ++-- docs/tutorials/notebooks.html | 4 ++-- docs/tutorials/ptq.html | 4 ++-- docs/tutorials/runtime.html | 4 ++-- .../serving_torch_tensorrt_with_triton.html | 4 ++-- docs/tutorials/use_from_pytorch.html | 4 ++-- docs/tutorials/using_dla.html | 4 ++-- 109 files changed, 216 insertions(+), 216 deletions(-) diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html index 550301fe4b..4797ff7977 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html @@ -10,7 +10,7 @@ - Class DataType — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Class DataType — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html index 1a9d3756c6..d417b69746 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html @@ -10,7 +10,7 @@ - Class Device::DeviceType — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Class Device::DeviceType — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html index a21d5bab09..37c138f93c 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html @@ -10,7 +10,7 @@ - Class TensorFormat — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Class TensorFormat — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html index debe8cf200..eab4fc2e9a 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html @@ -10,7 +10,7 @@ - Template Class Int8CacheCalibrator — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Template Class Int8CacheCalibrator — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html index f7dcf7f86a..0aefea18c4 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html @@ -10,7 +10,7 @@ - Template Class Int8Calibrator — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Template Class Int8Calibrator — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html index 296ba85923..1bfb0295e0 100644 --- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html +++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html @@ -10,7 +10,7 @@ - Define STR — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define STR — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html index b756e92b30..da227c964b 100644 --- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html +++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html index 126e42e375..e1cef389c8 100644 --- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html +++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html index 9b84f41685..9a43f845fb 100644 --- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html +++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html index 26bb418c0c..26c837ce81 100644 --- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html +++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html @@ -10,7 +10,7 @@ - Define TORCHTRT_API — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCHTRT_API — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html index 2ac292eb68..42b3c4dc08 100644 --- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html +++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html @@ -10,7 +10,7 @@ - Define XSTR — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define XSTR — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html index e0a958fbaa..ad8246948c 100644 --- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html +++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html @@ -10,7 +10,7 @@ - Define TORCHTRT_HIDDEN — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCHTRT_HIDDEN — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html index 8b4702d18b..4acd5fab27 100644 --- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html +++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html @@ -10,7 +10,7 @@ - Define TORCH_TENSORRT_VERSION — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Define TORCH_TENSORRT_VERSION — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html index fec710db5a..9be70ee701 100644 --- a/docs/_cpp_api/dir_cpp.html +++ b/docs/_cpp_api/dir_cpp.html @@ -10,7 +10,7 @@ - Directory cpp — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Directory cpp — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html index 7e15b7c500..122c700b63 100644 --- a/docs/_cpp_api/dir_cpp_include.html +++ b/docs/_cpp_api/dir_cpp_include.html @@ -10,7 +10,7 @@ - Directory include — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Directory include — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html index 69718355e5..38f0822776 100644 --- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html +++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html @@ -10,7 +10,7 @@ - Directory torch_tensorrt — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Directory torch_tensorrt — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html index 49dda40418..00bfa653bc 100644 --- a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html +++ b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html @@ -10,7 +10,7 @@ - Enum Level — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Enum Level — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html index 91a9285572..913b1c4018 100644 --- a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html +++ b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html @@ -10,7 +10,7 @@ - Enum EngineCapability — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Enum EngineCapability — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html index cea75879ea..cbcdf7163d 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - File logging.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + File logging.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html index bc5ebafcc1..de367852dc 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - File macros.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + File macros.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html index 2525616434..d1f4e5bd57 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - File ptq.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + File ptq.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index 92239c3dcd..e9529117cc 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - File torch_tensorrt.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + File torch_tensorrt.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html index 88ff3af40c..2e51c50643 100644 --- a/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html +++ b/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::get_logging_prefix — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html index 839d055f1e..c2bea16b8d 100644 --- a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html +++ b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html index 9f1742dc14..17ae7c9092 100644 --- a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html +++ b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html index e4700d71ca..bfc2c88ba9 100644 --- a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html +++ b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html index 8f8064b6d1..c84e9daf50 100644 --- a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html +++ b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::log — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::log — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html index ba8fcbb6e3..62a4cbc1cc 100644 --- a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html +++ b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html index 7c55b4c6b4..5865a16635 100644 --- a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html +++ b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html index 8aba40ab3b..594336e0ac 100644 --- a/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html +++ b/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html index 215daf69c5..ea275b0f4d 100644 --- a/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html +++ b/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html @@ -10,7 +10,7 @@ - Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html index 8999cb7a89..487894e754 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::torchscript::check_method_operator_support — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html index 0e9da12a4e..28dfd5d897 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::compile — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::torchscript::compile — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html index e0de5d4492..d8589b77ab 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html index de5028bf5b..5f59d6345a 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::get_build_info — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::get_build_info — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html index a0ff59a14d..323196af56 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::set_device — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::set_device — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html index 61f1199ec5..1a758ca61f 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::dump_build_info — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::dump_build_info — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html index 0c07f7dbd6..3f81b82863 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html @@ -10,7 +10,7 @@ - Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html index 9946f9623a..98b0ca3904 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt.html +++ b/docs/_cpp_api/namespace_torch_tensorrt.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Namespace torch_tensorrt — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html index 37480535d3..d75cc1aa70 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::logging — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Namespace torch_tensorrt::logging — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html index d945897b6c..e324bed987 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::ptq — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Namespace torch_tensorrt::ptq — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html index 6aaadb661d..3203cb5708 100644 --- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html +++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html @@ -10,7 +10,7 @@ - Namespace torch_tensorrt::torchscript — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Namespace torch_tensorrt::torchscript — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html index 6543175796..329f584b10 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html @@ -10,7 +10,7 @@ - Program Listing for File logging.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Program Listing for File logging.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html index bdbf683417..1093aa31e5 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html @@ -10,7 +10,7 @@ - Program Listing for File macros.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Program Listing for File macros.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html index 0ce4d1e338..a6bee8eed3 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html @@ -10,7 +10,7 @@ - Program Listing for File ptq.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Program Listing for File ptq.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index 9baec95ff2..ef45467ffd 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -10,7 +10,7 @@ - Program Listing for File torch_tensorrt.h — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Program Listing for File torch_tensorrt.h — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html index 1f5969ad68..0d7b8a85e8 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html @@ -10,7 +10,7 @@ - Struct Device — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Struct Device — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html index 768701c3c7..26d734edaa 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html @@ -10,7 +10,7 @@ - Struct GraphInputs — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Struct GraphInputs — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html index b53aeae9d5..4ae2067274 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html @@ -10,7 +10,7 @@ - Struct Input — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Struct Input — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html index cd61a09ec6..a9aa9ce6e7 100644 --- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html +++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html @@ -10,7 +10,7 @@ - Struct CompileSpec — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Struct CompileSpec — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html index c0594b0a86..25cf24d415 100644 --- a/docs/_cpp_api/torch_tensort_cpp.html +++ b/docs/_cpp_api/torch_tensort_cpp.html @@ -10,7 +10,7 @@ - Torch-TensorRT C++ API — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Torch-TensorRT C++ API — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html index c83dd59eaf..34600051c0 100644 --- a/docs/_cpp_api/unabridged_orphan.html +++ b/docs/_cpp_api/unabridged_orphan.html @@ -10,7 +10,7 @@ - Full API — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Full API — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/index.html b/docs/_modules/index.html index 146dc64928..6ab3aa875e 100644 --- a/docs/_modules/index.html +++ b/docs/_modules/index.html @@ -9,7 +9,7 @@ - Overview: module code — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Overview: module code — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html index 4b1879fbb9..d459570504 100644 --- a/docs/_modules/torch_tensorrt/_Device.html +++ b/docs/_modules/torch_tensorrt/_Device.html @@ -9,7 +9,7 @@ - torch_tensorrt._Device — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt._Device — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html index 7253f2b695..92b876d445 100644 --- a/docs/_modules/torch_tensorrt/_Input.html +++ b/docs/_modules/torch_tensorrt/_Input.html @@ -9,7 +9,7 @@ - torch_tensorrt._Input — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt._Input — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/_TRTModuleNext.html b/docs/_modules/torch_tensorrt/_TRTModuleNext.html index 9870ae48d4..8e3eb52ca3 100644 --- a/docs/_modules/torch_tensorrt/_TRTModuleNext.html +++ b/docs/_modules/torch_tensorrt/_TRTModuleNext.html @@ -9,7 +9,7 @@ - torch_tensorrt._TRTModuleNext — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt._TRTModuleNext — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html index e63dd38d01..0416253137 100644 --- a/docs/_modules/torch_tensorrt/_compile.html +++ b/docs/_modules/torch_tensorrt/_compile.html @@ -9,7 +9,7 @@ - torch_tensorrt._compile — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt._compile — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/_util.html b/docs/_modules/torch_tensorrt/_util.html index a840b43d21..d5489a38f4 100644 --- a/docs/_modules/torch_tensorrt/_util.html +++ b/docs/_modules/torch_tensorrt/_util.html @@ -9,7 +9,7 @@ - torch_tensorrt._util — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt._util — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html index 9ea4d11157..3143a43b11 100644 --- a/docs/_modules/torch_tensorrt/fx/fx2trt.html +++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.fx2trt — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.fx.fx2trt — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html index 1776ca7ed1..43becb53e0 100644 --- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html +++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html index 8658fd4383..f80de30b82 100644 --- a/docs/_modules/torch_tensorrt/fx/lower.html +++ b/docs/_modules/torch_tensorrt/fx/lower.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.lower — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.fx.lower — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html index f0e676d9b3..0f539fd45f 100644 --- a/docs/_modules/torch_tensorrt/fx/trt_module.html +++ b/docs/_modules/torch_tensorrt/fx/trt_module.html @@ -9,7 +9,7 @@ - torch_tensorrt.fx.trt_module — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.fx.trt_module — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html index 57b8578ece..24da011d34 100644 --- a/docs/_modules/torch_tensorrt/logging.html +++ b/docs/_modules/torch_tensorrt/logging.html @@ -9,7 +9,7 @@ - torch_tensorrt.logging — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.logging — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/ptq.html b/docs/_modules/torch_tensorrt/ptq.html index e7fcf0108c..7febea9b66 100644 --- a/docs/_modules/torch_tensorrt/ptq.html +++ b/docs/_modules/torch_tensorrt/ptq.html @@ -9,7 +9,7 @@ - torch_tensorrt.ptq — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.ptq — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html index 3ef1ac9422..56b2c8cc18 100644 --- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html +++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compile_spec — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.ts._compile_spec — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html index 5c6728282d..5d27d66762 100644 --- a/docs/_modules/torch_tensorrt/ts/_compiler.html +++ b/docs/_modules/torch_tensorrt/ts/_compiler.html @@ -9,7 +9,7 @@ - torch_tensorrt.ts._compiler — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.ts._compiler — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js index 9c6d0ab7b7..b8220c2795 100644 --- a/docs/_static/documentation_options.js +++ b/docs/_static/documentation_options.js @@ -1,6 +1,6 @@ var DOCUMENTATION_OPTIONS = { URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: 'v1.4.0dev0+b638e78', + VERSION: 'v1.4.0dev0+c796d26', LANGUAGE: 'None', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html index 79b58fe0e4..44b5273c8d 100644 --- a/docs/cli/torchtrtc.html +++ b/docs/cli/torchtrtc.html @@ -10,7 +10,7 @@ - torchtrtc — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torchtrtc — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 4159e7e81e..deab131268 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -10,7 +10,7 @@ - Conversion Phase — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Conversion Phase — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index 83db7c4d54..5c141f38d2 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -10,7 +10,7 @@ - Lowering Phase — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Lowering Phase — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index 0725936a75..9d476c1c95 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -10,7 +10,7 @@ - Partitioning Phase — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Partitioning Phase — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html index eb58ad84cb..8835c2d9fc 100644 --- a/docs/contributors/phases.html +++ b/docs/contributors/phases.html @@ -10,7 +10,7 @@ - Compiler Phases — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Compiler Phases — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html index dd10a2822d..928f5691b4 100644 --- a/docs/contributors/runtime.html +++ b/docs/contributors/runtime.html @@ -10,7 +10,7 @@ - Runtime Phase — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Runtime Phase — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index 4d08418f27..be169729a1 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -10,7 +10,7 @@ - System Overview — Torch-TensorRT v1.4.0dev0+b638e78 documentation + System Overview — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html index 0b5932e60a..fa06814aea 100644 --- a/docs/contributors/useful_links.html +++ b/docs/contributors/useful_links.html @@ -10,7 +10,7 @@ - Useful Links for Torch-TensorRT Development — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Useful Links for Torch-TensorRT Development — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/contributors/writing_converters.html b/docs/contributors/writing_converters.html index 3d632cd09e..f9324a4f55 100644 --- a/docs/contributors/writing_converters.html +++ b/docs/contributors/writing_converters.html @@ -10,7 +10,7 @@ - Writing Converters — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Writing Converters — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/genindex.html b/docs/genindex.html index 0009f73bf1..0e459e2d56 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -9,7 +9,7 @@ - Index — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Index — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/getting_started/getting_started_with_cpp_api.html b/docs/getting_started/getting_started_with_cpp_api.html index acb8773e7c..f6c759145d 100644 --- a/docs/getting_started/getting_started_with_cpp_api.html +++ b/docs/getting_started/getting_started_with_cpp_api.html @@ -10,7 +10,7 @@ - Using Torch-TensorRT in C++ — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Using Torch-TensorRT in C++ — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/getting_started/getting_started_with_python_api.html b/docs/getting_started/getting_started_with_python_api.html index 57068ec9c9..be0a8dbbb1 100644 --- a/docs/getting_started/getting_started_with_python_api.html +++ b/docs/getting_started/getting_started_with_python_api.html @@ -10,7 +10,7 @@ - Using Torch-TensorRT in Python — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Using Torch-TensorRT in Python — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/getting_started/getting_started_with_windows.html b/docs/getting_started/getting_started_with_windows.html index b0e78ef99d..836d958ed8 100644 --- a/docs/getting_started/getting_started_with_windows.html +++ b/docs/getting_started/getting_started_with_windows.html @@ -10,7 +10,7 @@ - Building Torch-TensorRT on Windows — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Building Torch-TensorRT on Windows — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html index 8685606492..06222048c2 100644 --- a/docs/getting_started/installation.html +++ b/docs/getting_started/installation.html @@ -10,7 +10,7 @@ - Installation — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Installation — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/index.html b/docs/index.html index e9771a5221..295de49b25 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - Torch-TensorRT — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Torch-TensorRT — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -214,7 +214,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html index 0645d987b7..4559c9807f 100644 --- a/docs/indices/supported_ops.html +++ b/docs/indices/supported_ops.html @@ -10,7 +10,7 @@ - Operators Supported — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Operators Supported — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -214,7 +214,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/objects.inv b/docs/objects.inv index 54844c939367d9e539e03ead2820b2af09bfe1d0..2e90638fb87011eefc3232fbdd0522b669c4b81a 100644 GIT binary patch delta 20 ccmZ2x@3DMn@+L(U}u08^R=!2kdN delta 20 ccmZ2 - Python Module Index — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Python Module Index — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html index 49fbfb3515..faf7e6e2c8 100644 --- a/docs/py_api/fx.html +++ b/docs/py_api/fx.html @@ -10,7 +10,7 @@ - torch_tensorrt.fx — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.fx — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html index 0ed8ca38d2..d80979c002 100644 --- a/docs/py_api/logging.html +++ b/docs/py_api/logging.html @@ -10,7 +10,7 @@ - torch_tensorrt.logging — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.logging — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html index e641bd83c2..543d6c508e 100644 --- a/docs/py_api/ptq.html +++ b/docs/py_api/ptq.html @@ -10,7 +10,7 @@ - torch_tensorrt.ptq — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.ptq — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html index c22f336e5e..780bc80388 100644 --- a/docs/py_api/torch_tensorrt.html +++ b/docs/py_api/torch_tensorrt.html @@ -10,7 +10,7 @@ - torch_tensorrt — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html index 14aa077df1..3377dec863 100644 --- a/docs/py_api/ts.html +++ b/docs/py_api/ts.html @@ -10,7 +10,7 @@ - torch_tensorrt.ts — Torch-TensorRT v1.4.0dev0+b638e78 documentation + torch_tensorrt.ts — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
@@ -587,7 +587,7 @@

Functions
-torch_tensorrt.ts.TensorRTCompileSpec(inputs=[], input_signature=None, device=None, disable_tf32=False, sparse_weights=False, enabled_precisions={}, refit=False, debug=False, capability=<EngineCapability.default: 0>, num_avg_timing_iters=1, workspace_size=0, dla_sram_size=1048576, dla_local_dram_size=1073741824, dla_global_dram_size=536870912, truncate_long_and_double=False, calibrator=None) → <torch.ScriptClass object at 0x7f8fce5da3f0>[source]
+torch_tensorrt.ts.TensorRTCompileSpec(inputs=[], input_signature=None, device=None, disable_tf32=False, sparse_weights=False, enabled_precisions={}, refit=False, debug=False, capability=<EngineCapability.default: 0>, num_avg_timing_iters=1, workspace_size=0, dla_sram_size=1048576, dla_local_dram_size=1073741824, dla_global_dram_size=536870912, truncate_long_and_double=False, calibrator=None) → <torch.ScriptClass object at 0x7f8622f047b0>[source]

Utility to create a formated spec dictionary for using the PyTorch TensorRT backend

Keyword Arguments
diff --git a/docs/search.html b/docs/search.html index 84b3edea1a..693b3e6084 100644 --- a/docs/search.html +++ b/docs/search.html @@ -9,7 +9,7 @@ - Search — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Search — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -212,7 +212,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/searchindex.js b/docs/searchindex.js index a5ff6f4a62..0958025f72 100644 --- a/docs/searchindex.js +++ b/docs/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_fx_path","tutorials/notebooks","tutorials/ptq","tutorials/runtime","tutorials/serving_torch_tensorrt_with_triton","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_fx_path.rst","tutorials/notebooks.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/serving_torch_tensorrt_with_triton.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[36,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[34,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[3,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[35,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[35,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[37,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[70,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[70,10,1,"","__init__"],[70,11,1,"","allow_gpu_fallback"],[70,11,1,"","device_type"],[70,11,1,"","dla_core"],[70,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[70,10,1,"","__init__"],[70,11,1,"","dtype"],[70,10,1,"","example_tensor"],[70,11,1,"","format"],[70,10,1,"","from_tensor"],[70,10,1,"","from_tensors"],[70,11,1,"","shape"],[70,11,1,"","shape_mode"]],"torch_tensorrt.TRTModuleNext":[[70,10,1,"","__init__"],[70,10,1,"","disable_profiling"],[70,10,1,"","dump_layer_info"],[70,10,1,"","enable_profiling"],[70,10,1,"","forward"],[70,10,1,"","get_extra_state"],[70,10,1,"","get_layer_info"],[70,10,1,"","set_extra_state"]],"torch_tensorrt.fx":[[67,9,1,"","InputTensorSpec"],[67,9,1,"","TRTInterpreter"],[67,9,1,"","TRTInterpreterResult"],[67,9,1,"","TRTModule"],[67,12,1,"","compile"]],"torch_tensorrt.logging":[[68,9,1,"","Level"],[68,9,1,"","debug"],[68,9,1,"","errors"],[68,12,1,"","get_is_colored_output_on"],[68,12,1,"","get_logging_prefix"],[68,12,1,"","get_reportable_log_level"],[68,9,1,"","graphs"],[68,9,1,"","info"],[68,9,1,"","internal_errors"],[68,12,1,"","log"],[68,12,1,"","set_is_colored_output_on"],[68,12,1,"","set_logging_prefix"],[68,12,1,"","set_reportable_log_level"],[68,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[68,11,1,"","Debug"],[68,11,1,"","Error"],[68,11,1,"","Graph"],[68,11,1,"","Info"],[68,11,1,"","InternalError"],[68,11,1,"","Warning"]],"torch_tensorrt.ptq":[[69,9,1,"id1","CacheCalibrator"],[69,9,1,"id2","CalibrationAlgo"],[69,9,1,"id0","DataLoaderCalibrator"],[69,12,1,"","get_batch"],[69,12,1,"","get_batch_size"],[69,12,1,"","get_cache_mode_batch"],[69,12,1,"","read_calibration_cache"],[69,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[69,11,1,"","ENTROPY_CALIBRATION"],[69,11,1,"","ENTROPY_CALIBRATION_2"],[69,11,1,"","LEGACY_CALIBRATION"],[69,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ts":[[71,12,1,"","TensorRTCompileSpec"],[71,12,1,"","check_method_op_support"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[70,9,1,"","Device"],[70,9,1,"","DeviceType"],[70,9,1,"","EngineCapability"],[70,9,1,"","Input"],[70,9,1,"","TRTModuleNext"],[70,9,1,"","TensorFormat"],[70,12,1,"","compile"],[70,12,1,"","convert_method_to_trt_engine"],[70,9,1,"","dtype"],[70,12,1,"","dump_build_info"],[67,8,0,"-","fx"],[70,12,1,"","get_build_info"],[68,8,0,"-","logging"],[69,8,0,"-","ptq"],[70,12,1,"","set_device"],[71,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,55,58,60,61,64,66,67,68,69,70,71,72,74,75,82,84,86,87,88],"0000":76,"01":[61,66,76],"0208":61,"03":76,"0358":61,"0383":61,"04":[61,86],"0435":61,"0464":61,"0530":61,"0678":61,"0805":61,"0818":61,"0932":61,"0dev0":75,"0x7f8fce5da3f0":71,"1":[3,4,33,43,44,45,48,49,52,54,55,57,60,61,62,64,66,67,68,69,70,71,72,73,75,76,79,81,82,83,84,87,88],"10":[49,61,64,67,71,79,81,83,84,86],"100":[67,82],"1000":86,"1012":54,"1013":54,"1024":[52,70,71,83],"1045":61,"1048576":[45,49,71],"1056":61,"1063":61,"1073741824":[45,49,71],"109":61,"11":[54,61,64,75,79,86],"119":81,"12":[54,55,61,75,79,81,86],"120":[61,81],"123":76,"129":81,"13":[75,79],"136":86,"137":81,"138":81,"14":[79,86],"1409":84,"15":[75,79],"1502":61,"1549":61,"1556":84,"16":[61,62,70,79,81],"1691":61,"17":79,"18":[61,79],"19":[76,79],"1994":84,"1d":54,"1e":52,"2":[33,55,60,61,64,66,68,69,70,71,73,75,76,79,81,82,84],"20":[55,79],"2009":84,"2010":84,"2012":76,"2014":84,"2020":[61,65],"2023":84,"2048":[67,82],"22":86,"224":[55,67,70,71,83,86],"225":[67,86],"229":86,"23":[49,54,71,76],"234375":86,"24":54,"244":[70,71],"248":54,"249":54,"25":[61,67,82],"256":86,"258":75,"27":[55,61],"28":61,"2802":61,"2822":75,"287":75,"29":61,"2c3":76,"3":[43,45,49,52,54,55,57,61,64,66,68,69,70,71,75,76,79,81,82,83,84,87,88],"300":[52,87],"31":61,"32":[52,61,62,70,81,84,88],"320":84,"32bit":52,"33":61,"33554432":[67,82],"346":61,"35":61,"36":61,"3677":54,"37":61,"38":81,"39":81,"3d":82,"4":[55,57,61,64,66,68,73,75,76,79,82],"406":86,"429688":86,"4465":84,"456":86,"468750":86,"4822":84,"485":86,"4914":84,"5":[52,55,57,58,61,64,68,70,75,76,79,81,82,86],"50":83,"512":[52,70,71,83],"523438":86,"53":76,"536870912":[45,49,71],"539":61,"56":61,"576":61,"6":[54,55,57,61,64,66,79,81],"622":54,"64":[62,82],"64bit":52,"664062":86,"7":[55,57,58,61,79],"72048":64,"7302":76,"8":[3,52,54,61,64,70,75,76,79,86],"8000":86,"8001":86,"8002":86,"84":[61,81],"9":[61,79,86],"90":86,"92":86,"9223372036854775807":66,"abstract":[57,60,76],"boolean":[70,82],"break":[70,75,82],"byte":[70,71,83],"case":[0,1,2,46,49,53,55,57,60,64,70,82,84,85],"catch":[54,61],"char":[3,4,44,52,61],"class":[17,29,30,44,45,46,51,57,60,61,62,68,75,76,81,82,83,84],"const":[0,1,2,3,4,29,30,31,32,33,35,37,44,45,46,54,60,61,66,84],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,55,61,62,64,67,70,71,73,74,75,82,84,87],"do":[53,54,55,60,61,62,74,76,81,82,84,88],"enum":[0,1,2,42,45,46,51,68,71,84],"export":64,"final":[53,55,56,58,64,83],"float":[49,52,61,62,66,70,81,84,87],"function":[0,1,2,3,4,46,48,49,51,54,55,57,60,61,64,81,82,83,84,86,87,88],"import":[52,54,55,61,62,64,70,73,75,81,82,85,86,87],"int":[0,3,4,35,44,45,49,52,55,61,66,67,70,71,73],"long":[49,52,53,75,76],"new":[0,1,2,3,4,32,33,46,48,49,55,57,58,60,61,68,71,75,82,86],"public":[0,1,2,3,4,44,45,46,47,48,49,76,84],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,37,42,43,44,45,46,54,55,56,57,58,60,61,62,67,68,70,71,81,82,84,86],"short":[54,75,76],"static":[48,49,53,60,61,70,71,73],"super":[44,81],"throw":[52,54,61],"true":[0,1,2,4,46,49,54,55,60,61,66,67,70,71,73,76,82,84,86,87,88],"try":[58,61,75,76,87],"var":66,"void":[3,4,25,26,27,28,35,36,42,44,45],"while":[55,64,83,84,86],A:[4,29,30,32,33,47,48,54,55,60,64,67,70,71,76,82,84,86],And:61,As:[55,61,82],At:74,But:[61,75],By:[29,30,51,55,73,81],For:[53,55,61,64,67,73,75,76,81,82,83,84,85,86,87],If:[27,33,53,54,55,61,62,64,67,68,70,73,75,82,84,85,86,88],In:[0,1,2,46,53,55,56,57,58,60,62,64,65,75,76,78,82,83,84,85,86],Is:[24,70],It:[52,54,55,56,58,60,64,73,75,82,83],Its:[60,75],Not:3,On:55,One:[61,75,76,82,83],Or:75,THE:75,TO:61,That:75,Thats:61,The:[1,46,48,49,52,53,54,55,56,57,58,60,62,64,68,70,71,73,76,81,82,83,84,86,87],Then:[55,64,84,87],There:[4,53,58,60,64,76,81,82,83,84,85,86],These:[53,55,57,73,75,84,86],To:[1,46,52,55,61,62,64,73,81,86,87],Will:31,With:[61,73,75,84,86],_:[75,82],___torch_mangle_10:81,___torch_mangle_4847:57,___torch_mangle_5:81,___torch_mangle_9:81,__and__:66,__attribute__:43,__derive_index:66,__getitem__:66,__gnuc__:43,__init__:[69,70,75,81],__is__:66,__isnot__:66,__not__:66,__or__:66,__range_length:66,__round_to_zero_floordiv:66,__torch__:[57,61,81],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:57,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:57,__visibility__:43,__xor__:66,_all_:54,_c:[71,87],_convolut:[61,66],_devic:[70,71],_input:70,_jit_to_backend:87,_script:71,_shapemod:70,_theme:80,_validate_not_a_forked_repo:86,a1b:76,aarch64:58,ab:66,abi:85,abl:[53,54,60,65,82,84,87],about:[52,53,57,60,61,64,70,73,86],abov:[25,55,61,64,68,74,75,82],absolut:[52,70],ac:78,acc_mod:82,acc_norm:82,acc_op:82,acc_op_convert:82,acc_ops_sigmoid:82,acc_trac:82,acceler:[67,88],accept:[48,52,57,60,61,62,70],access:[54,60,61,65,73,82,87],accord:[60,71],accordingli:[73,82],account:86,accumsan:78,accumul:[49,71],accuraci:[83,84],achiev:[55,83],aco:66,acosh:66,acoust:83,acquir:61,across:[49,52,54,55,71,73],acthardtanh:60,action:[75,82],activ:[61,71,75,82,83,84,88],activationtyp:[60,82],actual:[54,57,60,61,68,81,82],ad:[25,52,53,55,82],adaptive_avg_pool1d:66,adaptive_avg_pool2d:66,adaptive_avg_pool3d:66,adaptive_max_pool1d:66,adaptive_max_pool2d:66,adaptive_max_pool3d:66,add:[26,53,54,55,60,61,62,64,66,68,73,75,80],add_:[54,61,66],add_activ:82,addactiv:60,addit:[54,61,70,82,83],addlay:61,address:76,addshuffl:61,adipisc:[76,78],adjac:[55,75],adjust:75,adopt:83,advanc:[76,84],advis:75,aenean:78,afford:82,aforement:86,after:[52,53,54,55,61,62,63,65,81,82,85,86],again:[44,57,60,75],against:[52,61],agx:45,ahead:61,aim:54,algo_typ:[69,84],algorithm:[3,4,29,30,44,69,82,84],algorithm_selector:82,alias:43,align:75,align_corn:66,aliquam:78,aliquet:[76,78],all:[16,42,43,44,45,49,52,54,55,57,61,62,63,64,68,70,75,76,81,82,83,84,85,86],alloc:60,allow:[48,49,52,53,54,55,70,73,82],allow_gpu_fallback:[45,46,70,71,84,87,88],allow_tf32:66,almost:61,alpha:[66,76,82],alreadi:[52,53,54,61,84],also:[29,53,60,61,62,64,65,73,75,76,83,84],altern:[48,55,70,83],although:75,altogeth:[55,73],alwai:[3,4,27,52,75],amet:[76,78],an:[2,3,4,48,49,52,53,54,55,56,57,58,60,61,62,63,64,65,67,69,70,71,73,75,76,81,82,83,84,85,86],analogu:60,analysi:55,analyt:73,analytics_id:73,ancient:75,ani:[48,52,53,60,61,62,64,66,70,73,75,82,84],ann:75,annot:[60,61],anonym:75,anoth:[62,75,76,81],ant:78,anyon:76,anyth:[75,76,85],aot:[61,65],api:[55,58,60,61,62,70,71,74,82,83,84,85,86,87],appear:[55,75],append:66,appli:84,applic:[1,29,46,52,54,58,61,62,70,85,87,88],approach:55,apr:61,ar:[42,46,49,52,53,54,55,57,58,60,61,64,65,70,71,73,75,76,77,81,82,83,84,85,86,87],arab:76,arang:66,arbitrari:70,architectur:[64,65,83],archiv:64,arcu:[76,78],area:77,aren:61,arg:[53,61,69,70,79,82,83],arg_replacement_tupl:82,argc:61,argmax:66,argmin:66,argument:[48,52,54,57,60,61,70,71,75,76,82],argv:61,arithmet:55,around:[54,57,60,70,75,78,81],arrai:[3,4,33,53,70,71],arrayref:[45,48,49],artifact:63,arxiv:84,as_numpi:86,asin:66,asinh:66,aspect:52,assembl:[53,61],assign:[3,4,74],associ:[53,60,61],associatevalueandivalu:60,associatevalueandtensor:[60,61],assum:[33,70,87],atan:66,atanh:66,aten:[49,54,55,59,60,61,66,71],atol:52,attrdict:86,attribut:[54,55,57,61,75,82],auctor:78,audio:83,augu:78,author:76,auto:[44,55,60,61,75,76,84,88],autodoc:[75,76],automat:[61,75],avail:[52,60,64,73,82,88],averag:[49,52,71],avg:52,avg_pool1d:66,avg_pool2d:66,avg_pool3d:66,awai:75,awaken:75,axi:66,b0:83,b638e78:75,b:[63,64,66,70,76,86],b_hh:66,b_ih:66,back:[54,55,57,58,61,70,75,81],back_insert:44,backend:[71,74,87],background:[75,81],backlink:75,backward:[70,82],bar:[73,75],base:[36,50,57,64,67,68,69,70,75,81,83,84],bash:64,basi:75,basic:[52,55,76,82,86],batch:[3,4,44,67,70,82,84,86,88],batch_norm:[60,66],batch_siz:[44,84],batched_data_:44,batchnorm:54,batchtyp:44,bathroom:75,bazel:[58,64],bazel_vers:64,bazelbuild:64,bazelisk:64,bazelvers:64,bdist_wheel:64,beat:76,becaus:[60,61,64,67,81,82],becom:60,bee:75,been:[53,60,61,76],befor:[49,54,55,58,60,61,64,65,71,82,86],beforehand:61,begin:[44,64,75,82],beginn:81,begun:75,behav:77,behavior:[49,55,70,71,82],behind:75,being:[61,82],belong:75,below:[33,55,60,61,64,75,82,86],benchmark:66,benefit:[60,61],besid:75,best:[64,75,82],beta:[66,71,82],better:[81,83],between:[54,55,60,64,75,76,84],bia:[54,61,66],bibendum:78,bibliograph:76,bigger:75,bin:64,binari:[44,84],binary_data:86,bind:[3,4,33,44,70,71,75],bird:86,bit:[49,60,61,70,71,82],bitbucket:73,bitbucket_url:73,bitwise_not:66,blandit:78,blank:75,blob:[59,73,84],block0:54,block1:54,block:[52,53,54,55,70,79],blue:75,bmm:66,bodi:[75,76],bold:75,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,54,60,61,66,67,68,70,71,73,84],border:75,both:[55,64,67,70,73,75,81,84],bottom:73,boundari:55,box:75,bracket:75,branch:64,bread:75,brief:55,briefli:81,brontosaurus:75,browser:75,bsd:[42,43,44,45],buffer:[3,4,82],bug:64,bui:76,build:[29,30,34,49,52,53,56,58,60,61,70,74,79,82,84],build_fil:64,build_model:82,buildcommandarg:63,builder:82,builderconfig:45,buildroot:63,built:[33,52,57,58,64,70,71],builtin:82,button:[73,75],bytearrai:[70,71,82],bytesio:70,c10:[0,1,45,46,48,49,61,84],c:[42,43,44,45,52,58,62,66,67,70,76,85,86,88],c_api:59,c_str:[60,61],cach:[3,4,29,30,44,52,61,67,69,82,84],cache_:44,cache_fil:[44,69,84],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[69,84],cackl:76,calcul:[48,53,55,61],calibr:[3,4,29,30,44,49,52,61,69,71,84],calibration_cache_fil:[29,30,84],calibration_dataload:[30,84],calibration_dataset:84,calibrationalgo:[69,84],call:[29,30,32,49,54,57,60,61,67,70,71,75,81,82,83,87],call_funct:82,callmethod:81,can:[0,1,4,29,30,37,46,47,48,49,52,53,54,55,56,57,58,60,61,62,64,70,71,73,75,81,82,83,84,85,86,87],canada:76,cannot:[48,54,55,64,70,71,74,81,82],canon:73,canonical_url:73,capabl:[17,45,49,52,57,70,71,87],capit:75,caption:[75,78],cast:[3,4,54],cat:[55,64,66],caught:54,caus:[60,64,73],cd:[64,86],cdll:61,ceil:66,ceil_mod:66,cell:76,centercrop:86,cerr:61,certain:[64,82],cfg:55,chain:60,challeng:86,chanc:60,chang:[29,54,55,58,70,71,73,82,84,86],changelog:79,channel:[2,70,74],channel_last:[70,71,83],channels_last:70,charact:75,check:[0,1,31,46,52,54,60,61,64,71,82,85,86],check_method_op_support:71,check_method_operator_support:[21,41,45,50],checkmethodoperatorsupport:61,child:76,children:82,choic:[64,69],choos:[81,82],cifar10:84,cifar:84,clamp:66,clamp_max:66,clamp_min:66,class_count:86,classess:70,classif:[61,81,83],classifi:[76,83],classification_index:86,classmethod:70,clean:[55,75],cleanli:55,clear:44,cli:[52,62],click:63,clickabl:75,clone:66,close:61,closer:54,closet:75,cmake:63,cmake_build_typ:63,cmake_module_path:63,cmakecommandarg:63,cmakeset:63,cnn:83,co:[66,76,83],code:[55,58,61,63,65,70,74,76,81,82,84],coeffici:83,collapse_navig:73,collat:76,collect:[55,61,70,71],colon:75,color:[24,27,68,75],colored_output_on:[27,42,68],column:76,com:[59,61,64,84,85,86],combin:[55,82],come:[64,74,82,86],command:[52,61,64,75,76,81,86],comment:[64,75],commodo:78,common:[53,54,67,75,82],common_subexpression_elimin:54,commonli:76,commun:[49,52,61,63,71],compar:[62,82],comparis:[0,2],comparison:[1,46],compat:[0,1,46,54,57,64,70,71,82],compatibil:70,compil:[21,31,37,41,45,49,50,52,54,55,57,60,62,67,68,70,71,73,81,82,84,85,86,87,88],compile_spec:[84,88],compilegraph:[61,84],compilesepc:33,compilespec:[3,4,21,32,37,41,45,50,55,61,84,88],compilespecstruct:50,complet:[55,61,81],complex:[47,49,64,81],complianc:52,compliat:84,complic:64,compon:[56,58,81,85],compos:[81,82,84,86],composit:61,compound:83,comput:[49,70,75,82,83,84],conceiv:75,concorr:86,condimentum:78,condit:[55,75],conf:[73,80],confidence_scor:86,config:[64,67,82,86],configur:[32,37,48,61,64,65,70,71,79,84,86],configurationtyp:63,congu:78,connect:[54,71,75,86,88],consectetur:[76,78],consecut:55,consid:[55,61,71],consider:86,consist:[54,75,82],consol:52,consolid:[55,81],constant:[53,54,55,61],constant_pad_nd:66,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,54,56,58,60,61,69,70,75,76,82,84],constructor:[0,2,46,48,49,57,81],consult:74,consum:[4,53,81],contact:76,contain:[30,31,52,53,54,55,60,61,64,67,70,75,76,81,82,84,85,86],content:[79,84,86],context:[53,56,57,58,68],contextnet:83,contigu:[2,48,49,52,70,71],continu:[75,82,85],contributor:61,control:[81,82],conv1:[61,81],conv2:[61,81],conv2d:81,conv:[49,52,61],conval:78,convect:48,conveni:[83,84],convent:[33,70],converison:82,convers:[54,55,57,61,70,71,82],conversionctx:[60,61],convert:[3,4,31,32,37,52,54,55,56,58,62,65,70,71,83,85,87],convert_method_to_trt_engin:[21,41,45,50,70,71,87],convertgraphtotrtengin:61,convien:49,convienc:[3,4,49],convolut:[71,84,88],convtert:82,coordin:58,copi:[44,60,66,69,76,82,86],copy_:66,copyright:[42,43,44,45,61,76],core:[45,52,54,55,58,61,70,88],core_id:70,corpor:[42,43,44,45],corpu:83,correct:[57,64,73],correctli:64,correspond:[60,64,70,82],cosh:66,could:[55,82],count_include_pad:66,coupl:[53,58,82,85],cout:61,cover:83,cp:64,cpp:[14,15,42,43,44,45,51,54,58,61,64,84],cpp_frontend:84,cppdirectori:50,cppdoc:61,cpu:67,cra:78,creat:[29,30,33,52,53,55,57,60,61,65,71,75,82,86],credit:61,criteria:[55,56,58],cross:75,cs:84,csrc:[54,59],cstddef:84,ctestcommandarg:63,ctrl:63,ctx:[60,61],ctype:61,cuda113:64,cuda:[49,57,61,62,63,64,67,70,82,84,86,87],cuda_graph_batch_s:[67,82],cuda_runtim:[21,45],cudafloattyp:61,cudasetdevic:35,cudnn:63,cudnn_en:66,cumsum:66,curabitur:78,curl:[64,75],current:[23,55,57,60,64,67,71,73,82],cursu:78,custom:[52,64,82],custom_class:[21,45],custom_mapp:82,customclasshold:[45,48],cut:75,cxx11:85,d:[52,75,76,88],dapibu:78,data:[0,2,3,4,29,30,44,46,48,49,52,53,55,56,58,60,66,67,69,70,71,75,79,82,83,84],data_dir:84,data_item_1:74,data_typ:86,dataclass:82,dataflow:[60,61],dataload:[4,29,30,44,49,69,84],dataloader_:44,dataloadercalibr:[69,84],dataloaderopt:84,dataloaderuniqueptr:[4,44],dataset:[29,69,83,84],datatyp:[1,21,38,45,46,48,49,50,62,70,71,86],datatypeclass:50,date:76,david:76,dbg:64,dcmake_build_typ:64,dcmake_module_path:64,de:70,dead_code_elimin:54,deal:60,debug:[16,27,45,49,52,60,63,68,70,71,87],debugg:[52,71],decid:70,declar:64,deconvolut:88,decor:82,dedic:[54,76],deep:[60,65,73,84,88],deeplearn:[59,82],def:[75,81,82,86],defin:[0,1,2,3,4,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,43,46,47,48,49,51,52,61,62,70,73,81,82,83,84],definit:[51,60,75],deiti:75,delet:[0,1,2,45,46,54],delimit:54,demo:[75,84],demonstr:[75,76,77,83,84,86],demostr:83,denot:75,dep:64,depend:[29,34,53,58,61,62,82,85,86],depickl:57,deploi:[56,58,61,65,84,86],deploy:[52,61,62,70,83,84,85,86,88],deprec:[66,82],depth:[73,83],descclassnam:75,descnam:75,describ:[49,55,60,81,86,87],descript:[55,76],deseri:[61,70,71],design:[82,83,88],desir:[76,84],destini:76,destroi:[60,76],destructor:60,detail:[61,81,82,85,86],detect:[48,57],determin:[54,82],determinist:66,dev:70,develop:[61,64,65,75,76,82],deviat:52,devic:[21,33,35,38,45,49,50,52,57,62,66,67,69,70,71,83,84,87,88],device_typ:[45,46,70,84,87,88],deviceclass:50,devicetyp:[21,38,45,46,50,70,84,87,88],devicetypestruct:50,diam:78,dict:[70,71],dictionari:[70,71,87],dictum:78,dictumst:78,did:75,didn:75,differ:[29,54,55,58,64,65,73,81,82],dignissim:78,dilat:66,dim0:66,dim1:66,dim:[66,67,82,86],dim_int:66,dim_intlist:66,dimens:[48,54,67,82,83],direct:[79,85],directli:[60,63,64,65,69,84],directori:[18,19,20,21,42,43,44,45,50,63,64,70,84],disabl:[52,68,70,73,74],disable_profil:70,disable_tf32:[45,49,71,84],disclos:64,disconnect:75,discret:75,discuss:86,displai:[52,68,73],display_github:73,display_gitlab:73,display_vers:73,dist:64,distdir:64,distribut:[61,70,84,85],div:[55,66],div_:66,div_lgamma:55,divisor_overrid:66,django:74,dl:75,dl_open:85,dla:[1,45,46,49,52,65,70,71],dla_cor:[45,46,52,70,84,87,88],dla_global_dram_s:[45,49,52,71],dla_local_dram_s:[45,49,52,71],dla_sram_s:[45,49,52,71],dla_standalon:52,dlacor:52,dll:52,do_not_merg:55,doc:[58,59,64,73,74,75,80],docker:86,docsrc:58,docstr:[75,76],document:[42,43,44,45,50,58,61,73,75,76,80,81,84,85,86,87],docutil:[75,76],doe:[43,44,54,55,60,75,82,84],doesn:[61,64,75,81],dolor:[76,78],domain:[76,84],don:[60,73,75,76,82,84,86],done:[53,55,58,86],donec:[76,78],dont:42,dothismethod:75,dotpai:74,dotpayprovid:74,doubl:[49,52,71,75],down:[64,73,82],download:[64,79,84,86],downstream:83,doxygen_should_skip_thi:[44,45],dpython:[70,71],dram:52,dream:76,driver:64,drop:[64,73],dt:75,dtensorrt_root:64,dtorch_dir:64,dtyep:67,dtype:[45,48,49,52,62,66,67,70,71,82,83],dual:75,due:[3,4,64,74,75],dui:[76,78],dump:[36,52,64,70],dump_build_info:[21,38,45,50,70],dump_layer_info:70,durat:75,dure:[49,52,55,60,69,83,84,85],dynam:[48,49,67,70,71,82],dynamic_batch:[67,82],e:[29,30,52,54,60,61,64,67,70,81,82,84],each:[3,4,49,53,54,55,57,60,61,64,67,73,75,82],ear:75,earli:82,eas:43,easi:[52,53,54,61,84],easier:[56,58,60,61,70,82,84],easiest:64,easili:[3,4],echo:75,edg:75,edit:[63,73],edu:84,effect:[54,61,73,82,83,84],effici:60,efficientnet:83,efficitur:78,eg:86,egesta:78,eget:78,either:[47,48,52,60,61,62,64,70,71,73,75,81],el:66,eleifend:76,element:[57,75,76,79,82],element_typ:44,elementum:78,elit:[76,78],elk:75,els:[43,44,48,71,75,76],elu:66,emb:[33,52,71,76],embed:[52,57,66,71,75,88],embed_engine_in_new_modul:[21,41,45,50,71],emit:53,emphasi:75,empti:[49,67,71,76,81],emum:[16,17],en:73,enabl:[3,4,24,49,52,55,56,58,67,68,69,70,71,73,82],enable_precis:61,enable_profil:70,enabled_precis:[45,49,61,62,70,71,84,86,87,88],enalbed_precis:88,encod:[57,70,83],encompass:[70,71],encount:[55,64],encourag:86,end:[44,52,60,61,66,71,75,84],end_dim:[61,66],endif:[43,44,45],energi:75,enforc:61,engin:[0,1,17,32,33,37,45,46,48,49,52,53,55,56,58,61,62,65,67,70,71,73,84,85,87,88],engine_byt:70,engine_converted_from_jit:61,engine_nam:70,engine_str:70,enginecap:[21,38,45,49,50,70,71,87],english:83,enhanc:75,enim:78,ensur:[29,54,55,70],enter:53,entir:75,entiti:75,entri:[49,60],entropi:[29,30,84],entropy_calibr:69,entropy_calibration_2:[69,84],enumer:[0,1,2,16,17,46,69],environ:[82,86],ep:66,eq:[66,75],equat:75,equival:[32,56,58,60,61,71,81,84],equivil:37,erat:78,erf:66,eric:75,ero:78,error:[16,49,52,53,54,58,61,64,68,71,75,82],essenc:75,essenti:82,est:78,et:78,etc:[73,75,82,88],etiam:78,eu:78,euismod:78,eval:[61,62,86],evalu:[56,57,58],evaluated_value_map:[53,60],even:61,event:48,everi:[55,61,67],everyth:16,ex:[0,1,2,33,46,70,71,76,78],exact:86,examin:82,exampl:[48,55,57,58,60,61,63,65,68,70,71,73,74,76,79,81,82,84,85,86],example_tensor:70,exceedingli:75,except:82,exception_elimin:54,excerpt:76,excit:83,execpt:54,execut:[33,49,52,54,56,57,58,61,64,67,70,71,81,82,84,86],execute_engin:[57,61,70],exert:75,exeuct:57,exhaust:61,exist:[4,31,32,37,64,69,70,71,82,83,84],exit:86,exp:66,expand:[54,66],expand_a:66,expanded_asset:64,expect:[48,54,60,61,70,83],experiment:82,explain:82,explan:82,explic:44,explicit:[0,1,2,3,4,45,46,54,65,67,75,82,84],explicit_batch_dimens:[67,82],explicit_precis:67,explicitli:[55,56,58,62,71,84,87],explict:[44,70],explictli:0,expon:66,expos:84,express:75,ext:[75,76],extend:[56,58,60,61,66,83],extent:[61,65],extern:[73,75],extra:[61,70],extract:[61,83],extrem:75,ey:75,f16:[52,61,88],f32:52,f:[64,75,81,82],facilisi:78,fact:64,facto:75,factori:[4,29,30,84],fail:[61,88],fake_quantize_per_channel_affin:66,fake_quantize_per_tensor_affin:66,fall:70,fallback:[52,56,58,60,88],fals:[0,1,2,3,4,44,45,46,49,61,66,67,70,71,73,74,75,76,82,84,87],fame:78,familiar:86,far:[75,82],fashion:[61,83],fast:[49,52,71],faster:83,faucibu:78,fc1:[61,81],fc2:[61,81],fc3:[61,81],fc:[49,52,54],feat:[61,81],featur:[52,55,61,82,83,84,87],fed:[3,4,48],feed:[29,30,61],feedforward:83,feel:65,feli:78,feugiat:[76,78],few:[64,70,82],field:[3,4,67,70,84],fifth:76,figur:[55,76,78],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,52,55,57,58,61,63,64,67,69,70,71,73,74,76,80,82,84,86],file_path:52,filepath:63,find:[4,61,64,82],finder:64,finibu:78,finish:82,first:[48,53,54,61,62,75,76,82,84,86],firstli:86,fit:75,fix:[49,75,82,88],fixed_s:[45,49],flag:[52,55,56,58,62,64,69,85],flaten:49,flatten:[45,47,61,66,81],flatten_convert:61,flesh:86,float16:[52,70],float32:[48,49,52,70,71,82],float64:71,float_int:66,floor:66,floor_divid:66,floordiv:66,flow:[60,75,81,82,83],flox:75,flush:75,fly:81,fold:76,folder:[63,82],follow:[33,52,55,57,61,63,64,70,71,73,75,76,80,81,82,83,84,85,86],foo:[75,76,82],foo_kwarg:82,foo_nod:82,forc:[52,71,73,82],force_fp32_output:82,forced_fallback_op:55,form:[53,70,75,86],format:[33,45,48,49,52,62,66,70,71,75,76,83,86],forth:76,forum:64,forward:[29,30,32,33,55,57,60,61,70,71,81,84,87],found:[42,43,44,45,61,64,70,75,84,85],four:[75,76],fp16:[0,48,49,52,61,62,65,67,82,88],fp32:[0,48,49,52,65,71,82,83,84,86],frac:75,freed:60,freeze_modul:54,friend:45,fringilla:78,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,60,61,65,67,70,71,73,74,75,76,81,82,83,84,86],from_tensor:[70,82],frontend:[62,65],fssl:64,fstream:[20,44],full:[45,49,52,60,61,68,84,85,86,88],fulli:[31,52,54,61,70,71,84,88],further:[55,82],fusc:78,fuse_addmm_branch:54,fuse_flatten_linear:54,fuse_linear:54,fusion:[60,82],futur:[71,82],fx2trt:67,fx2trt_exampl:82,fx:[62,65,70],g:[29,30,52,54,64,67,70,75,82,84],g_:75,gamma:66,gatewai:74,gather:55,gaurd:43,gcc:[58,61],ge:66,gear:84,gener:[3,4,29,52,54,57,58,60,61,63,64,67,73,75,76,79,81,82,84],get:[0,1,2,3,4,23,34,44,46,54,55,60,61,64,68,70,82,83,84,86],get_batch:69,get_batch_impl:44,get_batch_s:69,get_build_info:[21,38,45,50,70],get_cache_mode_batch:69,get_extra_st:70,get_is_colored_output_on:[18,39,42,50,68],get_layer_info:70,get_logging_prefix:[18,39,42,50,68],get_output:82,get_reportable_log_level:[18,39,42,50,68],getattr:[54,57,61,81],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,61],getoutput:[60,61],getvalu:70,git:79,github:[59,61,64,73,84,85,86],github_url:73,gitlab:73,gitlab_url:73,give:[73,75,82],given:[48,49,52,54,61,62,67,69,70,71,81,82,87],global:[26,52,61],gnu:64,go:[44,54,55,61,65,81,82,83,86],goal:60,goe:[75,82],good:[44,60,75,82],goodger:76,googl:73,got:[61,75],gpu:[1,32,35,37,45,46,52,61,70,71,82,84,86,87,88],gpu_id:[35,45,46,52,70,84,87,88],graph:[16,31,32,37,45,52,53,55,56,58,60,61,65,67,68,71,81,82,83],graph_input:[45,49],graph_modul:67,graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,67],gravida:78,great:[61,75],greater:68,greedi:55,group:[66,75,76],grpc:86,gru_cel:66,gt:66,gtc:65,guangzhou:76,guarante:[55,70],guard:54,guard_elimin:54,gui:75,guid:[65,74],gulf:86,gz:[75,76,84],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,50,51,52,54,61,84],ha:[49,53,54,55,56,58,60,61,63,67,75,76,81,82,83,84],habit:78,habitass:78,hac:78,hack:44,hakaimagazin:86,half:[52,61,62,70,75,84,86,87,88],hand:86,handl:[54,55,57,70,82],happen:[81,82],hardtanh:[60,66],hardtanh_:66,hardwar:88,has_batch_dim:67,hash:64,have:[29,33,44,52,53,54,55,60,61,64,65,67,70,71,75,81,82,83,84,86],haven:61,header:[61,73,75,76,86],heart:76,heaven:75,heck:75,heh:76,hehe:76,height:75,help:[27,52,53,60,61,82,83,85],helper:60,hendrerit:78,here:[44,53,55,57,61,64,73,75,76,81,82,84,85,86],hermet:64,hexagram:75,hfile:50,hi:[66,75,76],hidden:[43,73],high:[54,55,73],higher:[54,73,75,81],highli:[83,86],highlight:75,hinton:84,hit:55,hold:[46,47,48,53,60,84],holder:[57,77],holi:75,home:64,hood:58,hope:76,host:[49,52,64,71,86],how:[3,4,64,75,77,79,81,83,85,86,87],howev:[29,64,73,74,86],html:[59,64,75,81,84],html_theme:80,html_theme_opt:73,html_theme_path:80,http:[59,61,64,70,73,75,81,83,84,85,86],http_archiv:64,httpclient:86,hub:86,huggingfac:83,human:75,humankind:76,hx:66,hybrid:71,hyperlink:75,hyphen:75,i8:52,i:[52,54,60,61,66,70,75,76,81,84],iaculi:78,icon:[73,75],id:[35,45,52,70,73,74,78,88],idea:[54,75],ident:52,identifi:55,idx:66,ifndef:[44,45],ifstream:44,ignor:70,iii:76,iint8calibr:[3,4,29,30,44,45,49,71,84],iint8entropycalibrator2:[3,4,29,30,44,84],iint8minmaxcalibr:[29,30,84],ilay:60,illustr:[82,83],imag:[84,86],imagenet:83,imagenett:83,images_:84,img1:86,img:86,img_path:86,imperdiet:78,implement:[3,4,54,55,57,61,70,74,82,84,85],implic:54,implicit:[66,67,75,82],implicitli:70,implictli:70,improv:76,in_shap:61,in_tensor:81,incapsul:70,incas:44,includ:[13,15,16,34,36,42,43,44,45,51,52,55,56,57,58,61,64,67,70,73,75,81,82,84],includedirectori:50,includehidden:73,incompat:64,incorpor:76,indent:75,index:[33,59,65,66,70,71,73,79,84],indic:[66,73,75],indirect:75,inetworkdefinit:53,infer:[54,61,70,71,82,83,84],inference_output:86,inferenceservercli:86,inferinput:86,inferrequestedoutput:86,info:[16,32,37,45,52,60,61,68,70],inform:[25,33,34,36,48,52,53,55,57,61,64,65,67,68,70,75,81,82,84,87],infrastructur:[84,86],ingest:58,inherit:[50,82,84],inheritenviron:63,initi:75,injuri:75,inlin:[0,1,2,3,4,29,30,44,46,48,54,61,76,79],inner:[49,76,83],input0:61,input1:61,input2:61,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,57,60,61,62,66,67,68,70,71,76,81,82,83,84,86,87,88],input_0:[57,61],input__0:86,input_binding_nam:[33,45,70,71],input_data:[62,81],input_file_path:[52,88],input_is_dynam:45,input_nam:[67,70,82],input_s:[55,61],input_scal:66,input_shap:[84,88],input_signatur:[45,47,49,71],input_spec:[52,67,82],input_tensor_spec:[67,82],input_v:82,inputclass:50,inputrang:[55,61],inputtensorspec:[67,82],insert:[61,84],inserting_befor:82,insid:[75,86],inspect:[60,61,81],instal:[61,65,79,85,86],installroot:63,instanc:[54,61,69,70,81,83],instance_norm:66,instanti:[56,57,58,60,61,70],instatin:[0,1,2,46],instead:[49,52,53,54,61,64,85],instnanti:57,instruct:[55,56,58,61,64,82,86],insur:64,int32:[70,71,83],int64:71,int64_t:[45,46,48,49,84,88],int8:[0,44,48,49,52,65,70,71,84,88],int8_t:[17,45],int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:66,integ:[70,78],integr:65,intend:64,intent:[54,75],interact:75,interdum:78,interest:[54,75],interfac:[0,1,2,46,57,58,60,84],interfer:75,intermedi:[16,49,52,68,71,81],intern:[1,16,46,60,61,68,70,75],internal_error:68,internalerror:68,interpol:75,interpret:[57,75,82],intro_to_torchscript_tutori:81,introduc:[82,83],invok:[61,81,82],io:[44,70,86],iostream:[20,21,44,45,61],ipso:75,ipsum:[76,78],ir:[56,58,60,62,70,81],is_aten:67,is_floating_point:66,is_train:84,iscustomclass:60,isinst:82,isn:[73,75],issu:[3,4,61,64],istensor:60,istream_iter:44,it_:44,ital:75,item:[74,76],itensor:[53,60,61,82],iter:[20,44,49,52,53,69,70,71],its:[29,53,55,57,60,64,70,75],itself:[0,1,2,46,52,54,64,86,87],iv:76,ivalu:[45,47,49,53,57,60,61],jan:76,jetpack:64,jetpack_5:64,jetpack_x:64,jetson:[70,83],jit:[31,32,33,37,45,47,49,52,53,54,55,56,57,58,59,60,61,62,70,71,81,86,87],jp_workspac:64,jpg:86,json:[63,70],jump:86,just:[44,45,54,55,61,62,65,68,70,75,77,81,82,83,85,87],justo:[76,78],k:[66,84],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,55,61],kdebug:[16,42,44],kdla:[1,45,46,88],kdla_standalon:[17,45],keepdim:66,kei:[75,81,86],kept:76,kernel:[48,49,52,60,70,71,82],kernel_s:66,kerror:[16,42],keyboard:75,keyword:[70,71],kf16:[84,88],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,54],khalf:[0,45,61],ki8:84,kind:[53,70,82],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],know:[42,60,73,75],knowledg:75,kriz:84,krizhevski:84,ksafeti:[17,45],kstandard:[17,45,49],ktest:84,ktrain:84,kunknown:[0,2,45],kwarg:[69,70,82,83],kwarn:[16,42],l:66,label:[75,83,84,86],lacinia:78,lack:[55,56,58,82],lacu:78,laid:61,lambda:[60,61,75,86],lang:74,languag:[74,75,76,81,86],laoreet:78,larg:[56,58,61,73,75,83,84],larger:[55,73,83],largest:66,last:[2,54,70,82],lastli:86,latenc:70,later:[29,61],latest:[64,73],launch:86,layer:[46,49,52,53,54,60,61,70,71,82,83,84,86,88],layer_norm:66,layout:[2,48,66,70,71],ld_library_path:64,ld_preload:85,ldd:64,le:66,lead:75,leader:75,leaky_relu:66,leaky_relu_:66,learn:[61,65,84,86,88],leas:76,least:[75,76],leav:54,lectu:[76,78],left:[73,75],legacy_calibr:69,legend:75,len:66,lenet:[61,81],lenet_script:[61,81],lenetclassifi:81,lenetfeatextractor:81,length:[3,4,44,66,76,82],leo:78,let:[46,52,54,60,70,71,73,75,82,83,86],letter:[76,83],level:[18,23,25,26,39,42,44,50,54,55,58,68,71,79,81,82,86],levelnamespac:50,leverag:[82,84],lgamma:55,lib:[54,61,64],libero:[76,78],librari:[34,42,43,44,45,52,56,57,58,60,61],libtorch:[4,36,60,61,63,64,84],libtorch_pre_cxx11_abi:64,libtorchtrt:[52,61,64],libtorchtrt_plugin:85,libtorchtrt_runtim:85,licens:[42,43,44,45,61],light:75,ligula:78,like:[52,53,54,57,60,61,62,64,74,75,81,82,84,85,86],limit:[54,68,74,84],line:[52,61,76],linear:[2,55,66,70,81],link:[52,53,61,65,73,74,79,85],linux:[58,61,64],list:[18,19,20,21,31,49,51,53,55,57,60,61,62,64,66,67,70,71,79,82,86],listconstruct:[53,55,57,61],listunpack:[57,61],liter:76,literal:76,literal_block:75,live:[60,75],ll:82,lo:66,load:[52,55,57,61,62,69,71,82,83,84,85,86,87],load_librari:85,load_state_dict:70,loading_data_recip:84,loborti:[76,78],local:[52,54,61,73],localhost:86,locat:[64,84],lock:74,log:[15,16,19,20,38,44,50,51,54,60,65,66,67,70,82],log_debug:60,logger:68,logger_level:67,loggingenum:50,logic:82,login:86,logist:82,loglevel:68,logo_onli:73,lone:76,longer:[73,85],look:[53,54,81,84,86,87],loop:[55,82],loop_unrol:54,lorem:[76,78],lose:73,loss:[83,84],lot:60,low:82,lower:[16,67,68,70,76,82,83],lower_exampl:82,lower_graph:54,lower_precis:[67,82],lower_tupl:54,loweralltupl:54,lowerprecis:[67,82],lowersimpletupl:54,lstm_cell:66,lt:66,ltorchtrt:85,luctu:78,lvl:[25,26,42],m:76,machin:[57,84,86],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:75,made:[54,56,58,75],maecena:78,magna:78,mai:[53,55,57,58,61,62,70,71,75,76,81,82,84,86],main:[54,55,56,57,58,60,61,73,75,77,82],mainli:82,maintain:[55,57,60],major:[58,82],make:[53,61,62,64,75,77,82,83,84,86,88],make_data_load:[4,84],make_int8_cache_calibr:[20,40,44,50,84],make_int8_calibr:[20,29,40,44,50,84],malesuada:78,man:[75,76],manag:[49,52,53,56,58,60,61,63,68,70,71],mangag:54,mani:[55,73,75,76,82],mantissa:[49,71],manual:[74,75,82],map:[1,46,53,54,56,58,60,61,82,83,84,86,87],mapper:82,mark:[54,55,73],marknodesforfallback:54,markup:[76,79],markup_process:75,mask:66,masked_fil:66,massa:78,master:[59,64,84,85],mat2:66,match:[54,64],math:79,matmul:[54,61,66],matrix:59,matter:82,matti:76,matur:58,mauri:[76,78],max:[48,52,60,66,70,73],max_batch_s:[67,82,86],max_c:52,max_h:52,max_input_shap:67,max_n:52,max_pool1d:66,max_pool2d:[61,66,81],max_pool3d:66,max_shap:[45,48,62,70,71,82,83],max_val:[60,66],max_w:52,max_workspace_s:[67,82],maximu:78,maximum:[48,49,52,67,71,82,86],mayb:75,mb:52,md:59,me:[75,76],mean:[55,60,65,66,67,82,86],mechan:[60,82,83],medium:75,meet:70,member:[46,47,48,49,70],memeori:2,memori:[20,21,44,45,54,60,61,62,70,71],memory_format:[66,70],memoryformat:[2,45],men:75,mental:75,menu:[52,73,75],menuselect:75,merg:55,messag:[16,25,26,52,68],meta:[79,82],metadata:[49,52,57,60,71,73],meth:75,method:[31,32,33,37,48,52,54,60,61,64,70,71,75,81,83,87],method_nam:[31,37,45,52,61,70,71],metu:78,mi:78,microsoft:63,middl:75,might:[54,64,73],min:[48,52,60,66,70],min_acc_module_s:67,min_block_s:[45,49,55,71],min_c:52,min_h:52,min_input_shap:67,min_n:52,min_shap:[45,48,62,70,71,82,83],min_val:[60,66],min_w:52,mind:75,mine:75,minim:[67,84],minimum:[48,49,52,55,68,71],minmax:[29,30,84],minmax_calibr:69,misbuild:73,miss:[61,75],mkdir:64,mm:86,mmb:75,mobilenet_v2:87,mobilenetv2:83,mod:[52,55,61,79,82,84],mode:[62,82,84],mode_:84,model:[52,55,57,61,62,65,67,68,70,81,84,87],model_nam:86,model_repositori:86,model_torchtrt:68,model_trt:68,modifi:[55,76,82],modul:[31,32,33,37,45,49,52,55,56,57,58,60,62,63,64,65,67,70,71,74,75,76,82,83,84,87,88],modular:61,module_fallback:54,module_nam:52,molesti:78,momentum:66,morbi:78,more:[53,61,64,65,70,73,76,81,82,84,85,86,87],most:[58,64,67,82,85,86],mother:75,motion:75,mous:75,move:[30,44,54,57,61,71,84],msg:[26,42,68],msvc_x64_x64:63,mu:75,much:[60,73,75,84],mul:[55,66],mul_:66,multi:52,multipl:[57,75,76,84,86],multipli:[49,71],must:[33,48,49,52,54,55,60,61,64,67,70,71,75,76,82,85],mutil:76,my:75,my_modul:70,my_pytorch_model:82,myclass:75,mymodel:[55,62],myself:76,n:[52,60,61,84],nabla:75,nam:[76,78],name:[3,4,31,33,37,44,55,57,60,61,63,64,67,69,70,71,75,76,81,82,86,87],namedtupl:82,namespac:[42,43,44,45,51,54,65,84],narrow:66,nativ:[58,59,61],native_funct:59,natur:75,nav:[73,79],navig:73,navigation_depth:73,nbbind:[3,4,44],nchw:[2,70,71],ne:[54,66],nec:78,necessari:[42,85],need:[0,1,2,25,29,43,46,53,54,60,61,62,64,67,70,75,82,83,84,85,86],neg:66,negative_slop:66,nequ:[76,78],nest:[45,49,50,75,76],net:[60,61,75,76],netu:78,network:[29,30,60,61,82,83,84,86,88],neural:88,new_lay:60,new_local_repositori:64,new_siz:84,newer:64,next:[3,4,53,57,67,73,75,76,84,86],ngc:[64,86],nhwc:[2,52,70],nibh:[76,78],nice:64,nickel:75,night:76,nightli:82,ninja:[63,64],nisi:78,nisl:78,nlp:[29,30,84],nn:[54,59,61,62,67,70,71,81,82],node:[54,55,56,58,60,61,67,82,83],node_info:[60,61],noexcept:[3,4,44,84],non:[76,78],non_block:66,none:[60,66,67,70,71,73,75,82],nonetheless:75,nonexist:75,norm:66,normal:[0,1,2,46,61,75,81,82,84,86,88],normalized_shap:66,noskipw:44,notatemoduleforfallback:54,note:[1,46,48,60,61,63,64,70,73,75,82,88],notebook:[58,65],now:[54,55,58,60,61,64,75,82,87],np:86,nu:75,nulla:78,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,71,87],num_it:52,num_op:52,num_work:84,number:[3,4,49,52,54,55,60,61,62,67,70,71,73,82,83],numel:66,numer:[52,76,82],numpi:86,nunc:78,nvcr:86,nvidia:[32,37,42,43,44,45,52,59,61,64,70,71,82,86,88],nvinfer1:[3,4,29,30,44,45,49,60,84],nvinfer:[20,44],o:[64,75,86],obj:66,object:[0,1,2,3,4,46,48,49,52,57,60,68,69,70,71,84,87],obtain:83,obvious:81,odio:[76,78],off:[55,57],offici:64,ofstream:[44,61],often:75,oh:76,ok:[61,75],okai:49,older:58,onc:[42,43,44,45,53,54,55,57,82,84,85,86],one:[47,54,60,61,62,68,70,75,81,82,86],ones:[42,55,56,58,61,64,75],onli:[1,3,4,16,29,44,46,48,52,54,55,58,60,64,67,68,70,75,82,84,85,88],onnx:54,onto:[52,57],op:[52,53,54,55,56,58,60,61,70,85],op_and_target:82,op_nam:52,open:[63,83,86],oper:[0,1,2,3,4,31,44,45,46,49,52,53,54,55,56,57,58,60,62,65,70,71,82,84,88],oppos:71,opset:[56,58],opt:[48,64,70],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,62,70,71,83],opt_w:52,optim:[48,52,54,61,62,65,67,81,82,83],optimin:48,optimiz:81,optimization_profile_field:70,optimize_target_shap:82,optimized_input_shap:67,optimz:86,option:[44,48,52,55,56,58,64,70,71,75,79,82,84,85,88],orchestra:75,orci:78,order:[33,49,55,60,61,62,64,67,70,71,82],org:[59,61,64,73,75,81,84],organ:76,origin:[33,67,82],ornar:[76,78],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,57,61,62,64,65,66,70,74,75,82,85],otherwis:[64,67,82,85],our:[55,58,61,81,86],out:[31,44,53,54,55,56,58,60,61,63,64,68,71,75,86],out_shap:61,out_tensor:[60,61],output0:54,output:[24,27,33,49,52,53,54,55,57,60,61,64,68,70,71,73,75,76,82,83,86],output__0:86,output_binding_nam:[33,45,70,71],output_file_path:[52,88],output_nam:[67,70,82],output_pad:66,output_s:66,outself:61,outsid:75,over:[56,58,75,82,86],overal:83,overrid:[3,4,29,30,44,70,82,84],overview:[59,65],own:[55,60,61,64,75,86],p:[52,61,66,86,88],packag:[52,54,61],pad:66,padding_idx:66,page:[65,77,79,86],pair:[54,60,64,75,83,84],pane:75,paragraph:[76,79],param:[69,74],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,35,37,46,48,49,53,54,60,61,67,68,70,71,79,81,82],parent:[14,15,18,19,20,21],pars:[61,75],parser:75,part:[52,55,58,70,73,74,75,82],partial:[52,75],partit:54,partitioninfo:55,pass:[33,53,55,56,57,58,60,61,64,68,69,70,71,81,82,84],past:75,path:[4,13,14,15,29,30,52,61,63,64,69,70,81,82,84,86],path_to_torchtrt_root:64,pathwai:81,pattern:[60,61,70],payment:74,pbtxt:86,peephole_optimz:54,pellentesqu:78,peopl:75,pep:75,perfetto:70,perforamnc:82,perform:[29,30,83,84,86],permit:75,permut:[66,82],persist:75,pharetra:78,phase:[16,60,61],phasellu:78,phi:75,philosoph:75,phrase:75,pi:75,pick:81,pickl:70,picklabl:70,pickler:57,piec:83,pil:86,pin:74,pin_memori:66,pip3:64,pip:[64,86],pipelin:[52,88],piplein:61,pixel_shuffl:66,pl:74,place:[48,54,64,75,76,77,82,84],placerat:78,plan:[52,58],platea:78,platform:[45,52,58,63,64,86,88],pleas:[61,64,75,82,86],plugin:82,point:[61,70,73,74,75,86],pointer:[3,4,84],polish:74,pool:88,pop:57,popul:67,popular:[64,74,83],portabl:[57,71],portion:[55,75],porttitor:[76,78],posit:[52,70,73,82],possibl:[64,75,83,86],post:[29,30,49,52,61,65],posuer:[76,78],potenti:[49,78],pow:66,power:[61,75,82,83],pr:61,praesent:78,pragma:[42,43,44,45,84],pre:[33,54,69,71,84,85],pre_cxx11_abi:64,preced:75,precis:[49,52,61,62,65,70,82,84,88],prefer:61,prefix:[27,28,42,68,75],preinstal:64,prelu:66,prepar:[82,86],preprint:84,preproc:69,preprocess:[84,86],prerequisit:63,present:63,preserv:[75,81,84],prespect:81,press:[63,75],pretium:78,pretrain:[83,86,87],pretti:61,prev_next_buttons_loc:73,prevent:[49,52,55],previou:73,previous:[29,33,61],prim:[53,54,55,57,61,66,81],prim_devic:66,primal:75,primarili:[58,61],print:[16,31,44,61,68,70,71,75,86,87],priorit:64,privat:[3,4,44,45,84],problem:75,problemat:75,proce:86,proceed:86,process:[52,55,74,75,81,83,84,86,87],prod:66,produc:[48,53,57,60,61,70,75,83],product:49,profil:[48,67,70],profiling_results_dir:70,profiling_verbos:82,program:[18,19,20,21,29,51,52,56,57,58,65,81],programm:75,progress:76,proin:78,project:[64,74,79],projectdir:63,promis:82,prop:67,properli:64,properti:73,propog:54,prose:75,provid:[3,4,49,52,55,57,60,61,62,64,67,70,71,75,82,84,85,86,87],providi:[56,58],provok:75,pt:[52,61,82,86],ptq:[3,4,15,18,19,38,50,51,52,65,70,71],ptq_calibr:[3,4,45,49,84],ptqtemplat:50,publish:86,pull:[64,86],purchas:74,pure:31,purpos:[64,82,83,86],puru:78,push:57,push_back:[44,55],put:[75,83],put_binding_nam:71,pwd:[63,86],py3:86,py:[54,58,61,64,70,73,75,80,81,82,84],pyindex:[64,86],pypi:64,python3:[54,61,64],python:[52,55,58,61,67,70,71,75,76,82,83,85,86,87,88],python_api:59,pytorch:[33,48,49,52,54,55,56,57,58,60,61,62,64,69,70,71,81,84,85,86],pytorch_libtorch:86,pytorch_sphinx_them:[73,80],qat:83,quant_max:66,quant_min:66,quantiz:[29,30,52,61,65],quantizatiom:49,quartznet:83,question:61,qui:[76,78],quickli:[52,61,84],quisqu:78,quit:[60,61,83],quot:76,r:75,rais:[54,82],raiseexcept:54,ram:[49,52,71],rand:[61,82],randn:[55,61,70,71,87],rang:[48,49,52,70,82,83],rank:73,rather:54,raw:73,re:[75,82],read:[3,4,29,30,44,73,75,84],read_calibration_cach:69,readcalibrationcach:[3,4,44],reader:75,realiz:57,realli:60,reason:[0,81,82],reattribut:76,recalibr:29,receiv:82,recip:84,reciproc:66,recognit:[83,84],recomend:[29,30],recommend:[29,30,61,64,75,82,86],record:[53,81],recurs:53,redistribut:76,reduc:[54,55,56,58,82,83,84],redund:82,ref:75,refer:[48,56,58,61,74,79,82,84,86],referenc:64,refit:[45,49,71,87],reflect:45,reflection_pad1d:66,reflection_pad2d:66,regard:[64,75],regardless:76,region:82,regist:[33,57,60,71,82],register_acc_op:82,register_acc_op_map:82,register_custom_acc_mapper_fn:82,registernodeconversionpattern:[60,61],registr:82,registri:[53,61],reinterpret_cast:44,rel:[52,55],relat:[46,75],relationship:50,releas:[63,75],reload_model_output:82,reload_trt_mod:82,relu:[55,61,66,81],relu_:66,remain:[54,84],rememb:82,remov:73,remove_contigu:54,remove_dropout:54,remove_to:54,render:73,rent:76,reorder:55,repack:57,repeat:[52,66],repeat_interleav:66,replac:[54,55,64],replication_pad1d:66,replication_pad2d:66,replication_pad3d:66,report:[23,44],reportable_log_level:68,repositori:[58,73,80,86],repres:[48,49,60,68,75,82],represent:[54,60,81,82,83],request:[61,70,86],requir:[29,49,52,53,54,61,68,70,71,73,82,84,85,86],require_full_compil:[45,49,71],requires_grad:66,research:82,reserv:[42,43,44,45],reset:44,reshap:[66,86],resiz:86,resnet50:86,resnet:[57,83,86],resnet_trt:57,resolut:83,resolv:[53,54,56,58],resourc:[53,84],respons:[29,57,75],rest:[75,76,82],restrict:[49,71],restructuredtext:[75,76],result:[53,54,55,62,68,70,71,73,81,86],ret:54,reus:[54,82,84],revert:73,revis:[75,76],revisit:75,rewrit:55,rfc:75,rho_:75,rhoncu:78,right:[42,43,44,45,54,58,60,75],risu:78,rm:86,rn50_preprocess:86,role:75,roll:66,roman:76,room:75,root:[42,43,44,45,64,73,84],roughli:55,round:[49,71],rounding_mod:66,row:76,rst:[73,75],rsub:66,rtol:52,rule:[64,71,82],ruler:75,run:[1,37,46,49,52,53,54,55,56,57,58,60,61,62,64,65,67,70,71,75,81,82,83,84,85,86,87,88],running_mean:66,running_var:66,runtim:[61,65,70],runtimeerror:82,rutrum:[76,78],s:[48,49,55,57,60,61,62,63,64,65,67,70,73,75,76,81,82,83,84,86],safe:[60,71],safe_dla:70,safe_gpu:70,safeti:[49,52,70],sage:75,sagitti:[76,78],sai:[76,83],said:75,same:[55,57,61,64,70,73,75,81,82,86,87],sampl:[75,82,84,86],sample_input:82,sapien:78,satisfi:[55,82],save:[29,44,52,57,61,62,70,71,82,83,85,86],save_timing_cach:[67,82],saw:61,scalar:[60,66],scalaropt_dim:66,scalartyp:[0,45,66],scale:[66,83,84],scale_factor:66,scale_grad_by_freq:66,scales_d:66,scales_h:66,scales_w:66,scatter:66,scelerisqu:78,schedul:[70,86],schema:[60,61],scheme:82,scientist:75,scope:54,scratch:29,scratch_spac:86,screen:73,script:[31,54,55,61,62,70,71,81,87],script_model:[81,87],scriptclass:71,scripted_model:88,scriptmodul:[61,62,70,71],scroll:[73,77],sdk:59,se:83,seamlessli:65,search:[65,73],second:[54,75,82],secondli:86,section:[61,73,75,76,77,79,82,84,86],sed:[76,78],see:[31,54,55,57,61,64,70,71,75,81,82],seen:[75,76],segment:[55,83],segmentmodelwithdependencyawar:55,select:[17,29,30,37,49,52,57,62,64,66,70,71,74,77,82,84],self:[54,57,60,61,66,69,70,81,83,88],self_1:[57,61],self_int:66,sell:76,seller:74,seller_id:74,sem:78,semant:75,semper:78,send:86,senectu:78,sens:[61,75],sentenc:[75,83],sentinel:[0,2],separ:[55,56,58],sequenc:[67,75,82,83],seri:55,serial:[33,37,52,56,58,61,70,71],seriali:71,serializ:[57,81],serialized_cach:[67,82],serialized_engin:[70,71],seril:57,serv:[52,57,65,82],servic:75,session:75,session_nam:75,set:[3,4,16,21,25,27,29,32,35,37,45,46,48,49,52,53,54,55,56,57,58,61,62,64,65,67,68,70,71,73,77,80,81,82,83,84,88],set_data_from_numpi:86,set_devic:[21,38,45,50,70],set_extra_st:70,set_is_colored_output_on:[18,39,42,50,68],set_logging_prefix:[18,39,42,50,68],set_reportable_log_level:[18,39,42,50,68],setalpha:60,setbeta:60,setnam:[60,61],setreshapedimens:61,setup:[43,84,86],sever:[16,26,68],sh:64,sha256:64,shape:[45,47,48,49,52,55,60,62,66,67,70,71,82,86,88],shape_mod:70,shape_rang:[67,82],share:[49,52,63,64,71],shell_command:75,shift:[63,64,66,75],ship:[61,85],shorthand:75,should:[0,3,4,29,45,49,52,53,54,55,56,58,60,65,68,70,71,73,75,78,82,84,86],show:[73,75,83],shown:[61,73,75],shuffl:[61,84],side:[54,61,73],sidebar:[73,79],sigmoid:[66,82],sigmoid_:66,sign:86,signatur:71,signifi:[48,54],signific:75,significantli:[54,73],similar:[60,61,82,85,87],simonyan:84,simpil:84,simpili:70,simpl:[75,76,81,82,83,86],simplest:86,simpli:[54,83],simplifi:53,simul:83,sin:[66,75],sinc:[54,61,70,75,81,82,84],sing:75,singl:[48,52,54,55,61,70,75,81,82,84],singular:60,sinh:66,sink:75,sit:[76,78],site:[54,61,64,75],six:75,sixth:76,size:[3,4,44,48,49,52,54,55,61,66,67,70,71,73,82,83,84],size_t:[3,4,44,84],skip:52,slash:73,slice:66,slightli:82,sm:57,small:[54,86],smaller:83,so:[0,44,52,53,54,57,58,60,61,64,65,67,74,75,76,82,84],sodal:78,softmax:[54,66,82],softwar:[49,52,71,75],sole:[62,84],sollicitudin:78,solv:86,some:[53,54,55,56,57,58,60,61,74,75,82,84],some_funct:75,someth:[43,54,75,86],someurl:75,sort:[60,66,70,87],sourc:[42,43,44,45,58,63,67,68,69,70,71,82],sourceforg:[75,76],space:[75,76,84],spaces_and_linebreak:75,span:76,spars:[52,66],sparse_weight:[45,49,71,82],sparsiti:[49,52,71,82],spec:[45,48,49,52,68,70,71,87],special:55,specif:[32,49,54,56,58,70,71,75,83],specifi:[3,4,33,52,60,62,64,65,68,70,71,73,75,82,86,87],specifii:70,speech:83,speedup:83,sphinx:[73,74,75,76,80],sphinx_rtd_them:[75,76],spin:86,spirit:75,split:[55,66,82],split_siz:66,split_with_s:66,sqrt:66,squar:66,squeez:[66,83],sram:52,src:[57,59,66],ss:44,ssd300_trt:57,ssd:57,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[59,71,73],stack:[57,66,84],stage:[53,82],stand:[57,75],standalon:75,standard:[52,57,65,75,83,85,87],stapl:76,start:[53,55,61,64,66,76,82,83,87],start_dim:[61,66],start_step:66,state:[53,60,61,70],state_dict:70,statement:[54,75],static_cast:44,statu:[44,76],std:[3,4,22,26,28,29,30,31,33,34,37,42,44,45,47,48,49,55,61,84,86,88],stdout:[36,68,70],steamlin:84,step:[55,65,66,82,83,84],stick:73,sticki:[73,79],sticky_navig:[73,77],still:[44,55,82,84],stitch:[55,61],stop:61,storag:84,store:[2,4,49,52,53,57,60,61,70,71,81,82],str:[19,43,44,50,66,68,70,71,82],straight:60,strang:75,strategi:[55,70],street:76,strict:85,strict_type_constraint:82,stride:66,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,37,42,44,45,49,55,57,60,61,63,70,73,84],stringstream:44,strip_prefix:64,strong:75,strongli:75,struct:[1,21,38,41,45,84],structur:[29,46,49,55,58,60,73,75,79,81,86],structuredtext:75,stub:76,studio:63,stuff:75,style:[42,43,44,45,73,75,76],style_external_link:73,sub:[66,75,81],sub_:66,subdirectori:51,subexpress:54,subgraph:[49,52,53,54,60,61],subject:58,submenu:79,submodul:[67,81],suboptim:55,subscript:75,subsect:75,subset:[83,84],substitut:75,subtitl:75,subtre:80,subword:83,success:63,sudo:64,suffic:54,suggest:86,suit:65,suitabl:82,sum:[49,66,71,82],superscript:75,supervis:83,suppli:75,support:[0,1,2,27,31,46,48,49,52,55,59,61,62,63,64,65,67,70,71,73,74,81,82,86,88],sure:[61,62,64,86,88],suscipit:[76,78],suspendiss:78,symbol:[33,64,70,71,75,82,85],symlink:80,system:[53,60,64,65,71],t1:66,t2:66,t:[0,1,2,45,46,54,60,61,64,66,70,73,75,76,81,82,84,86],t_:75,tabl:[64,79],tag:[75,86],take:[31,32,33,37,53,56,57,58,60,61,67,70,71,73,75,82,83,84,87],taken:75,talk:65,tan:66,tanh:66,tanh_:66,tar:[64,75,84],tarbal:[61,84],target:[1,33,45,46,48,49,52,55,57,58,62,65,70,71,82,84,87,88],target_devic:70,targets_:84,task:[29,30,82,83,84],techinqu:61,techniqu:84,tell:[54,55,56,57,58,60,75],tellu:78,tem:52,templat:[20,40,44,45,50,61,73],temporari:82,tempu:78,tensor:[2,33,44,45,48,49,52,53,54,55,57,60,61,66,67,70,71,81,82,83,84],tensor_mod:66,tensor_scalar:66,tensor_tensor:66,tensorcontain:60,tensorformat:[21,38,45,48,50,70],tensorformatenum:50,tensorlist:[55,60],tensorrt:[0,1,3,4,29,30,31,32,33,36,37,44,45,46,48,49,52,53,54,55,56,58,60,67,69,70,71,81,84],tensorrt_convert:82,tensorrt_root:63,tensorrtcompilespec:[71,87],tensort:82,teo:52,term:[70,75,76,83,84],termin:[27,52,61],test:[52,55,58,64,75,76,82,83,84,86],test_acc_trac:82,test_ptq_dataloader_calibr:84,test_ptq_trt_calibr:84,test_py_modul:[75,79],test_segment:55,testing_dataload:84,testing_dataset:84,text:[68,76,78,83],tf32:[49,52],than:[54,65,74,75,83,85],thats:[53,84],the_model_repositori:86,thei:[46,52,53,54,57,60,62,64,70,73,75,82],them:[54,55,57,61,64,73,82,83],theori:[53,75],therebi:[57,83],therefor:[29,57,61,75,82,83],theres:85,therfor:85,theta:75,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,64,67,70,71,73,74,75,77,78,81,82,83,84,85,86,87],thicker:75,thin:75,thing1:75,thing2:75,thing3:75,thing:[64,75,82],think:[60,75],third:[76,82],third_parti:[58,64],this_arg_is_opt:82,those:[53,75],though:[52,58,60,61,81],thought:75,three:[48,56,58,67,70,75,76,82,83,86],threshold:52,through:[48,53,54,55,57,61,62,65,68,69,75,82,83],throught:82,thrown:[49,71],thu:75,time:[49,52,53,54,55,56,57,58,60,61,67,71,73,75,82,84],timing_cach:82,timing_cache_prefix:[67,82],tincidunt:78,tini:84,titles_onli:73,tmp:61,toctre:73,tocustomclass:60,todim:61,todo:[73,82],togeth:[53,60,61],token:83,toler:52,too:[64,73,75,76],tool:[60,61,82,83],toolchain:[58,64],top:[58,73,77],topk:66,torch:[0,1,2,4,20,21,29,30,31,32,33,36,37,44,45,46,47,48,49,52,53,54,55,56,57,58,60,64,67,70,71,81,84,88],torch_dir:63,torch_executed_modul:[45,49,55,71],torch_executed_op:[45,49,55,71],torch_scirpt_modul:81,torch_script_modul:61,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,55,61,62,65,82,83,84,85,86,87,88],torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:57,torchhub:86,torchscript:[19,21,38,43,45,49,50,52,55,56,57,58,62,67,70,71,83,87,88],torchscriptstruct:50,torchtrt:[43,55],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:85,torchtrt_unus:60,torchtrtc:[64,65,88],torchvis:[57,84,86,87],toronto:84,tortor:78,totensor:[84,86],tovec:61,toward:84,trace:[55,61,70,71,81,82],traced_model:81,track:[60,84],tradit:[48,71,84],traget:32,trail:73,train:[29,30,49,52,61,62,65,66],trainabl:54,transcrib:83,transfer:74,transform:[61,84,86],transformed_img:86,translat:61,transmit:75,transpos:[66,82],trash:75,travers:[55,56,58],treat:52,tree:[42,43,44,45,73,84,85],trigger:[55,61,82],trim:84,tristiqu:78,triton:65,triton_to_np_dtyp:86,tritoncli:86,tritonserv:86,trt:[0,1,3,4,46,48,53,54,57,60,61,66,70,82],trt_engin:70,trt_interpreter_result:82,trt_lenet_script:61,trt_mod:[55,61,84,88],trt_model:[55,86,87],trt_modul:70,trt_ts_modul:[55,62],trtinterpret:[67,82],trtinterpreterresult:[67,82],trtmodul:[67,70,82],trtmodulenext:70,truncat:[49,52,71],truncate_long_and_doubl:[45,49,71],ts:[43,52,55,61,62,65,70,81,87],ts_model:[55,61],tt:75,tue:76,tup:66,tupl:[57,67,70,71,82],tupleconstruct:[54,57],tupleindex:66,tupleunpack:54,turn:[67,82],turpi:78,tutori:[81,84],two:[52,54,60,62,64,75,76,80,81,82,84,86],type:[0,1,2,30,49,50,52,53,55,57,60,61,62,63,67,68,70,71,75,82,83,84],type_fp32:86,typenam:[3,4,29,30,44],typic:[53,60,86],ugli:75,ui:[70,74],uint64_t:[45,49],ultric:78,un:84,unabl:[60,61],unbind:66,unbroken:75,uncas:83,uncom:64,under:[42,43,44,45,58,75,82],underli:[0,1,2,46,60],uniformli:83,union:[60,61,70,71],uniqu:[4,62],unique_ptr:[4,30],unit:82,univers:75,unknown:70,unless:82,unlik:[64,65,87],unlimit:73,unpack_addmm:54,unpack_log_softmax:54,unqiue_ptr:4,unreferenc:75,unrestrict:75,unsqueez:66,unstabl:58,unsupport:[31,49],unsur:60,untest:58,until:[53,55,58,60,64],unwrap:60,unwraptodoubl:60,unwraptoint:61,unzip:64,up:[53,54,55,56,57,58,75,81,82,83],updat:[67,82],upload:86,upon:73,upper:76,upsample_bilinear2d:66,upsample_linear1d:66,upsample_nearest1d:66,upsample_nearest2d:66,upsample_nearest3d:66,upsample_trilinear3d:66,upscale_factor:66,upstream:61,uri:75,url:[64,73,86],urna:78,us:[0,1,2,3,4,29,30,32,35,37,43,44,45,46,48,49,52,53,55,57,58,60,63,65,67,68,69,70,71,73,74,75,76,81,82,84,85,86,88],usag:[61,69,75,82],use_cach:[3,4,30,44,69,84],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:67,use_input_stat:66,use_subset:84,usecas:[62,64],user:[42,48,55,56,57,58,61,62,64,65,75,76,84,86],using_int:[61,66],usr:64,usual:[73,82],ut:78,utf:[75,76],util:[60,61,71,83,84,86],v0:[72,86],v1:75,v2:[29,30],v:[52,76,86],valid:[1,46,55,60],valu:[0,1,2,16,17,45,46,48,53,55,57,60,61,63,66,68,69,70,73,83],value_tensor_map:[53,60],vanilla:82,vari:67,variabl:[48,63,70,82],variant:85,varient:54,varieti:86,variou:[82,88],variu:78,vcs_pageview_mod:73,vec:66,vector:[20,21,33,44,45,47,48,49,55,57,61,84,88],vehicula:78,vel:78,velit:78,venenati:78,verbios:52,verbos:[52,67,76,82],verbose_log:[67,82],veri:[76,77,82,84,86,87],verifi:55,verison:64,version:[34,36,58,64,73,76,82,83,86],vertic:[73,75],vestibulum:[76,78],vgg16:84,vgg:84,vi:75,via:[65,70,71,73,79,82,83,84,85],view:[66,73],virtual:84,vision:[82,86],visitor:73,visual:[63,70],vita:[76,78],vivamu:78,viverra:78,vm:76,volutpat:78,vs:[0,1,2,46,54,71,87],vulput:78,w:52,w_hh:66,w_ih:66,wa:[54,57,61,70,75,82],wai:[52,61,64,81,82,83,84],walkthrough:83,want:[42,55,61,67,81,82,84,86,87],warn:[16,44,52,60,68],wash:75,we:[42,44,53,54,55,56,57,58,60,61,67,70,73,75,81,82,83,84,86],weak:75,web:75,websit:64,weight:[48,49,52,53,61,66,71,75,82,83],welcom:[61,82],well:[61,64,68,70,75,84],were:61,wget:86,what:[4,54,61,62,75,81,82],whatev:[57,82],wheel:64,when:[27,44,45,46,52,53,54,55,56,57,58,60,61,64,68,70,71,73,75,77,81,82,83,84],where:[53,54,60,61,70,71,76,82,84],wherev:82,whether:[4,52,67,70,74,82,84],which:[1,2,29,32,37,46,49,53,54,55,56,57,58,60,61,62,64,67,69,70,71,73,75,76,81,82,83,84,85,86,87],white:75,whitespac:75,whl:64,who:75,whole:82,whose:[54,82],why:75,wide:79,width:[75,83],window:75,window_nam:75,wish:76,within:[49,52,56,58,70,71,73,75],without:[55,60,61,73,75,84],wl:85,wooden:75,word:[75,83],work:[44,54,58,60,70,75,76,82,84],worker:84,workflow:[67,82,83,87],workspac:[49,52,64,67,71,82],workspace_s:[45,49,52,71],world:75,would:[52,60,61,62,64,70,82,85,86,87],wp:86,wrap:[56,57,58,61,75,78,82,87],wrapper:[60,82],write:[3,4,29,30,44,53,61,65,70,75,82,84,86],write_calibration_cach:69,writecalibrationcach:[3,4,44],wrote:75,www:[61,64,73,75,84,86],x64:63,x86:85,x86_64:[58,64],x9:54,x:[5,10,33,43,54,55,61,64,70,71,76,81],x_0:75,x_1:75,x_2:75,x_3:75,x_4:75,x_:75,x_lgamma:55,xavier:[45,88],xstr:[19,43,50],xx:86,xxx:82,y:[33,55,70,71,76],y_lgamma:55,yahoo:76,yaml:59,yet:[82,83],you:[0,1,2,29,30,46,48,49,52,53,54,55,57,58,60,61,62,64,65,70,71,73,75,76,77,81,82,83,84,85,86,87],your:[60,61,62,64,65,70,73,75,76,80,81,85,87],yourself:61,yy:86,z:76,zero_point:66,zip:[57,64],zisserman:84},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Example notebooks","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Serving a Torch-TensorRT model with Triton","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[77,86],"10":77,"11":77,"12":77,"13":77,"14":77,"15":77,"16":77,"17":77,"18":77,"19":77,"2":[77,78,86],"20":77,"3":[77,86],"4":77,"5":77,"6":77,"7":77,"8":77,"9":77,"class":[0,1,2,3,4,20,21,38,40,41,50,67,69,70],"enum":[16,17,18,21,38,39,50,69,70],"function":[18,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,59,67,70,71],"long":[77,79],A:75,And:75,But:76,By:[18,19],Or:54,The:[61,75],To:54,aarch64:64,abi:[57,64],acc:82,acceler:83,add:82,addmm:54,admonit:75,advic:60,ahead:65,an:79,api:[50,51,59,64,65],applic:84,arg:[60,74],automat:55,avail:59,awar:[55,83],background:[57,60],base:[3,4,48,73],bert:83,binari:64,block:75,branch:54,build:[63,64,73,86],bullet:76,c:[50,59,61,64,65,83,84],can:76,caption:[76,79],center:75,ch:75,changelog:72,check_method_operator_support:31,choos:64,citat:[75,84],citrinet:83,cli:[64,65],client:86,cmake:64,code:[54,75],compil:[32,56,58,61,63,64,65,83],compilespec:49,compound:75,configur:[63,73],construct:57,content:[18,19,20,21,38,39,40,41,73,74,75,76,77,78],context:[60,73],contigu:54,contract:60,contributor:65,convers:[53,56,58,60],convert:[53,60,61,66,82],convert_method_to_trt_engin:37,cpp:[13,18,19,20,21,55],creat:[81,84],creativ:75,cudnn:64,current:66,custom:61,cxx11:64,data:74,datatyp:0,dead:54,debug:64,deep:83,deeper:76,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,76],demo:79,depend:[55,64],deploi:[83,85],deseri:57,detect:83,develop:59,devic:[1,46],devicetyp:1,dimens:59,direct:75,directli:87,directori:[13,14,15,51],disk:81,distribut:64,dla:88,doctest:75,documen:65,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,59,65,78,79],down:76,download:[75,80],dropout:54,dump_build_info:36,dynam:83,easier:59,efficentnet:83,element:78,elimin:54,eliminatecommonsubexpress:54,embed_engine_in_new_modul:33,emphas:75,engin:[57,82],enginecap:17,enumer:76,envior:64,evalu:[53,66],exampl:[75,77,83],execept:54,executor:57,expect:59,face:83,fallback:[54,55],field:76,figur:75,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:54,footnot:75,format:57,freez:54,from:[64,87],frontend:[82,83],full:[50,51],fuse:54,fx2trt:82,fx:[67,82,83],gaurd:54,gener:74,get:65,get_build_info:34,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:76,git:80,glossari:75,gpu:65,graph:[54,57],graphinput:47,grid:76,guarante:60,guid:82,h:[18,19,20,21,42,43,44,45,55],have:76,hierarchi:50,hlist:76,hole:76,hood:61,how:[73,82,84],html:73,hug:83,ien:75,imag:[75,76],includ:[14,18,19,20,21],incred:79,index:74,indic:65,infer:86,inherit:[3,4,48],inlin:75,input:48,instal:[63,64,80],int8:83,int8cachecalibr:3,int8calibr:4,ir:59,jetson:64,jit:65,languag:83,layer:59,learn:83,lenet:83,level:[16,73,75,76],librari:[64,85],libtorchtrt:85,like:76,line:75,linear:54,link:[59,75],list:[42,43,44,45,76],liter:75,local:64,log:[18,22,23,24,25,26,27,28,39,42,68],logsoftmax:54,loop:54,lower:[54,56,58],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:75,mask:83,math:75,menu:[77,79],meta:75,miss:82,mlm:83,mod:74,model:[82,83,86],modul:[54,61,81],namespac:[18,19,20,21,38,39,40,41,50],nativ:64,native_op:59,nav:77,nest:[1,46],node:53,notebook:83,number:[75,76],nvidia:65,object:83,one:76,op:[57,82],oper:[61,66],optim:86,optimz:54,option:[73,74,76],other:60,overview:58,own:84,packag:[64,85],page:73,paragraph:[75,78],paramet:74,partit:[55,56,58],partitoninfo:55,pass:54,pattern:54,peephol:54,phase:[53,54,55,56,57,58],plugin:85,post:84,pre:64,precompil:64,prerequisit:64,program:[42,43,44,45,85],project:73,ptq:[20,29,30,40,44,69,84],python:[59,62,64,65,81,84],pytorch:[59,65,82,83,87],quantiz:[83,84],queri:86,quickstart:61,quot:75,rabbit:76,read:59,redund:54,refer:75,regist:61,relationship:[1,3,4,46,48],releas:64,remov:54,replac:75,resnet50:83,respons:60,result:57,right:64,rubric:75,runtim:[56,57,58,85],save:81,second:76,section:78,segmentedblock:55,serial:57,serv:[83,86],server:86,set:86,set_devic:35,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:64,shape:83,shape_analysi:55,sidebar:75,so:85,sometim:59,sourc:64,ssd:83,start:65,step:86,sticki:77,str:5,struct:[46,47,48,49,50],structur:78,subdirectori:[13,14],submenu:77,submodul:70,subsect:78,subsubmenu:77,subsubsect:78,support:66,system:58,tabl:[73,74,75,76,77,78],tarbal:64,target:75,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,57,59,61,62,63,64,65,82,83,85,86,87],test_py_modul:74,text:75,theme:[73,79],thi:[76,79],through:66,time:65,titl:75,toc:73,topic:75,torch:[50,59,61,62,63,65,82,83,85,86,87],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,67,68,69,70,71],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,37,41,61,65,81],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,61],tracer:82,train:[83,84],transform:83,triton:86,ts:71,tupl:54,tutori:65,type:[3,4,46,48],under:61,unpack:54,unrol:54,unsupport:61,up:86,us:[54,59,61,62,64,83,87],user:82,version:57,via:80,wai:75,weight:60,what:60,wide:73,window:63,work:[61,81],write:60,xstr:10,your:[84,86]}}) \ No newline at end of file +Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_fx_path","tutorials/notebooks","tutorials/ptq","tutorials/runtime","tutorials/serving_torch_tensorrt_with_triton","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_fx_path.rst","tutorials/notebooks.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/serving_torch_tensorrt_with_triton.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[36,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[34,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[3,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[35,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[35,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[37,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[37,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[70,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[70,10,1,"","__init__"],[70,11,1,"","allow_gpu_fallback"],[70,11,1,"","device_type"],[70,11,1,"","dla_core"],[70,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[70,10,1,"","__init__"],[70,11,1,"","dtype"],[70,10,1,"","example_tensor"],[70,11,1,"","format"],[70,10,1,"","from_tensor"],[70,10,1,"","from_tensors"],[70,11,1,"","shape"],[70,11,1,"","shape_mode"]],"torch_tensorrt.TRTModuleNext":[[70,10,1,"","__init__"],[70,10,1,"","disable_profiling"],[70,10,1,"","dump_layer_info"],[70,10,1,"","enable_profiling"],[70,10,1,"","forward"],[70,10,1,"","get_extra_state"],[70,10,1,"","get_layer_info"],[70,10,1,"","set_extra_state"]],"torch_tensorrt.fx":[[67,9,1,"","InputTensorSpec"],[67,9,1,"","TRTInterpreter"],[67,9,1,"","TRTInterpreterResult"],[67,9,1,"","TRTModule"],[67,12,1,"","compile"]],"torch_tensorrt.logging":[[68,9,1,"","Level"],[68,9,1,"","debug"],[68,9,1,"","errors"],[68,12,1,"","get_is_colored_output_on"],[68,12,1,"","get_logging_prefix"],[68,12,1,"","get_reportable_log_level"],[68,9,1,"","graphs"],[68,9,1,"","info"],[68,9,1,"","internal_errors"],[68,12,1,"","log"],[68,12,1,"","set_is_colored_output_on"],[68,12,1,"","set_logging_prefix"],[68,12,1,"","set_reportable_log_level"],[68,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[68,11,1,"","Debug"],[68,11,1,"","Error"],[68,11,1,"","Graph"],[68,11,1,"","Info"],[68,11,1,"","InternalError"],[68,11,1,"","Warning"]],"torch_tensorrt.ptq":[[69,9,1,"id1","CacheCalibrator"],[69,9,1,"id2","CalibrationAlgo"],[69,9,1,"id0","DataLoaderCalibrator"],[69,12,1,"","get_batch"],[69,12,1,"","get_batch_size"],[69,12,1,"","get_cache_mode_batch"],[69,12,1,"","read_calibration_cache"],[69,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[69,11,1,"","ENTROPY_CALIBRATION"],[69,11,1,"","ENTROPY_CALIBRATION_2"],[69,11,1,"","LEGACY_CALIBRATION"],[69,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ts":[[71,12,1,"","TensorRTCompileSpec"],[71,12,1,"","check_method_op_support"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[70,9,1,"","Device"],[70,9,1,"","DeviceType"],[70,9,1,"","EngineCapability"],[70,9,1,"","Input"],[70,9,1,"","TRTModuleNext"],[70,9,1,"","TensorFormat"],[70,12,1,"","compile"],[70,12,1,"","convert_method_to_trt_engine"],[70,9,1,"","dtype"],[70,12,1,"","dump_build_info"],[67,8,0,"-","fx"],[70,12,1,"","get_build_info"],[68,8,0,"-","logging"],[69,8,0,"-","ptq"],[70,12,1,"","set_device"],[71,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,55,58,60,61,64,66,67,68,69,70,71,72,74,75,82,84,86,87,88],"0000":76,"01":[61,66,76],"0208":61,"03":76,"0358":61,"0383":61,"04":[61,86],"0435":61,"0464":61,"0530":61,"0678":61,"0805":61,"0818":61,"0932":61,"0dev0":75,"0x7f8622f047b0":71,"1":[3,4,33,43,44,45,48,49,52,54,55,57,60,61,62,64,66,67,68,69,70,71,72,73,75,76,79,81,82,83,84,87,88],"10":[49,61,64,67,71,79,81,83,84,86],"100":[67,82],"1000":86,"1012":54,"1013":54,"1024":[52,70,71,83],"1045":61,"1048576":[45,49,71],"1056":61,"1063":61,"1073741824":[45,49,71],"109":61,"11":[54,61,64,75,79,86],"119":81,"12":[54,55,61,75,79,81,86],"120":[61,81],"123":76,"129":81,"13":[75,79],"136":86,"137":81,"138":81,"14":[79,86],"1409":84,"15":[75,79],"1502":61,"1549":61,"1556":84,"16":[61,62,70,79,81],"1691":61,"17":79,"18":[61,79],"19":[76,79],"1994":84,"1d":54,"1e":52,"2":[33,55,60,61,64,66,68,69,70,71,73,75,76,79,81,82,84],"20":[55,79],"2009":84,"2010":84,"2012":76,"2014":84,"2020":[61,65],"2023":84,"2048":[67,82],"22":86,"224":[55,67,70,71,83,86],"225":[67,86],"229":86,"23":[49,54,71,76],"234375":86,"24":54,"244":[70,71],"248":54,"249":54,"25":[61,67,82],"256":86,"258":75,"27":[55,61],"28":61,"2802":61,"2822":75,"287":75,"29":61,"2c3":76,"3":[43,45,49,52,54,55,57,61,64,66,68,69,70,71,75,76,79,81,82,83,84,87,88],"300":[52,87],"31":61,"32":[52,61,62,70,81,84,88],"320":84,"32bit":52,"33":61,"33554432":[67,82],"346":61,"35":61,"36":61,"3677":54,"37":61,"38":81,"39":81,"3d":82,"4":[55,57,61,64,66,68,73,75,76,79,82],"406":86,"429688":86,"4465":84,"456":86,"468750":86,"4822":84,"485":86,"4914":84,"5":[52,55,57,58,61,64,68,70,75,76,79,81,82,86],"50":83,"512":[52,70,71,83],"523438":86,"53":76,"536870912":[45,49,71],"539":61,"56":61,"576":61,"6":[54,55,57,61,64,66,79,81],"622":54,"64":[62,82],"64bit":52,"664062":86,"7":[55,57,58,61,79],"72048":64,"7302":76,"8":[3,52,54,61,64,70,75,76,79,86],"8000":86,"8001":86,"8002":86,"84":[61,81],"9":[61,79,86],"90":86,"92":86,"9223372036854775807":66,"abstract":[57,60,76],"boolean":[70,82],"break":[70,75,82],"byte":[70,71,83],"case":[0,1,2,46,49,53,55,57,60,64,70,82,84,85],"catch":[54,61],"char":[3,4,44,52,61],"class":[17,29,30,44,45,46,51,57,60,61,62,68,75,76,81,82,83,84],"const":[0,1,2,3,4,29,30,31,32,33,35,37,44,45,46,54,60,61,66,84],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,55,61,62,64,67,70,71,73,74,75,82,84,87],"do":[53,54,55,60,61,62,74,76,81,82,84,88],"enum":[0,1,2,42,45,46,51,68,71,84],"export":64,"final":[53,55,56,58,64,83],"float":[49,52,61,62,66,70,81,84,87],"function":[0,1,2,3,4,46,48,49,51,54,55,57,60,61,64,81,82,83,84,86,87,88],"import":[52,54,55,61,62,64,70,73,75,81,82,85,86,87],"int":[0,3,4,35,44,45,49,52,55,61,66,67,70,71,73],"long":[49,52,53,75,76],"new":[0,1,2,3,4,32,33,46,48,49,55,57,58,60,61,68,71,75,82,86],"public":[0,1,2,3,4,44,45,46,47,48,49,76,84],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,37,42,43,44,45,46,54,55,56,57,58,60,61,62,67,68,70,71,81,82,84,86],"short":[54,75,76],"static":[48,49,53,60,61,70,71,73],"super":[44,81],"throw":[52,54,61],"true":[0,1,2,4,46,49,54,55,60,61,66,67,70,71,73,76,82,84,86,87,88],"try":[58,61,75,76,87],"var":66,"void":[3,4,25,26,27,28,35,36,42,44,45],"while":[55,64,83,84,86],A:[4,29,30,32,33,47,48,54,55,60,64,67,70,71,76,82,84,86],And:61,As:[55,61,82],At:74,But:[61,75],By:[29,30,51,55,73,81],For:[53,55,61,64,67,73,75,76,81,82,83,84,85,86,87],If:[27,33,53,54,55,61,62,64,67,68,70,73,75,82,84,85,86,88],In:[0,1,2,46,53,55,56,57,58,60,62,64,65,75,76,78,82,83,84,85,86],Is:[24,70],It:[52,54,55,56,58,60,64,73,75,82,83],Its:[60,75],Not:3,On:55,One:[61,75,76,82,83],Or:75,THE:75,TO:61,That:75,Thats:61,The:[1,46,48,49,52,53,54,55,56,57,58,60,62,64,68,70,71,73,76,81,82,83,84,86,87],Then:[55,64,84,87],There:[4,53,58,60,64,76,81,82,83,84,85,86],These:[53,55,57,73,75,84,86],To:[1,46,52,55,61,62,64,73,81,86,87],Will:31,With:[61,73,75,84,86],_:[75,82],___torch_mangle_10:81,___torch_mangle_4847:57,___torch_mangle_5:81,___torch_mangle_9:81,__and__:66,__attribute__:43,__derive_index:66,__getitem__:66,__gnuc__:43,__init__:[69,70,75,81],__is__:66,__isnot__:66,__not__:66,__or__:66,__range_length:66,__round_to_zero_floordiv:66,__torch__:[57,61,81],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:57,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:57,__visibility__:43,__xor__:66,_all_:54,_c:[71,87],_convolut:[61,66],_devic:[70,71],_input:70,_jit_to_backend:87,_script:71,_shapemod:70,_theme:80,_validate_not_a_forked_repo:86,a1b:76,aarch64:58,ab:66,abi:85,abl:[53,54,60,65,82,84,87],about:[52,53,57,60,61,64,70,73,86],abov:[25,55,61,64,68,74,75,82],absolut:[52,70],ac:78,acc_mod:82,acc_norm:82,acc_op:82,acc_op_convert:82,acc_ops_sigmoid:82,acc_trac:82,acceler:[67,88],accept:[48,52,57,60,61,62,70],access:[54,60,61,65,73,82,87],accord:[60,71],accordingli:[73,82],account:86,accumsan:78,accumul:[49,71],accuraci:[83,84],achiev:[55,83],aco:66,acosh:66,acoust:83,acquir:61,across:[49,52,54,55,71,73],acthardtanh:60,action:[75,82],activ:[61,71,75,82,83,84,88],activationtyp:[60,82],actual:[54,57,60,61,68,81,82],ad:[25,52,53,55,82],adaptive_avg_pool1d:66,adaptive_avg_pool2d:66,adaptive_avg_pool3d:66,adaptive_max_pool1d:66,adaptive_max_pool2d:66,adaptive_max_pool3d:66,add:[26,53,54,55,60,61,62,64,66,68,73,75,80],add_:[54,61,66],add_activ:82,addactiv:60,addit:[54,61,70,82,83],addlay:61,address:76,addshuffl:61,adipisc:[76,78],adjac:[55,75],adjust:75,adopt:83,advanc:[76,84],advis:75,aenean:78,afford:82,aforement:86,after:[52,53,54,55,61,62,63,65,81,82,85,86],again:[44,57,60,75],against:[52,61],agx:45,ahead:61,aim:54,algo_typ:[69,84],algorithm:[3,4,29,30,44,69,82,84],algorithm_selector:82,alias:43,align:75,align_corn:66,aliquam:78,aliquet:[76,78],all:[16,42,43,44,45,49,52,54,55,57,61,62,63,64,68,70,75,76,81,82,83,84,85,86],alloc:60,allow:[48,49,52,53,54,55,70,73,82],allow_gpu_fallback:[45,46,70,71,84,87,88],allow_tf32:66,almost:61,alpha:[66,76,82],alreadi:[52,53,54,61,84],also:[29,53,60,61,62,64,65,73,75,76,83,84],altern:[48,55,70,83],although:75,altogeth:[55,73],alwai:[3,4,27,52,75],amet:[76,78],an:[2,3,4,48,49,52,53,54,55,56,57,58,60,61,62,63,64,65,67,69,70,71,73,75,76,81,82,83,84,85,86],analogu:60,analysi:55,analyt:73,analytics_id:73,ancient:75,ani:[48,52,53,60,61,62,64,66,70,73,75,82,84],ann:75,annot:[60,61],anonym:75,anoth:[62,75,76,81],ant:78,anyon:76,anyth:[75,76,85],aot:[61,65],api:[55,58,60,61,62,70,71,74,82,83,84,85,86,87],appear:[55,75],append:66,appli:84,applic:[1,29,46,52,54,58,61,62,70,85,87,88],approach:55,apr:61,ar:[42,46,49,52,53,54,55,57,58,60,61,64,65,70,71,73,75,76,77,81,82,83,84,85,86,87],arab:76,arang:66,arbitrari:70,architectur:[64,65,83],archiv:64,arcu:[76,78],area:77,aren:61,arg:[53,61,69,70,79,82,83],arg_replacement_tupl:82,argc:61,argmax:66,argmin:66,argument:[48,52,54,57,60,61,70,71,75,76,82],argv:61,arithmet:55,around:[54,57,60,70,75,78,81],arrai:[3,4,33,53,70,71],arrayref:[45,48,49],artifact:63,arxiv:84,as_numpi:86,asin:66,asinh:66,aspect:52,assembl:[53,61],assign:[3,4,74],associ:[53,60,61],associatevalueandivalu:60,associatevalueandtensor:[60,61],assum:[33,70,87],atan:66,atanh:66,aten:[49,54,55,59,60,61,66,71],atol:52,attrdict:86,attribut:[54,55,57,61,75,82],auctor:78,audio:83,augu:78,author:76,auto:[44,55,60,61,75,76,84,88],autodoc:[75,76],automat:[61,75],avail:[52,60,64,73,82,88],averag:[49,52,71],avg:52,avg_pool1d:66,avg_pool2d:66,avg_pool3d:66,awai:75,awaken:75,axi:66,b0:83,b:[63,64,66,70,76,86],b_hh:66,b_ih:66,back:[54,55,57,58,61,70,75,81],back_insert:44,backend:[71,74,87],background:[75,81],backlink:75,backward:[70,82],bar:[73,75],base:[36,50,57,64,67,68,69,70,75,81,83,84],bash:64,basi:75,basic:[52,55,76,82,86],batch:[3,4,44,67,70,82,84,86,88],batch_norm:[60,66],batch_siz:[44,84],batched_data_:44,batchnorm:54,batchtyp:44,bathroom:75,bazel:[58,64],bazel_vers:64,bazelbuild:64,bazelisk:64,bazelvers:64,bdist_wheel:64,beat:76,becaus:[60,61,64,67,81,82],becom:60,bee:75,been:[53,60,61,76],befor:[49,54,55,58,60,61,64,65,71,82,86],beforehand:61,begin:[44,64,75,82],beginn:81,begun:75,behav:77,behavior:[49,55,70,71,82],behind:75,being:[61,82],belong:75,below:[33,55,60,61,64,75,82,86],benchmark:66,benefit:[60,61],besid:75,best:[64,75,82],beta:[66,71,82],better:[81,83],between:[54,55,60,64,75,76,84],bia:[54,61,66],bibendum:78,bibliograph:76,bigger:75,bin:64,binari:[44,84],binary_data:86,bind:[3,4,33,44,70,71,75],bird:86,bit:[49,60,61,70,71,82],bitbucket:73,bitbucket_url:73,bitwise_not:66,blandit:78,blank:75,blob:[59,73,84],block0:54,block1:54,block:[52,53,54,55,70,79],blue:75,bmm:66,bodi:[75,76],bold:75,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,54,60,61,66,67,68,70,71,73,84],border:75,both:[55,64,67,70,73,75,81,84],bottom:73,boundari:55,box:75,bracket:75,branch:64,bread:75,brief:55,briefli:81,brontosaurus:75,browser:75,bsd:[42,43,44,45],buffer:[3,4,82],bug:64,bui:76,build:[29,30,34,49,52,53,56,58,60,61,70,74,79,82,84],build_fil:64,build_model:82,buildcommandarg:63,builder:82,builderconfig:45,buildroot:63,built:[33,52,57,58,64,70,71],builtin:82,button:[73,75],bytearrai:[70,71,82],bytesio:70,c10:[0,1,45,46,48,49,61,84],c796d26:75,c:[42,43,44,45,52,58,62,66,67,70,76,85,86,88],c_api:59,c_str:[60,61],cach:[3,4,29,30,44,52,61,67,69,82,84],cache_:44,cache_fil:[44,69,84],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[69,84],cackl:76,calcul:[48,53,55,61],calibr:[3,4,29,30,44,49,52,61,69,71,84],calibration_cache_fil:[29,30,84],calibration_dataload:[30,84],calibration_dataset:84,calibrationalgo:[69,84],call:[29,30,32,49,54,57,60,61,67,70,71,75,81,82,83,87],call_funct:82,callmethod:81,can:[0,1,4,29,30,37,46,47,48,49,52,53,54,55,56,57,58,60,61,62,64,70,71,73,75,81,82,83,84,85,86,87],canada:76,cannot:[48,54,55,64,70,71,74,81,82],canon:73,canonical_url:73,capabl:[17,45,49,52,57,70,71,87],capit:75,caption:[75,78],cast:[3,4,54],cat:[55,64,66],caught:54,caus:[60,64,73],cd:[64,86],cdll:61,ceil:66,ceil_mod:66,cell:76,centercrop:86,cerr:61,certain:[64,82],cfg:55,chain:60,challeng:86,chanc:60,chang:[29,54,55,58,70,71,73,82,84,86],changelog:79,channel:[2,70,74],channel_last:[70,71,83],channels_last:70,charact:75,check:[0,1,31,46,52,54,60,61,64,71,82,85,86],check_method_op_support:71,check_method_operator_support:[21,41,45,50],checkmethodoperatorsupport:61,child:76,children:82,choic:[64,69],choos:[81,82],cifar10:84,cifar:84,clamp:66,clamp_max:66,clamp_min:66,class_count:86,classess:70,classif:[61,81,83],classifi:[76,83],classification_index:86,classmethod:70,clean:[55,75],cleanli:55,clear:44,cli:[52,62],click:63,clickabl:75,clone:66,close:61,closer:54,closet:75,cmake:63,cmake_build_typ:63,cmake_module_path:63,cmakecommandarg:63,cmakeset:63,cnn:83,co:[66,76,83],code:[55,58,61,63,65,70,74,76,81,82,84],coeffici:83,collapse_navig:73,collat:76,collect:[55,61,70,71],colon:75,color:[24,27,68,75],colored_output_on:[27,42,68],column:76,com:[59,61,64,84,85,86],combin:[55,82],come:[64,74,82,86],command:[52,61,64,75,76,81,86],comment:[64,75],commodo:78,common:[53,54,67,75,82],common_subexpression_elimin:54,commonli:76,commun:[49,52,61,63,71],compar:[62,82],comparis:[0,2],comparison:[1,46],compat:[0,1,46,54,57,64,70,71,82],compatibil:70,compil:[21,31,37,41,45,49,50,52,54,55,57,60,62,67,68,70,71,73,81,82,84,85,86,87,88],compile_spec:[84,88],compilegraph:[61,84],compilesepc:33,compilespec:[3,4,21,32,37,41,45,50,55,61,84,88],compilespecstruct:50,complet:[55,61,81],complex:[47,49,64,81],complianc:52,compliat:84,complic:64,compon:[56,58,81,85],compos:[81,82,84,86],composit:61,compound:83,comput:[49,70,75,82,83,84],conceiv:75,concorr:86,condimentum:78,condit:[55,75],conf:[73,80],confidence_scor:86,config:[64,67,82,86],configur:[32,37,48,61,64,65,70,71,79,84,86],configurationtyp:63,congu:78,connect:[54,71,75,86,88],consectetur:[76,78],consecut:55,consid:[55,61,71],consider:86,consist:[54,75,82],consol:52,consolid:[55,81],constant:[53,54,55,61],constant_pad_nd:66,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,54,56,58,60,61,69,70,75,76,82,84],constructor:[0,2,46,48,49,57,81],consult:74,consum:[4,53,81],contact:76,contain:[30,31,52,53,54,55,60,61,64,67,70,75,76,81,82,84,85,86],content:[79,84,86],context:[53,56,57,58,68],contextnet:83,contigu:[2,48,49,52,70,71],continu:[75,82,85],contributor:61,control:[81,82],conv1:[61,81],conv2:[61,81],conv2d:81,conv:[49,52,61],conval:78,convect:48,conveni:[83,84],convent:[33,70],converison:82,convers:[54,55,57,61,70,71,82],conversionctx:[60,61],convert:[3,4,31,32,37,52,54,55,56,58,62,65,70,71,83,85,87],convert_method_to_trt_engin:[21,41,45,50,70,71,87],convertgraphtotrtengin:61,convien:49,convienc:[3,4,49],convolut:[71,84,88],convtert:82,coordin:58,copi:[44,60,66,69,76,82,86],copy_:66,copyright:[42,43,44,45,61,76],core:[45,52,54,55,58,61,70,88],core_id:70,corpor:[42,43,44,45],corpu:83,correct:[57,64,73],correctli:64,correspond:[60,64,70,82],cosh:66,could:[55,82],count_include_pad:66,coupl:[53,58,82,85],cout:61,cover:83,cp:64,cpp:[14,15,42,43,44,45,51,54,58,61,64,84],cpp_frontend:84,cppdirectori:50,cppdoc:61,cpu:67,cra:78,creat:[29,30,33,52,53,55,57,60,61,65,71,75,82,86],credit:61,criteria:[55,56,58],cross:75,cs:84,csrc:[54,59],cstddef:84,ctestcommandarg:63,ctrl:63,ctx:[60,61],ctype:61,cuda113:64,cuda:[49,57,61,62,63,64,67,70,82,84,86,87],cuda_graph_batch_s:[67,82],cuda_runtim:[21,45],cudafloattyp:61,cudasetdevic:35,cudnn:63,cudnn_en:66,cumsum:66,curabitur:78,curl:[64,75],current:[23,55,57,60,64,67,71,73,82],cursu:78,custom:[52,64,82],custom_class:[21,45],custom_mapp:82,customclasshold:[45,48],cut:75,cxx11:85,d:[52,75,76,88],dapibu:78,data:[0,2,3,4,29,30,44,46,48,49,52,53,55,56,58,60,66,67,69,70,71,75,79,82,83,84],data_dir:84,data_item_1:74,data_typ:86,dataclass:82,dataflow:[60,61],dataload:[4,29,30,44,49,69,84],dataloader_:44,dataloadercalibr:[69,84],dataloaderopt:84,dataloaderuniqueptr:[4,44],dataset:[29,69,83,84],datatyp:[1,21,38,45,46,48,49,50,62,70,71,86],datatypeclass:50,date:76,david:76,dbg:64,dcmake_build_typ:64,dcmake_module_path:64,de:70,dead_code_elimin:54,deal:60,debug:[16,27,45,49,52,60,63,68,70,71,87],debugg:[52,71],decid:70,declar:64,deconvolut:88,decor:82,dedic:[54,76],deep:[60,65,73,84,88],deeplearn:[59,82],def:[75,81,82,86],defin:[0,1,2,3,4,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,43,46,47,48,49,51,52,61,62,70,73,81,82,83,84],definit:[51,60,75],deiti:75,delet:[0,1,2,45,46,54],delimit:54,demo:[75,84],demonstr:[75,76,77,83,84,86],demostr:83,denot:75,dep:64,depend:[29,34,53,58,61,62,82,85,86],depickl:57,deploi:[56,58,61,65,84,86],deploy:[52,61,62,70,83,84,85,86,88],deprec:[66,82],depth:[73,83],descclassnam:75,descnam:75,describ:[49,55,60,81,86,87],descript:[55,76],deseri:[61,70,71],design:[82,83,88],desir:[76,84],destini:76,destroi:[60,76],destructor:60,detail:[61,81,82,85,86],detect:[48,57],determin:[54,82],determinist:66,dev:70,develop:[61,64,65,75,76,82],deviat:52,devic:[21,33,35,38,45,49,50,52,57,62,66,67,69,70,71,83,84,87,88],device_typ:[45,46,70,84,87,88],deviceclass:50,devicetyp:[21,38,45,46,50,70,84,87,88],devicetypestruct:50,diam:78,dict:[70,71],dictionari:[70,71,87],dictum:78,dictumst:78,did:75,didn:75,differ:[29,54,55,58,64,65,73,81,82],dignissim:78,dilat:66,dim0:66,dim1:66,dim:[66,67,82,86],dim_int:66,dim_intlist:66,dimens:[48,54,67,82,83],direct:[79,85],directli:[60,63,64,65,69,84],directori:[18,19,20,21,42,43,44,45,50,63,64,70,84],disabl:[52,68,70,73,74],disable_profil:70,disable_tf32:[45,49,71,84],disclos:64,disconnect:75,discret:75,discuss:86,displai:[52,68,73],display_github:73,display_gitlab:73,display_vers:73,dist:64,distdir:64,distribut:[61,70,84,85],div:[55,66],div_:66,div_lgamma:55,divisor_overrid:66,django:74,dl:75,dl_open:85,dla:[1,45,46,49,52,65,70,71],dla_cor:[45,46,52,70,84,87,88],dla_global_dram_s:[45,49,52,71],dla_local_dram_s:[45,49,52,71],dla_sram_s:[45,49,52,71],dla_standalon:52,dlacor:52,dll:52,do_not_merg:55,doc:[58,59,64,73,74,75,80],docker:86,docsrc:58,docstr:[75,76],document:[42,43,44,45,50,58,61,73,75,76,80,81,84,85,86,87],docutil:[75,76],doe:[43,44,54,55,60,75,82,84],doesn:[61,64,75,81],dolor:[76,78],domain:[76,84],don:[60,73,75,76,82,84,86],done:[53,55,58,86],donec:[76,78],dont:42,dothismethod:75,dotpai:74,dotpayprovid:74,doubl:[49,52,71,75],down:[64,73,82],download:[64,79,84,86],downstream:83,doxygen_should_skip_thi:[44,45],dpython:[70,71],dram:52,dream:76,driver:64,drop:[64,73],dt:75,dtensorrt_root:64,dtorch_dir:64,dtyep:67,dtype:[45,48,49,52,62,66,67,70,71,82,83],dual:75,due:[3,4,64,74,75],dui:[76,78],dump:[36,52,64,70],dump_build_info:[21,38,45,50,70],dump_layer_info:70,durat:75,dure:[49,52,55,60,69,83,84,85],dynam:[48,49,67,70,71,82],dynamic_batch:[67,82],e:[29,30,52,54,60,61,64,67,70,81,82,84],each:[3,4,49,53,54,55,57,60,61,64,67,73,75,82],ear:75,earli:82,eas:43,easi:[52,53,54,61,84],easier:[56,58,60,61,70,82,84],easiest:64,easili:[3,4],echo:75,edg:75,edit:[63,73],edu:84,effect:[54,61,73,82,83,84],effici:60,efficientnet:83,efficitur:78,eg:86,egesta:78,eget:78,either:[47,48,52,60,61,62,64,70,71,73,75,81],el:66,eleifend:76,element:[57,75,76,79,82],element_typ:44,elementum:78,elit:[76,78],elk:75,els:[43,44,48,71,75,76],elu:66,emb:[33,52,71,76],embed:[52,57,66,71,75,88],embed_engine_in_new_modul:[21,41,45,50,71],emit:53,emphasi:75,empti:[49,67,71,76,81],emum:[16,17],en:73,enabl:[3,4,24,49,52,55,56,58,67,68,69,70,71,73,82],enable_precis:61,enable_profil:70,enabled_precis:[45,49,61,62,70,71,84,86,87,88],enalbed_precis:88,encod:[57,70,83],encompass:[70,71],encount:[55,64],encourag:86,end:[44,52,60,61,66,71,75,84],end_dim:[61,66],endif:[43,44,45],energi:75,enforc:61,engin:[0,1,17,32,33,37,45,46,48,49,52,53,55,56,58,61,62,65,67,70,71,73,84,85,87,88],engine_byt:70,engine_converted_from_jit:61,engine_nam:70,engine_str:70,enginecap:[21,38,45,49,50,70,71,87],english:83,enhanc:75,enim:78,ensur:[29,54,55,70],enter:53,entir:75,entiti:75,entri:[49,60],entropi:[29,30,84],entropy_calibr:69,entropy_calibration_2:[69,84],enumer:[0,1,2,16,17,46,69],environ:[82,86],ep:66,eq:[66,75],equat:75,equival:[32,56,58,60,61,71,81,84],equivil:37,erat:78,erf:66,eric:75,ero:78,error:[16,49,52,53,54,58,61,64,68,71,75,82],essenc:75,essenti:82,est:78,et:78,etc:[73,75,82,88],etiam:78,eu:78,euismod:78,eval:[61,62,86],evalu:[56,57,58],evaluated_value_map:[53,60],even:61,event:48,everi:[55,61,67],everyth:16,ex:[0,1,2,33,46,70,71,76,78],exact:86,examin:82,exampl:[48,55,57,58,60,61,63,65,68,70,71,73,74,76,79,81,82,84,85,86],example_tensor:70,exceedingli:75,except:82,exception_elimin:54,excerpt:76,excit:83,execpt:54,execut:[33,49,52,54,56,57,58,61,64,67,70,71,81,82,84,86],execute_engin:[57,61,70],exert:75,exeuct:57,exhaust:61,exist:[4,31,32,37,64,69,70,71,82,83,84],exit:86,exp:66,expand:[54,66],expand_a:66,expanded_asset:64,expect:[48,54,60,61,70,83],experiment:82,explain:82,explan:82,explic:44,explicit:[0,1,2,3,4,45,46,54,65,67,75,82,84],explicit_batch_dimens:[67,82],explicit_precis:67,explicitli:[55,56,58,62,71,84,87],explict:[44,70],explictli:0,expon:66,expos:84,express:75,ext:[75,76],extend:[56,58,60,61,66,83],extent:[61,65],extern:[73,75],extra:[61,70],extract:[61,83],extrem:75,ey:75,f16:[52,61,88],f32:52,f:[64,75,81,82],facilisi:78,fact:64,facto:75,factori:[4,29,30,84],fail:[61,88],fake_quantize_per_channel_affin:66,fake_quantize_per_tensor_affin:66,fall:70,fallback:[52,56,58,60,88],fals:[0,1,2,3,4,44,45,46,49,61,66,67,70,71,73,74,75,76,82,84,87],fame:78,familiar:86,far:[75,82],fashion:[61,83],fast:[49,52,71],faster:83,faucibu:78,fc1:[61,81],fc2:[61,81],fc3:[61,81],fc:[49,52,54],feat:[61,81],featur:[52,55,61,82,83,84,87],fed:[3,4,48],feed:[29,30,61],feedforward:83,feel:65,feli:78,feugiat:[76,78],few:[64,70,82],field:[3,4,67,70,84],fifth:76,figur:[55,76,78],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,52,55,57,58,61,63,64,67,69,70,71,73,74,76,80,82,84,86],file_path:52,filepath:63,find:[4,61,64,82],finder:64,finibu:78,finish:82,first:[48,53,54,61,62,75,76,82,84,86],firstli:86,fit:75,fix:[49,75,82,88],fixed_s:[45,49],flag:[52,55,56,58,62,64,69,85],flaten:49,flatten:[45,47,61,66,81],flatten_convert:61,flesh:86,float16:[52,70],float32:[48,49,52,70,71,82],float64:71,float_int:66,floor:66,floor_divid:66,floordiv:66,flow:[60,75,81,82,83],flox:75,flush:75,fly:81,fold:76,folder:[63,82],follow:[33,52,55,57,61,63,64,70,71,73,75,76,80,81,82,83,84,85,86],foo:[75,76,82],foo_kwarg:82,foo_nod:82,forc:[52,71,73,82],force_fp32_output:82,forced_fallback_op:55,form:[53,70,75,86],format:[33,45,48,49,52,62,66,70,71,75,76,83,86],forth:76,forum:64,forward:[29,30,32,33,55,57,60,61,70,71,81,84,87],found:[42,43,44,45,61,64,70,75,84,85],four:[75,76],fp16:[0,48,49,52,61,62,65,67,82,88],fp32:[0,48,49,52,65,71,82,83,84,86],frac:75,freed:60,freeze_modul:54,friend:45,fringilla:78,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,60,61,65,67,70,71,73,74,75,76,81,82,83,84,86],from_tensor:[70,82],frontend:[62,65],fssl:64,fstream:[20,44],full:[45,49,52,60,61,68,84,85,86,88],fulli:[31,52,54,61,70,71,84,88],further:[55,82],fusc:78,fuse_addmm_branch:54,fuse_flatten_linear:54,fuse_linear:54,fusion:[60,82],futur:[71,82],fx2trt:67,fx2trt_exampl:82,fx:[62,65,70],g:[29,30,52,54,64,67,70,75,82,84],g_:75,gamma:66,gatewai:74,gather:55,gaurd:43,gcc:[58,61],ge:66,gear:84,gener:[3,4,29,52,54,57,58,60,61,63,64,67,73,75,76,79,81,82,84],get:[0,1,2,3,4,23,34,44,46,54,55,60,61,64,68,70,82,83,84,86],get_batch:69,get_batch_impl:44,get_batch_s:69,get_build_info:[21,38,45,50,70],get_cache_mode_batch:69,get_extra_st:70,get_is_colored_output_on:[18,39,42,50,68],get_layer_info:70,get_logging_prefix:[18,39,42,50,68],get_output:82,get_reportable_log_level:[18,39,42,50,68],getattr:[54,57,61,81],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,61],getoutput:[60,61],getvalu:70,git:79,github:[59,61,64,73,84,85,86],github_url:73,gitlab:73,gitlab_url:73,give:[73,75,82],given:[48,49,52,54,61,62,67,69,70,71,81,82,87],global:[26,52,61],gnu:64,go:[44,54,55,61,65,81,82,83,86],goal:60,goe:[75,82],good:[44,60,75,82],goodger:76,googl:73,got:[61,75],gpu:[1,32,35,37,45,46,52,61,70,71,82,84,86,87,88],gpu_id:[35,45,46,52,70,84,87,88],graph:[16,31,32,37,45,52,53,55,56,58,60,61,65,67,68,71,81,82,83],graph_input:[45,49],graph_modul:67,graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,67],gravida:78,great:[61,75],greater:68,greedi:55,group:[66,75,76],grpc:86,gru_cel:66,gt:66,gtc:65,guangzhou:76,guarante:[55,70],guard:54,guard_elimin:54,gui:75,guid:[65,74],gulf:86,gz:[75,76,84],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,50,51,52,54,61,84],ha:[49,53,54,55,56,58,60,61,63,67,75,76,81,82,83,84],habit:78,habitass:78,hac:78,hack:44,hakaimagazin:86,half:[52,61,62,70,75,84,86,87,88],hand:86,handl:[54,55,57,70,82],happen:[81,82],hardtanh:[60,66],hardtanh_:66,hardwar:88,has_batch_dim:67,hash:64,have:[29,33,44,52,53,54,55,60,61,64,65,67,70,71,75,81,82,83,84,86],haven:61,header:[61,73,75,76,86],heart:76,heaven:75,heck:75,heh:76,hehe:76,height:75,help:[27,52,53,60,61,82,83,85],helper:60,hendrerit:78,here:[44,53,55,57,61,64,73,75,76,81,82,84,85,86],hermet:64,hexagram:75,hfile:50,hi:[66,75,76],hidden:[43,73],high:[54,55,73],higher:[54,73,75,81],highli:[83,86],highlight:75,hinton:84,hit:55,hold:[46,47,48,53,60,84],holder:[57,77],holi:75,home:64,hood:58,hope:76,host:[49,52,64,71,86],how:[3,4,64,75,77,79,81,83,85,86,87],howev:[29,64,73,74,86],html:[59,64,75,81,84],html_theme:80,html_theme_opt:73,html_theme_path:80,http:[59,61,64,70,73,75,81,83,84,85,86],http_archiv:64,httpclient:86,hub:86,huggingfac:83,human:75,humankind:76,hx:66,hybrid:71,hyperlink:75,hyphen:75,i8:52,i:[52,54,60,61,66,70,75,76,81,84],iaculi:78,icon:[73,75],id:[35,45,52,70,73,74,78,88],idea:[54,75],ident:52,identifi:55,idx:66,ifndef:[44,45],ifstream:44,ignor:70,iii:76,iint8calibr:[3,4,29,30,44,45,49,71,84],iint8entropycalibrator2:[3,4,29,30,44,84],iint8minmaxcalibr:[29,30,84],ilay:60,illustr:[82,83],imag:[84,86],imagenet:83,imagenett:83,images_:84,img1:86,img:86,img_path:86,imperdiet:78,implement:[3,4,54,55,57,61,70,74,82,84,85],implic:54,implicit:[66,67,75,82],implicitli:70,implictli:70,improv:76,in_shap:61,in_tensor:81,incapsul:70,incas:44,includ:[13,15,16,34,36,42,43,44,45,51,52,55,56,57,58,61,64,67,70,73,75,81,82,84],includedirectori:50,includehidden:73,incompat:64,incorpor:76,indent:75,index:[33,59,65,66,70,71,73,79,84],indic:[66,73,75],indirect:75,inetworkdefinit:53,infer:[54,61,70,71,82,83,84],inference_output:86,inferenceservercli:86,inferinput:86,inferrequestedoutput:86,info:[16,32,37,45,52,60,61,68,70],inform:[25,33,34,36,48,52,53,55,57,61,64,65,67,68,70,75,81,82,84,87],infrastructur:[84,86],ingest:58,inherit:[50,82,84],inheritenviron:63,initi:75,injuri:75,inlin:[0,1,2,3,4,29,30,44,46,48,54,61,76,79],inner:[49,76,83],input0:61,input1:61,input2:61,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,57,60,61,62,66,67,68,70,71,76,81,82,83,84,86,87,88],input_0:[57,61],input__0:86,input_binding_nam:[33,45,70,71],input_data:[62,81],input_file_path:[52,88],input_is_dynam:45,input_nam:[67,70,82],input_s:[55,61],input_scal:66,input_shap:[84,88],input_signatur:[45,47,49,71],input_spec:[52,67,82],input_tensor_spec:[67,82],input_v:82,inputclass:50,inputrang:[55,61],inputtensorspec:[67,82],insert:[61,84],inserting_befor:82,insid:[75,86],inspect:[60,61,81],instal:[61,65,79,85,86],installroot:63,instanc:[54,61,69,70,81,83],instance_norm:66,instanti:[56,57,58,60,61,70],instatin:[0,1,2,46],instead:[49,52,53,54,61,64,85],instnanti:57,instruct:[55,56,58,61,64,82,86],insur:64,int32:[70,71,83],int64:71,int64_t:[45,46,48,49,84,88],int8:[0,44,48,49,52,65,70,71,84,88],int8_t:[17,45],int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:66,integ:[70,78],integr:65,intend:64,intent:[54,75],interact:75,interdum:78,interest:[54,75],interfac:[0,1,2,46,57,58,60,84],interfer:75,intermedi:[16,49,52,68,71,81],intern:[1,16,46,60,61,68,70,75],internal_error:68,internalerror:68,interpol:75,interpret:[57,75,82],intro_to_torchscript_tutori:81,introduc:[82,83],invok:[61,81,82],io:[44,70,86],iostream:[20,21,44,45,61],ipso:75,ipsum:[76,78],ir:[56,58,60,62,70,81],is_aten:67,is_floating_point:66,is_train:84,iscustomclass:60,isinst:82,isn:[73,75],issu:[3,4,61,64],istensor:60,istream_iter:44,it_:44,ital:75,item:[74,76],itensor:[53,60,61,82],iter:[20,44,49,52,53,69,70,71],its:[29,53,55,57,60,64,70,75],itself:[0,1,2,46,52,54,64,86,87],iv:76,ivalu:[45,47,49,53,57,60,61],jan:76,jetpack:64,jetpack_5:64,jetpack_x:64,jetson:[70,83],jit:[31,32,33,37,45,47,49,52,53,54,55,56,57,58,59,60,61,62,70,71,81,86,87],jp_workspac:64,jpg:86,json:[63,70],jump:86,just:[44,45,54,55,61,62,65,68,70,75,77,81,82,83,85,87],justo:[76,78],k:[66,84],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,55,61],kdebug:[16,42,44],kdla:[1,45,46,88],kdla_standalon:[17,45],keepdim:66,kei:[75,81,86],kept:76,kernel:[48,49,52,60,70,71,82],kernel_s:66,kerror:[16,42],keyboard:75,keyword:[70,71],kf16:[84,88],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,54],khalf:[0,45,61],ki8:84,kind:[53,70,82],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],know:[42,60,73,75],knowledg:75,kriz:84,krizhevski:84,ksafeti:[17,45],kstandard:[17,45,49],ktest:84,ktrain:84,kunknown:[0,2,45],kwarg:[69,70,82,83],kwarn:[16,42],l:66,label:[75,83,84,86],lacinia:78,lack:[55,56,58,82],lacu:78,laid:61,lambda:[60,61,75,86],lang:74,languag:[74,75,76,81,86],laoreet:78,larg:[56,58,61,73,75,83,84],larger:[55,73,83],largest:66,last:[2,54,70,82],lastli:86,latenc:70,later:[29,61],latest:[64,73],launch:86,layer:[46,49,52,53,54,60,61,70,71,82,83,84,86,88],layer_norm:66,layout:[2,48,66,70,71],ld_library_path:64,ld_preload:85,ldd:64,le:66,lead:75,leader:75,leaky_relu:66,leaky_relu_:66,learn:[61,65,84,86,88],leas:76,least:[75,76],leav:54,lectu:[76,78],left:[73,75],legacy_calibr:69,legend:75,len:66,lenet:[61,81],lenet_script:[61,81],lenetclassifi:81,lenetfeatextractor:81,length:[3,4,44,66,76,82],leo:78,let:[46,52,54,60,70,71,73,75,82,83,86],letter:[76,83],level:[18,23,25,26,39,42,44,50,54,55,58,68,71,79,81,82,86],levelnamespac:50,leverag:[82,84],lgamma:55,lib:[54,61,64],libero:[76,78],librari:[34,42,43,44,45,52,56,57,58,60,61],libtorch:[4,36,60,61,63,64,84],libtorch_pre_cxx11_abi:64,libtorchtrt:[52,61,64],libtorchtrt_plugin:85,libtorchtrt_runtim:85,licens:[42,43,44,45,61],light:75,ligula:78,like:[52,53,54,57,60,61,62,64,74,75,81,82,84,85,86],limit:[54,68,74,84],line:[52,61,76],linear:[2,55,66,70,81],link:[52,53,61,65,73,74,79,85],linux:[58,61,64],list:[18,19,20,21,31,49,51,53,55,57,60,61,62,64,66,67,70,71,79,82,86],listconstruct:[53,55,57,61],listunpack:[57,61],liter:76,literal:76,literal_block:75,live:[60,75],ll:82,lo:66,load:[52,55,57,61,62,69,71,82,83,84,85,86,87],load_librari:85,load_state_dict:70,loading_data_recip:84,loborti:[76,78],local:[52,54,61,73],localhost:86,locat:[64,84],lock:74,log:[15,16,19,20,38,44,50,51,54,60,65,66,67,70,82],log_debug:60,logger:68,logger_level:67,loggingenum:50,logic:82,login:86,logist:82,loglevel:68,logo_onli:73,lone:76,longer:[73,85],look:[53,54,81,84,86,87],loop:[55,82],loop_unrol:54,lorem:[76,78],lose:73,loss:[83,84],lot:60,low:82,lower:[16,67,68,70,76,82,83],lower_exampl:82,lower_graph:54,lower_precis:[67,82],lower_tupl:54,loweralltupl:54,lowerprecis:[67,82],lowersimpletupl:54,lstm_cell:66,lt:66,ltorchtrt:85,luctu:78,lvl:[25,26,42],m:76,machin:[57,84,86],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:75,made:[54,56,58,75],maecena:78,magna:78,mai:[53,55,57,58,61,62,70,71,75,76,81,82,84,86],main:[54,55,56,57,58,60,61,73,75,77,82],mainli:82,maintain:[55,57,60],major:[58,82],make:[53,61,62,64,75,77,82,83,84,86,88],make_data_load:[4,84],make_int8_cache_calibr:[20,40,44,50,84],make_int8_calibr:[20,29,40,44,50,84],malesuada:78,man:[75,76],manag:[49,52,53,56,58,60,61,63,68,70,71],mangag:54,mani:[55,73,75,76,82],mantissa:[49,71],manual:[74,75,82],map:[1,46,53,54,56,58,60,61,82,83,84,86,87],mapper:82,mark:[54,55,73],marknodesforfallback:54,markup:[76,79],markup_process:75,mask:66,masked_fil:66,massa:78,master:[59,64,84,85],mat2:66,match:[54,64],math:79,matmul:[54,61,66],matrix:59,matter:82,matti:76,matur:58,mauri:[76,78],max:[48,52,60,66,70,73],max_batch_s:[67,82,86],max_c:52,max_h:52,max_input_shap:67,max_n:52,max_pool1d:66,max_pool2d:[61,66,81],max_pool3d:66,max_shap:[45,48,62,70,71,82,83],max_val:[60,66],max_w:52,max_workspace_s:[67,82],maximu:78,maximum:[48,49,52,67,71,82,86],mayb:75,mb:52,md:59,me:[75,76],mean:[55,60,65,66,67,82,86],mechan:[60,82,83],medium:75,meet:70,member:[46,47,48,49,70],memeori:2,memori:[20,21,44,45,54,60,61,62,70,71],memory_format:[66,70],memoryformat:[2,45],men:75,mental:75,menu:[52,73,75],menuselect:75,merg:55,messag:[16,25,26,52,68],meta:[79,82],metadata:[49,52,57,60,71,73],meth:75,method:[31,32,33,37,48,52,54,60,61,64,70,71,75,81,83,87],method_nam:[31,37,45,52,61,70,71],metu:78,mi:78,microsoft:63,middl:75,might:[54,64,73],min:[48,52,60,66,70],min_acc_module_s:67,min_block_s:[45,49,55,71],min_c:52,min_h:52,min_input_shap:67,min_n:52,min_shap:[45,48,62,70,71,82,83],min_val:[60,66],min_w:52,mind:75,mine:75,minim:[67,84],minimum:[48,49,52,55,68,71],minmax:[29,30,84],minmax_calibr:69,misbuild:73,miss:[61,75],mkdir:64,mm:86,mmb:75,mobilenet_v2:87,mobilenetv2:83,mod:[52,55,61,79,82,84],mode:[62,82,84],mode_:84,model:[52,55,57,61,62,65,67,68,70,81,84,87],model_nam:86,model_repositori:86,model_torchtrt:68,model_trt:68,modifi:[55,76,82],modul:[31,32,33,37,45,49,52,55,56,57,58,60,62,63,64,65,67,70,71,74,75,76,82,83,84,87,88],modular:61,module_fallback:54,module_nam:52,molesti:78,momentum:66,morbi:78,more:[53,61,64,65,70,73,76,81,82,84,85,86,87],most:[58,64,67,82,85,86],mother:75,motion:75,mous:75,move:[30,44,54,57,61,71,84],msg:[26,42,68],msvc_x64_x64:63,mu:75,much:[60,73,75,84],mul:[55,66],mul_:66,multi:52,multipl:[57,75,76,84,86],multipli:[49,71],must:[33,48,49,52,54,55,60,61,64,67,70,71,75,76,82,85],mutil:76,my:75,my_modul:70,my_pytorch_model:82,myclass:75,mymodel:[55,62],myself:76,n:[52,60,61,84],nabla:75,nam:[76,78],name:[3,4,31,33,37,44,55,57,60,61,63,64,67,69,70,71,75,76,81,82,86,87],namedtupl:82,namespac:[42,43,44,45,51,54,65,84],narrow:66,nativ:[58,59,61],native_funct:59,natur:75,nav:[73,79],navig:73,navigation_depth:73,nbbind:[3,4,44],nchw:[2,70,71],ne:[54,66],nec:78,necessari:[42,85],need:[0,1,2,25,29,43,46,53,54,60,61,62,64,67,70,75,82,83,84,85,86],neg:66,negative_slop:66,nequ:[76,78],nest:[45,49,50,75,76],net:[60,61,75,76],netu:78,network:[29,30,60,61,82,83,84,86,88],neural:88,new_lay:60,new_local_repositori:64,new_siz:84,newer:64,next:[3,4,53,57,67,73,75,76,84,86],ngc:[64,86],nhwc:[2,52,70],nibh:[76,78],nice:64,nickel:75,night:76,nightli:82,ninja:[63,64],nisi:78,nisl:78,nlp:[29,30,84],nn:[54,59,61,62,67,70,71,81,82],node:[54,55,56,58,60,61,67,82,83],node_info:[60,61],noexcept:[3,4,44,84],non:[76,78],non_block:66,none:[60,66,67,70,71,73,75,82],nonetheless:75,nonexist:75,norm:66,normal:[0,1,2,46,61,75,81,82,84,86,88],normalized_shap:66,noskipw:44,notatemoduleforfallback:54,note:[1,46,48,60,61,63,64,70,73,75,82,88],notebook:[58,65],now:[54,55,58,60,61,64,75,82,87],np:86,nu:75,nulla:78,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,71,87],num_it:52,num_op:52,num_work:84,number:[3,4,49,52,54,55,60,61,62,67,70,71,73,82,83],numel:66,numer:[52,76,82],numpi:86,nunc:78,nvcr:86,nvidia:[32,37,42,43,44,45,52,59,61,64,70,71,82,86,88],nvinfer1:[3,4,29,30,44,45,49,60,84],nvinfer:[20,44],o:[64,75,86],obj:66,object:[0,1,2,3,4,46,48,49,52,57,60,68,69,70,71,84,87],obtain:83,obvious:81,odio:[76,78],off:[55,57],offici:64,ofstream:[44,61],often:75,oh:76,ok:[61,75],okai:49,older:58,onc:[42,43,44,45,53,54,55,57,82,84,85,86],one:[47,54,60,61,62,68,70,75,81,82,86],ones:[42,55,56,58,61,64,75],onli:[1,3,4,16,29,44,46,48,52,54,55,58,60,64,67,68,70,75,82,84,85,88],onnx:54,onto:[52,57],op:[52,53,54,55,56,58,60,61,70,85],op_and_target:82,op_nam:52,open:[63,83,86],oper:[0,1,2,3,4,31,44,45,46,49,52,53,54,55,56,57,58,60,62,65,70,71,82,84,88],oppos:71,opset:[56,58],opt:[48,64,70],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,62,70,71,83],opt_w:52,optim:[48,52,54,61,62,65,67,81,82,83],optimin:48,optimiz:81,optimization_profile_field:70,optimize_target_shap:82,optimized_input_shap:67,optimz:86,option:[44,48,52,55,56,58,64,70,71,75,79,82,84,85,88],orchestra:75,orci:78,order:[33,49,55,60,61,62,64,67,70,71,82],org:[59,61,64,73,75,81,84],organ:76,origin:[33,67,82],ornar:[76,78],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,57,61,62,64,65,66,70,74,75,82,85],otherwis:[64,67,82,85],our:[55,58,61,81,86],out:[31,44,53,54,55,56,58,60,61,63,64,68,71,75,86],out_shap:61,out_tensor:[60,61],output0:54,output:[24,27,33,49,52,53,54,55,57,60,61,64,68,70,71,73,75,76,82,83,86],output__0:86,output_binding_nam:[33,45,70,71],output_file_path:[52,88],output_nam:[67,70,82],output_pad:66,output_s:66,outself:61,outsid:75,over:[56,58,75,82,86],overal:83,overrid:[3,4,29,30,44,70,82,84],overview:[59,65],own:[55,60,61,64,75,86],p:[52,61,66,86,88],packag:[52,54,61],pad:66,padding_idx:66,page:[65,77,79,86],pair:[54,60,64,75,83,84],pane:75,paragraph:[76,79],param:[69,74],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,35,37,46,48,49,53,54,60,61,67,68,70,71,79,81,82],parent:[14,15,18,19,20,21],pars:[61,75],parser:75,part:[52,55,58,70,73,74,75,82],partial:[52,75],partit:54,partitioninfo:55,pass:[33,53,55,56,57,58,60,61,64,68,69,70,71,81,82,84],past:75,path:[4,13,14,15,29,30,52,61,63,64,69,70,81,82,84,86],path_to_torchtrt_root:64,pathwai:81,pattern:[60,61,70],payment:74,pbtxt:86,peephole_optimz:54,pellentesqu:78,peopl:75,pep:75,perfetto:70,perforamnc:82,perform:[29,30,83,84,86],permit:75,permut:[66,82],persist:75,pharetra:78,phase:[16,60,61],phasellu:78,phi:75,philosoph:75,phrase:75,pi:75,pick:81,pickl:70,picklabl:70,pickler:57,piec:83,pil:86,pin:74,pin_memori:66,pip3:64,pip:[64,86],pipelin:[52,88],piplein:61,pixel_shuffl:66,pl:74,place:[48,54,64,75,76,77,82,84],placerat:78,plan:[52,58],platea:78,platform:[45,52,58,63,64,86,88],pleas:[61,64,75,82,86],plugin:82,point:[61,70,73,74,75,86],pointer:[3,4,84],polish:74,pool:88,pop:57,popul:67,popular:[64,74,83],portabl:[57,71],portion:[55,75],porttitor:[76,78],posit:[52,70,73,82],possibl:[64,75,83,86],post:[29,30,49,52,61,65],posuer:[76,78],potenti:[49,78],pow:66,power:[61,75,82,83],pr:61,praesent:78,pragma:[42,43,44,45,84],pre:[33,54,69,71,84,85],pre_cxx11_abi:64,preced:75,precis:[49,52,61,62,65,70,82,84,88],prefer:61,prefix:[27,28,42,68,75],preinstal:64,prelu:66,prepar:[82,86],preprint:84,preproc:69,preprocess:[84,86],prerequisit:63,present:63,preserv:[75,81,84],prespect:81,press:[63,75],pretium:78,pretrain:[83,86,87],pretti:61,prev_next_buttons_loc:73,prevent:[49,52,55],previou:73,previous:[29,33,61],prim:[53,54,55,57,61,66,81],prim_devic:66,primal:75,primarili:[58,61],print:[16,31,44,61,68,70,71,75,86,87],priorit:64,privat:[3,4,44,45,84],problem:75,problemat:75,proce:86,proceed:86,process:[52,55,74,75,81,83,84,86,87],prod:66,produc:[48,53,57,60,61,70,75,83],product:49,profil:[48,67,70],profiling_results_dir:70,profiling_verbos:82,program:[18,19,20,21,29,51,52,56,57,58,65,81],programm:75,progress:76,proin:78,project:[64,74,79],projectdir:63,promis:82,prop:67,properli:64,properti:73,propog:54,prose:75,provid:[3,4,49,52,55,57,60,61,62,64,67,70,71,75,82,84,85,86,87],providi:[56,58],provok:75,pt:[52,61,82,86],ptq:[3,4,15,18,19,38,50,51,52,65,70,71],ptq_calibr:[3,4,45,49,84],ptqtemplat:50,publish:86,pull:[64,86],purchas:74,pure:31,purpos:[64,82,83,86],puru:78,push:57,push_back:[44,55],put:[75,83],put_binding_nam:71,pwd:[63,86],py3:86,py:[54,58,61,64,70,73,75,80,81,82,84],pyindex:[64,86],pypi:64,python3:[54,61,64],python:[52,55,58,61,67,70,71,75,76,82,83,85,86,87,88],python_api:59,pytorch:[33,48,49,52,54,55,56,57,58,60,61,62,64,69,70,71,81,84,85,86],pytorch_libtorch:86,pytorch_sphinx_them:[73,80],qat:83,quant_max:66,quant_min:66,quantiz:[29,30,52,61,65],quantizatiom:49,quartznet:83,question:61,qui:[76,78],quickli:[52,61,84],quisqu:78,quit:[60,61,83],quot:76,r:75,rais:[54,82],raiseexcept:54,ram:[49,52,71],rand:[61,82],randn:[55,61,70,71,87],rang:[48,49,52,70,82,83],rank:73,rather:54,raw:73,re:[75,82],read:[3,4,29,30,44,73,75,84],read_calibration_cach:69,readcalibrationcach:[3,4,44],reader:75,realiz:57,realli:60,reason:[0,81,82],reattribut:76,recalibr:29,receiv:82,recip:84,reciproc:66,recognit:[83,84],recomend:[29,30],recommend:[29,30,61,64,75,82,86],record:[53,81],recurs:53,redistribut:76,reduc:[54,55,56,58,82,83,84],redund:82,ref:75,refer:[48,56,58,61,74,79,82,84,86],referenc:64,refit:[45,49,71,87],reflect:45,reflection_pad1d:66,reflection_pad2d:66,regard:[64,75],regardless:76,region:82,regist:[33,57,60,71,82],register_acc_op:82,register_acc_op_map:82,register_custom_acc_mapper_fn:82,registernodeconversionpattern:[60,61],registr:82,registri:[53,61],reinterpret_cast:44,rel:[52,55],relat:[46,75],relationship:50,releas:[63,75],reload_model_output:82,reload_trt_mod:82,relu:[55,61,66,81],relu_:66,remain:[54,84],rememb:82,remov:73,remove_contigu:54,remove_dropout:54,remove_to:54,render:73,rent:76,reorder:55,repack:57,repeat:[52,66],repeat_interleav:66,replac:[54,55,64],replication_pad1d:66,replication_pad2d:66,replication_pad3d:66,report:[23,44],reportable_log_level:68,repositori:[58,73,80,86],repres:[48,49,60,68,75,82],represent:[54,60,81,82,83],request:[61,70,86],requir:[29,49,52,53,54,61,68,70,71,73,82,84,85,86],require_full_compil:[45,49,71],requires_grad:66,research:82,reserv:[42,43,44,45],reset:44,reshap:[66,86],resiz:86,resnet50:86,resnet:[57,83,86],resnet_trt:57,resolut:83,resolv:[53,54,56,58],resourc:[53,84],respons:[29,57,75],rest:[75,76,82],restrict:[49,71],restructuredtext:[75,76],result:[53,54,55,62,68,70,71,73,81,86],ret:54,reus:[54,82,84],revert:73,revis:[75,76],revisit:75,rewrit:55,rfc:75,rho_:75,rhoncu:78,right:[42,43,44,45,54,58,60,75],risu:78,rm:86,rn50_preprocess:86,role:75,roll:66,roman:76,room:75,root:[42,43,44,45,64,73,84],roughli:55,round:[49,71],rounding_mod:66,row:76,rst:[73,75],rsub:66,rtol:52,rule:[64,71,82],ruler:75,run:[1,37,46,49,52,53,54,55,56,57,58,60,61,62,64,65,67,70,71,75,81,82,83,84,85,86,87,88],running_mean:66,running_var:66,runtim:[61,65,70],runtimeerror:82,rutrum:[76,78],s:[48,49,55,57,60,61,62,63,64,65,67,70,73,75,76,81,82,83,84,86],safe:[60,71],safe_dla:70,safe_gpu:70,safeti:[49,52,70],sage:75,sagitti:[76,78],sai:[76,83],said:75,same:[55,57,61,64,70,73,75,81,82,86,87],sampl:[75,82,84,86],sample_input:82,sapien:78,satisfi:[55,82],save:[29,44,52,57,61,62,70,71,82,83,85,86],save_timing_cach:[67,82],saw:61,scalar:[60,66],scalaropt_dim:66,scalartyp:[0,45,66],scale:[66,83,84],scale_factor:66,scale_grad_by_freq:66,scales_d:66,scales_h:66,scales_w:66,scatter:66,scelerisqu:78,schedul:[70,86],schema:[60,61],scheme:82,scientist:75,scope:54,scratch:29,scratch_spac:86,screen:73,script:[31,54,55,61,62,70,71,81,87],script_model:[81,87],scriptclass:71,scripted_model:88,scriptmodul:[61,62,70,71],scroll:[73,77],sdk:59,se:83,seamlessli:65,search:[65,73],second:[54,75,82],secondli:86,section:[61,73,75,76,77,79,82,84,86],sed:[76,78],see:[31,54,55,57,61,64,70,71,75,81,82],seen:[75,76],segment:[55,83],segmentmodelwithdependencyawar:55,select:[17,29,30,37,49,52,57,62,64,66,70,71,74,77,82,84],self:[54,57,60,61,66,69,70,81,83,88],self_1:[57,61],self_int:66,sell:76,seller:74,seller_id:74,sem:78,semant:75,semper:78,send:86,senectu:78,sens:[61,75],sentenc:[75,83],sentinel:[0,2],separ:[55,56,58],sequenc:[67,75,82,83],seri:55,serial:[33,37,52,56,58,61,70,71],seriali:71,serializ:[57,81],serialized_cach:[67,82],serialized_engin:[70,71],seril:57,serv:[52,57,65,82],servic:75,session:75,session_nam:75,set:[3,4,16,21,25,27,29,32,35,37,45,46,48,49,52,53,54,55,56,57,58,61,62,64,65,67,68,70,71,73,77,80,81,82,83,84,88],set_data_from_numpi:86,set_devic:[21,38,45,50,70],set_extra_st:70,set_is_colored_output_on:[18,39,42,50,68],set_logging_prefix:[18,39,42,50,68],set_reportable_log_level:[18,39,42,50,68],setalpha:60,setbeta:60,setnam:[60,61],setreshapedimens:61,setup:[43,84,86],sever:[16,26,68],sh:64,sha256:64,shape:[45,47,48,49,52,55,60,62,66,67,70,71,82,86,88],shape_mod:70,shape_rang:[67,82],share:[49,52,63,64,71],shell_command:75,shift:[63,64,66,75],ship:[61,85],shorthand:75,should:[0,3,4,29,45,49,52,53,54,55,56,58,60,65,68,70,71,73,75,78,82,84,86],show:[73,75,83],shown:[61,73,75],shuffl:[61,84],side:[54,61,73],sidebar:[73,79],sigmoid:[66,82],sigmoid_:66,sign:86,signatur:71,signifi:[48,54],signific:75,significantli:[54,73],similar:[60,61,82,85,87],simonyan:84,simpil:84,simpili:70,simpl:[75,76,81,82,83,86],simplest:86,simpli:[54,83],simplifi:53,simul:83,sin:[66,75],sinc:[54,61,70,75,81,82,84],sing:75,singl:[48,52,54,55,61,70,75,81,82,84],singular:60,sinh:66,sink:75,sit:[76,78],site:[54,61,64,75],six:75,sixth:76,size:[3,4,44,48,49,52,54,55,61,66,67,70,71,73,82,83,84],size_t:[3,4,44,84],skip:52,slash:73,slice:66,slightli:82,sm:57,small:[54,86],smaller:83,so:[0,44,52,53,54,57,58,60,61,64,65,67,74,75,76,82,84],sodal:78,softmax:[54,66,82],softwar:[49,52,71,75],sole:[62,84],sollicitudin:78,solv:86,some:[53,54,55,56,57,58,60,61,74,75,82,84],some_funct:75,someth:[43,54,75,86],someurl:75,sort:[60,66,70,87],sourc:[42,43,44,45,58,63,67,68,69,70,71,82],sourceforg:[75,76],space:[75,76,84],spaces_and_linebreak:75,span:76,spars:[52,66],sparse_weight:[45,49,71,82],sparsiti:[49,52,71,82],spec:[45,48,49,52,68,70,71,87],special:55,specif:[32,49,54,56,58,70,71,75,83],specifi:[3,4,33,52,60,62,64,65,68,70,71,73,75,82,86,87],specifii:70,speech:83,speedup:83,sphinx:[73,74,75,76,80],sphinx_rtd_them:[75,76],spin:86,spirit:75,split:[55,66,82],split_siz:66,split_with_s:66,sqrt:66,squar:66,squeez:[66,83],sram:52,src:[57,59,66],ss:44,ssd300_trt:57,ssd:57,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[59,71,73],stack:[57,66,84],stage:[53,82],stand:[57,75],standalon:75,standard:[52,57,65,75,83,85,87],stapl:76,start:[53,55,61,64,66,76,82,83,87],start_dim:[61,66],start_step:66,state:[53,60,61,70],state_dict:70,statement:[54,75],static_cast:44,statu:[44,76],std:[3,4,22,26,28,29,30,31,33,34,37,42,44,45,47,48,49,55,61,84,86,88],stdout:[36,68,70],steamlin:84,step:[55,65,66,82,83,84],stick:73,sticki:[73,79],sticky_navig:[73,77],still:[44,55,82,84],stitch:[55,61],stop:61,storag:84,store:[2,4,49,52,53,57,60,61,70,71,81,82],str:[19,43,44,50,66,68,70,71,82],straight:60,strang:75,strategi:[55,70],street:76,strict:85,strict_type_constraint:82,stride:66,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,37,42,44,45,49,55,57,60,61,63,70,73,84],stringstream:44,strip_prefix:64,strong:75,strongli:75,struct:[1,21,38,41,45,84],structur:[29,46,49,55,58,60,73,75,79,81,86],structuredtext:75,stub:76,studio:63,stuff:75,style:[42,43,44,45,73,75,76],style_external_link:73,sub:[66,75,81],sub_:66,subdirectori:51,subexpress:54,subgraph:[49,52,53,54,60,61],subject:58,submenu:79,submodul:[67,81],suboptim:55,subscript:75,subsect:75,subset:[83,84],substitut:75,subtitl:75,subtre:80,subword:83,success:63,sudo:64,suffic:54,suggest:86,suit:65,suitabl:82,sum:[49,66,71,82],superscript:75,supervis:83,suppli:75,support:[0,1,2,27,31,46,48,49,52,55,59,61,62,63,64,65,67,70,71,73,74,81,82,86,88],sure:[61,62,64,86,88],suscipit:[76,78],suspendiss:78,symbol:[33,64,70,71,75,82,85],symlink:80,system:[53,60,64,65,71],t1:66,t2:66,t:[0,1,2,45,46,54,60,61,64,66,70,73,75,76,81,82,84,86],t_:75,tabl:[64,79],tag:[75,86],take:[31,32,33,37,53,56,57,58,60,61,67,70,71,73,75,82,83,84,87],taken:75,talk:65,tan:66,tanh:66,tanh_:66,tar:[64,75,84],tarbal:[61,84],target:[1,33,45,46,48,49,52,55,57,58,62,65,70,71,82,84,87,88],target_devic:70,targets_:84,task:[29,30,82,83,84],techinqu:61,techniqu:84,tell:[54,55,56,57,58,60,75],tellu:78,tem:52,templat:[20,40,44,45,50,61,73],temporari:82,tempu:78,tensor:[2,33,44,45,48,49,52,53,54,55,57,60,61,66,67,70,71,81,82,83,84],tensor_mod:66,tensor_scalar:66,tensor_tensor:66,tensorcontain:60,tensorformat:[21,38,45,48,50,70],tensorformatenum:50,tensorlist:[55,60],tensorrt:[0,1,3,4,29,30,31,32,33,36,37,44,45,46,48,49,52,53,54,55,56,58,60,67,69,70,71,81,84],tensorrt_convert:82,tensorrt_root:63,tensorrtcompilespec:[71,87],tensort:82,teo:52,term:[70,75,76,83,84],termin:[27,52,61],test:[52,55,58,64,75,76,82,83,84,86],test_acc_trac:82,test_ptq_dataloader_calibr:84,test_ptq_trt_calibr:84,test_py_modul:[75,79],test_segment:55,testing_dataload:84,testing_dataset:84,text:[68,76,78,83],tf32:[49,52],than:[54,65,74,75,83,85],thats:[53,84],the_model_repositori:86,thei:[46,52,53,54,57,60,62,64,70,73,75,82],them:[54,55,57,61,64,73,82,83],theori:[53,75],therebi:[57,83],therefor:[29,57,61,75,82,83],theres:85,therfor:85,theta:75,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,64,67,70,71,73,74,75,77,78,81,82,83,84,85,86,87],thicker:75,thin:75,thing1:75,thing2:75,thing3:75,thing:[64,75,82],think:[60,75],third:[76,82],third_parti:[58,64],this_arg_is_opt:82,those:[53,75],though:[52,58,60,61,81],thought:75,three:[48,56,58,67,70,75,76,82,83,86],threshold:52,through:[48,53,54,55,57,61,62,65,68,69,75,82,83],throught:82,thrown:[49,71],thu:75,time:[49,52,53,54,55,56,57,58,60,61,67,71,73,75,82,84],timing_cach:82,timing_cache_prefix:[67,82],tincidunt:78,tini:84,titles_onli:73,tmp:61,toctre:73,tocustomclass:60,todim:61,todo:[73,82],togeth:[53,60,61],token:83,toler:52,too:[64,73,75,76],tool:[60,61,82,83],toolchain:[58,64],top:[58,73,77],topk:66,torch:[0,1,2,4,20,21,29,30,31,32,33,36,37,44,45,46,47,48,49,52,53,54,55,56,57,58,60,64,67,70,71,81,84,88],torch_dir:63,torch_executed_modul:[45,49,55,71],torch_executed_op:[45,49,55,71],torch_scirpt_modul:81,torch_script_modul:61,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,55,61,62,65,82,83,84,85,86,87,88],torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:57,torchhub:86,torchscript:[19,21,38,43,45,49,50,52,55,56,57,58,62,67,70,71,83,87,88],torchscriptstruct:50,torchtrt:[43,55],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:85,torchtrt_unus:60,torchtrtc:[64,65,88],torchvis:[57,84,86,87],toronto:84,tortor:78,totensor:[84,86],tovec:61,toward:84,trace:[55,61,70,71,81,82],traced_model:81,track:[60,84],tradit:[48,71,84],traget:32,trail:73,train:[29,30,49,52,61,62,65,66],trainabl:54,transcrib:83,transfer:74,transform:[61,84,86],transformed_img:86,translat:61,transmit:75,transpos:[66,82],trash:75,travers:[55,56,58],treat:52,tree:[42,43,44,45,73,84,85],trigger:[55,61,82],trim:84,tristiqu:78,triton:65,triton_to_np_dtyp:86,tritoncli:86,tritonserv:86,trt:[0,1,3,4,46,48,53,54,57,60,61,66,70,82],trt_engin:70,trt_interpreter_result:82,trt_lenet_script:61,trt_mod:[55,61,84,88],trt_model:[55,86,87],trt_modul:70,trt_ts_modul:[55,62],trtinterpret:[67,82],trtinterpreterresult:[67,82],trtmodul:[67,70,82],trtmodulenext:70,truncat:[49,52,71],truncate_long_and_doubl:[45,49,71],ts:[43,52,55,61,62,65,70,81,87],ts_model:[55,61],tt:75,tue:76,tup:66,tupl:[57,67,70,71,82],tupleconstruct:[54,57],tupleindex:66,tupleunpack:54,turn:[67,82],turpi:78,tutori:[81,84],two:[52,54,60,62,64,75,76,80,81,82,84,86],type:[0,1,2,30,49,50,52,53,55,57,60,61,62,63,67,68,70,71,75,82,83,84],type_fp32:86,typenam:[3,4,29,30,44],typic:[53,60,86],ugli:75,ui:[70,74],uint64_t:[45,49],ultric:78,un:84,unabl:[60,61],unbind:66,unbroken:75,uncas:83,uncom:64,under:[42,43,44,45,58,75,82],underli:[0,1,2,46,60],uniformli:83,union:[60,61,70,71],uniqu:[4,62],unique_ptr:[4,30],unit:82,univers:75,unknown:70,unless:82,unlik:[64,65,87],unlimit:73,unpack_addmm:54,unpack_log_softmax:54,unqiue_ptr:4,unreferenc:75,unrestrict:75,unsqueez:66,unstabl:58,unsupport:[31,49],unsur:60,untest:58,until:[53,55,58,60,64],unwrap:60,unwraptodoubl:60,unwraptoint:61,unzip:64,up:[53,54,55,56,57,58,75,81,82,83],updat:[67,82],upload:86,upon:73,upper:76,upsample_bilinear2d:66,upsample_linear1d:66,upsample_nearest1d:66,upsample_nearest2d:66,upsample_nearest3d:66,upsample_trilinear3d:66,upscale_factor:66,upstream:61,uri:75,url:[64,73,86],urna:78,us:[0,1,2,3,4,29,30,32,35,37,43,44,45,46,48,49,52,53,55,57,58,60,63,65,67,68,69,70,71,73,74,75,76,81,82,84,85,86,88],usag:[61,69,75,82],use_cach:[3,4,30,44,69,84],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:67,use_input_stat:66,use_subset:84,usecas:[62,64],user:[42,48,55,56,57,58,61,62,64,65,75,76,84,86],using_int:[61,66],usr:64,usual:[73,82],ut:78,utf:[75,76],util:[60,61,71,83,84,86],v0:[72,86],v1:75,v2:[29,30],v:[52,76,86],valid:[1,46,55,60],valu:[0,1,2,16,17,45,46,48,53,55,57,60,61,63,66,68,69,70,73,83],value_tensor_map:[53,60],vanilla:82,vari:67,variabl:[48,63,70,82],variant:85,varient:54,varieti:86,variou:[82,88],variu:78,vcs_pageview_mod:73,vec:66,vector:[20,21,33,44,45,47,48,49,55,57,61,84,88],vehicula:78,vel:78,velit:78,venenati:78,verbios:52,verbos:[52,67,76,82],verbose_log:[67,82],veri:[76,77,82,84,86,87],verifi:55,verison:64,version:[34,36,58,64,73,76,82,83,86],vertic:[73,75],vestibulum:[76,78],vgg16:84,vgg:84,vi:75,via:[65,70,71,73,79,82,83,84,85],view:[66,73],virtual:84,vision:[82,86],visitor:73,visual:[63,70],vita:[76,78],vivamu:78,viverra:78,vm:76,volutpat:78,vs:[0,1,2,46,54,71,87],vulput:78,w:52,w_hh:66,w_ih:66,wa:[54,57,61,70,75,82],wai:[52,61,64,81,82,83,84],walkthrough:83,want:[42,55,61,67,81,82,84,86,87],warn:[16,44,52,60,68],wash:75,we:[42,44,53,54,55,56,57,58,60,61,67,70,73,75,81,82,83,84,86],weak:75,web:75,websit:64,weight:[48,49,52,53,61,66,71,75,82,83],welcom:[61,82],well:[61,64,68,70,75,84],were:61,wget:86,what:[4,54,61,62,75,81,82],whatev:[57,82],wheel:64,when:[27,44,45,46,52,53,54,55,56,57,58,60,61,64,68,70,71,73,75,77,81,82,83,84],where:[53,54,60,61,70,71,76,82,84],wherev:82,whether:[4,52,67,70,74,82,84],which:[1,2,29,32,37,46,49,53,54,55,56,57,58,60,61,62,64,67,69,70,71,73,75,76,81,82,83,84,85,86,87],white:75,whitespac:75,whl:64,who:75,whole:82,whose:[54,82],why:75,wide:79,width:[75,83],window:75,window_nam:75,wish:76,within:[49,52,56,58,70,71,73,75],without:[55,60,61,73,75,84],wl:85,wooden:75,word:[75,83],work:[44,54,58,60,70,75,76,82,84],worker:84,workflow:[67,82,83,87],workspac:[49,52,64,67,71,82],workspace_s:[45,49,52,71],world:75,would:[52,60,61,62,64,70,82,85,86,87],wp:86,wrap:[56,57,58,61,75,78,82,87],wrapper:[60,82],write:[3,4,29,30,44,53,61,65,70,75,82,84,86],write_calibration_cach:69,writecalibrationcach:[3,4,44],wrote:75,www:[61,64,73,75,84,86],x64:63,x86:85,x86_64:[58,64],x9:54,x:[5,10,33,43,54,55,61,64,70,71,76,81],x_0:75,x_1:75,x_2:75,x_3:75,x_4:75,x_:75,x_lgamma:55,xavier:[45,88],xstr:[19,43,50],xx:86,xxx:82,y:[33,55,70,71,76],y_lgamma:55,yahoo:76,yaml:59,yet:[82,83],you:[0,1,2,29,30,46,48,49,52,53,54,55,57,58,60,61,62,64,65,70,71,73,75,76,77,81,82,83,84,85,86,87],your:[60,61,62,64,65,70,73,75,76,80,81,85,87],yourself:61,yy:86,z:76,zero_point:66,zip:[57,64],zisserman:84},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Using Torch-TensorRT in C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","5. :mod:`test_py_module`","3. Paragraph Level Markup","4. Lists & Tables","1. Long Sticky Nav","1. Structural Elements","<no title>","Installation","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Example notebooks","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Serving a Torch-TensorRT model with Triton","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[77,86],"10":77,"11":77,"12":77,"13":77,"14":77,"15":77,"16":77,"17":77,"18":77,"19":77,"2":[77,78,86],"20":77,"3":[77,86],"4":77,"5":77,"6":77,"7":77,"8":77,"9":77,"class":[0,1,2,3,4,20,21,38,40,41,50,67,69,70],"enum":[16,17,18,21,38,39,50,69,70],"function":[18,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,59,67,70,71],"long":[77,79],A:75,And:75,But:76,By:[18,19],Or:54,The:[61,75],To:54,aarch64:64,abi:[57,64],acc:82,acceler:83,add:82,addmm:54,admonit:75,advic:60,ahead:65,an:79,api:[50,51,59,64,65],applic:84,arg:[60,74],automat:55,avail:59,awar:[55,83],background:[57,60],base:[3,4,48,73],bert:83,binari:64,block:75,branch:54,build:[63,64,73,86],bullet:76,c:[50,59,61,64,65,83,84],can:76,caption:[76,79],center:75,ch:75,changelog:72,check_method_operator_support:31,choos:64,citat:[75,84],citrinet:83,cli:[64,65],client:86,cmake:64,code:[54,75],compil:[32,56,58,61,63,64,65,83],compilespec:49,compound:75,configur:[63,73],construct:57,content:[18,19,20,21,38,39,40,41,73,74,75,76,77,78],context:[60,73],contigu:54,contract:60,contributor:65,convers:[53,56,58,60],convert:[53,60,61,66,82],convert_method_to_trt_engin:37,cpp:[13,18,19,20,21,55],creat:[81,84],creativ:75,cudnn:64,current:66,custom:61,cxx11:64,data:74,datatyp:0,dead:54,debug:64,deep:83,deeper:76,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,76],demo:79,depend:[55,64],deploi:[83,85],deseri:57,detect:83,develop:59,devic:[1,46],devicetyp:1,dimens:59,direct:75,directli:87,directori:[13,14,15,51],disk:81,distribut:64,dla:88,doctest:75,documen:65,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,59,65,78,79],down:76,download:[75,80],dropout:54,dump_build_info:36,dynam:83,easier:59,efficentnet:83,element:78,elimin:54,eliminatecommonsubexpress:54,embed_engine_in_new_modul:33,emphas:75,engin:[57,82],enginecap:17,enumer:76,envior:64,evalu:[53,66],exampl:[75,77,83],execept:54,executor:57,expect:59,face:83,fallback:[54,55],field:76,figur:75,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:54,footnot:75,format:57,freez:54,from:[64,87],frontend:[82,83],full:[50,51],fuse:54,fx2trt:82,fx:[67,82,83],gaurd:54,gener:74,get:65,get_build_info:34,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:76,git:80,glossari:75,gpu:65,graph:[54,57],graphinput:47,grid:76,guarante:60,guid:82,h:[18,19,20,21,42,43,44,45,55],have:76,hierarchi:50,hlist:76,hole:76,hood:61,how:[73,82,84],html:73,hug:83,ien:75,imag:[75,76],includ:[14,18,19,20,21],incred:79,index:74,indic:65,infer:86,inherit:[3,4,48],inlin:75,input:48,instal:[63,64,80],int8:83,int8cachecalibr:3,int8calibr:4,ir:59,jetson:64,jit:65,languag:83,layer:59,learn:83,lenet:83,level:[16,73,75,76],librari:[64,85],libtorchtrt:85,like:76,line:75,linear:54,link:[59,75],list:[42,43,44,45,76],liter:75,local:64,log:[18,22,23,24,25,26,27,28,39,42,68],logsoftmax:54,loop:54,lower:[54,56,58],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:75,mask:83,math:75,menu:[77,79],meta:75,miss:82,mlm:83,mod:74,model:[82,83,86],modul:[54,61,81],namespac:[18,19,20,21,38,39,40,41,50],nativ:64,native_op:59,nav:77,nest:[1,46],node:53,notebook:83,number:[75,76],nvidia:65,object:83,one:76,op:[57,82],oper:[61,66],optim:86,optimz:54,option:[73,74,76],other:60,overview:58,own:84,packag:[64,85],page:73,paragraph:[75,78],paramet:74,partit:[55,56,58],partitoninfo:55,pass:54,pattern:54,peephol:54,phase:[53,54,55,56,57,58],plugin:85,post:84,pre:64,precompil:64,prerequisit:64,program:[42,43,44,45,85],project:73,ptq:[20,29,30,40,44,69,84],python:[59,62,64,65,81,84],pytorch:[59,65,82,83,87],quantiz:[83,84],queri:86,quickstart:61,quot:75,rabbit:76,read:59,redund:54,refer:75,regist:61,relationship:[1,3,4,46,48],releas:64,remov:54,replac:75,resnet50:83,respons:60,result:57,right:64,rubric:75,runtim:[56,57,58,85],save:81,second:76,section:78,segmentedblock:55,serial:57,serv:[83,86],server:86,set:86,set_devic:35,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:64,shape:83,shape_analysi:55,sidebar:75,so:85,sometim:59,sourc:64,ssd:83,start:65,step:86,sticki:77,str:5,struct:[46,47,48,49,50],structur:78,subdirectori:[13,14],submenu:77,submodul:70,subsect:78,subsubmenu:77,subsubsect:78,support:66,system:58,tabl:[73,74,75,76,77,78],tarbal:64,target:75,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,57,59,61,62,63,64,65,82,83,85,86,87],test_py_modul:74,text:75,theme:[73,79],thi:[76,79],through:66,time:65,titl:75,toc:73,topic:75,torch:[50,59,61,62,63,65,82,83,85,86,87],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,67,68,69,70,71],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,37,41,61,65,81],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,61],tracer:82,train:[83,84],transform:83,triton:86,ts:71,tupl:54,tutori:65,type:[3,4,46,48],under:61,unpack:54,unrol:54,unsupport:61,up:86,us:[54,59,61,62,64,83,87],user:82,version:57,via:80,wai:75,weight:60,what:60,wide:73,window:63,work:[61,81],write:60,xstr:10,your:[84,86]}}) \ No newline at end of file diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html index 1133b2d7bd..36105daec5 100644 --- a/docs/src/pytorch-sphinx-theme/docs/changelog.html +++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html @@ -10,7 +10,7 @@ - Changelog — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Changelog — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html index 94ab043d1f..81bedbedc3 100644 --- a/docs/src/pytorch-sphinx-theme/docs/configuring.html +++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html @@ -10,7 +10,7 @@ - Configuration — Torch-TensorRT v1.4.0dev0+b638e78 documentation + Configuration — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html index 1fe7aab642..77e387233f 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html @@ -10,7 +10,7 @@ - 5. :mod:`test_py_module` — Torch-TensorRT v1.4.0dev0+b638e78 documentation + 5. :mod:`test_py_module` — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -213,7 +213,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html index 27901f0c60..2db61cf798 100644 --- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html +++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html @@ -12,7 +12,7 @@ - 3. Paragraph Level Markup — Torch-TensorRT v1.4.0dev0+b638e78 documentation + 3. Paragraph Level Markup — Torch-TensorRT v1.4.0dev0+c796d26 documentation @@ -215,7 +215,7 @@
- v1.4.0dev0+b638e78 + v1.4.0dev0+c796d26
@@ -560,7 +560,7 @@

3.4.4.

3.4.5. Code Blocks

# parsed-literal test
-curl -O http://someurl/release-v1.4.0dev0+b638e78.tar-gz
+curl -O http://someurl/release-v1.4.0dev0+c796d26.tar-gz
Code Blocks can have captions.
{
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 54f8a78659..372b9a15ab 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   
   
-  4. Lists & Tables — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  4. Lists & Tables — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -213,7 +213,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index a050cd684a..fdb53673e6 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Long Sticky Nav — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  1. Long Sticky Nav — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -213,7 +213,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index 52b8f8168d..ea8f82935b 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   
   
-  1. Structural Elements — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  1. Structural Elements — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -213,7 +213,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 5f3fed3a8a..6c8660fe3d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   
   
-  <no title> — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  <no title> — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -213,7 +213,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index 78c787729c..1a39db037e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   
   
-  Installation — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Installation — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -213,7 +213,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/creating_torchscript_module_in_python.html b/docs/tutorials/creating_torchscript_module_in_python.html
index de6018d7ec..96cd7ab171 100644
--- a/docs/tutorials/creating_torchscript_module_in_python.html
+++ b/docs/tutorials/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   
   
-  Creating a TorchScript Module — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Creating a TorchScript Module — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/getting_started_with_fx_path.html b/docs/tutorials/getting_started_with_fx_path.html
index 013beac81f..4ecf0355e4 100644
--- a/docs/tutorials/getting_started_with_fx_path.html
+++ b/docs/tutorials/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   
   
-  Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Torch-TensorRT (FX Frontend) User Guide — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 1487ca2805..b79c73caf3 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   
   
-  Example notebooks — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Example notebooks — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/ptq.html b/docs/tutorials/ptq.html
index 5642cd0ada..dfa272473a 100644
--- a/docs/tutorials/ptq.html
+++ b/docs/tutorials/ptq.html
@@ -10,7 +10,7 @@
 
   
   
-  Post Training Quantization (PTQ) — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Post Training Quantization (PTQ) — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/runtime.html b/docs/tutorials/runtime.html
index 148e33394f..07f2511d11 100644
--- a/docs/tutorials/runtime.html
+++ b/docs/tutorials/runtime.html
@@ -10,7 +10,7 @@
 
   
   
-  Deploying Torch-TensorRT Programs — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Deploying Torch-TensorRT Programs — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 5abeea36d1..d081552bf3 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   
   
-  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Serving a Torch-TensorRT model with Triton — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/use_from_pytorch.html b/docs/tutorials/use_from_pytorch.html
index 6a95193363..e3217df784 100644
--- a/docs/tutorials/use_from_pytorch.html
+++ b/docs/tutorials/use_from_pytorch.html
@@ -10,7 +10,7 @@
 
   
   
-  Using Torch-TensorRT Directly From PyTorch — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  Using Torch-TensorRT Directly From PyTorch — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26
                 

               
             
diff --git a/docs/tutorials/using_dla.html b/docs/tutorials/using_dla.html
index 3059665f6d..851be6a499 100644
--- a/docs/tutorials/using_dla.html
+++ b/docs/tutorials/using_dla.html
@@ -10,7 +10,7 @@
 
   
   
-  DLA — Torch-TensorRT v1.4.0dev0+b638e78 documentation
+  DLA — Torch-TensorRT v1.4.0dev0+c796d26 documentation
   
 
   
@@ -215,7 +215,7 @@
               
               
                 

-                  v1.4.0dev0+b638e78
+                  v1.4.0dev0+c796d26