From ee2a9c9aa107e560f208aa09593ae9bf97b56413 Mon Sep 17 00:00:00 2001 From: TNTwise Date: Sun, 15 Sep 2024 19:18:53 -0500 Subject: [PATCH] regular trt level --- backend/src/InterpolateTorch.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backend/src/InterpolateTorch.py b/backend/src/InterpolateTorch.py index aca3c116..32271816 100644 --- a/backend/src/InterpolateTorch.py +++ b/backend/src/InterpolateTorch.py @@ -356,7 +356,7 @@ def _load(self): else "" ) + ( - f"_level-5" + f"_level-{self.trt_optimization_level}" if self.trt_optimization_level is not None else "" ) @@ -377,7 +377,7 @@ def _load(self): workspace_size=self.trt_workspace_size, min_block_size=1, max_aux_streams=self.trt_max_aux_streams, - optimization_level=5, + optimization_level=self.trt_optimization_level, device=self.device, cache_built_engines=False, reuse_cached_engines=False,