use arena by default in native installation

2025-04-19 16:51:17 -04:00
parent 5a3b11d603
commit e2d80755c6
4 changed files with 26 additions and 5 deletions
@@ -123,7 +123,7 @@ class OrtSession:
    @property
    def _sess_options_default(self) -> ort.SessionOptions:
        sess_options = ort.SessionOptions()
-        sess_options.enable_cpu_mem_arena = False
+        sess_options.enable_cpu_mem_arena = settings.model_arena

        # avoid thread contention between models
        if settings.model_inter_op_threads > 0: