use arena by default in native installation

2025-04-19 16:51:17 -04:00
parent 5a3b11d603
commit e2d80755c6
4 changed files with 26 additions and 5 deletions
@@ -61,6 +61,7 @@ class Settings(BaseSettings):
    request_threads: int = os.cpu_count() or 4
    model_inter_op_threads: int = 0
    model_intra_op_threads: int = 0
+    model_arena: bool = True
    ann: bool = True
    ann_fp16_turbo: bool = False
    ann_tuning_level: int = 2