fix/janhq#1650-hogging-resources (janhq#1663)

DEVBOX10 · Jan 18, 2024 · 42c416e · 42c416e
1 parent 81e2b8d
commit 42c416e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/extensions/inference-nitro-extension/src/node/index.ts b/extensions/inference-nitro-extension/src/node/index.ts
@@ -123,7 +123,7 @@ async function runModel(
       llama_model_path: currentModelFile,
       ...wrapper.model.settings,
       // This is critical and requires real system information
-      cpu_threads: nitroResourceProbe.numCpuPhysicalCore,
+      cpu_threads: Math.max(1, Math.round(nitroResourceProbe.numCpuPhysicalCore / 2)),
     };
     return runNitroAndLoadModel();
   }