chore: update local module link to reflect core update

TJX2014 · Nov 22, 2023 · 081c37b · 081c37b
1 parent ca3c6f7
commit 081c37b
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/plugins/inference-plugin/nitro/version.txt b/plugins/inference-plugin/nitro/version.txt
@@ -1 +1 @@
-0.1.8
+0.1.11
diff --git a/plugins/inference-plugin/src/module.ts b/plugins/inference-plugin/src/module.ts
@@ -67,6 +67,7 @@ function loadLLMModel(): Promise<Response> {
     llama_model_path: currentModelFile,
     ctx_len: 2048,
     ngl: 100,
+    cont_batching: false,
     embedding: false, // Always enable embedding mode on
   };
 
@@ -117,7 +118,8 @@ async function validateModelStatus(): Promise<InitModelResponse> {
       return { error: "Model loading failed" };
     })
     .catch((err) => {
-      return { error: `Model loading failed. ${err.message}` };
+      log.error("Model loading failed" + err.toString());
+      return { error: `Model loading failed.` };
     });
 }
 

diff --git a/web/package.json b/web/package.json
@@ -15,8 +15,8 @@
     "@headlessui/react": "^1.7.15",
     "@heroicons/react": "^2.0.18",
     "@hookform/resolvers": "^3.3.2",
-    "@janhq/core": "./core",
-    "@janhq/uikit": "./uikit",
+    "@janhq/core": "link:./core",
+    "@janhq/uikit": "link:./uikit",
     "autoprefixer": "10.4.16",
     "class-variance-authority": "^0.7.0",
     "framer-motion": "^10.16.4",