fix(Model): janhq#1662 imported model does not use gpu (janhq#1723)

Signed-off-by: James <[email protected]> Co-authored-by: James <[email protected]>
CriticalPulsar · Jan 23, 2024 · 666bc01 · 666bc01
1 parent d852219
commit 666bc01
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/extensions/model-extension/src/index.ts b/extensions/model-extension/src/index.ts
@@ -72,7 +72,10 @@ export default class JanModelExtension extends ModelExtension {
    * @param network - Optional object to specify proxy/whether to ignore SSL certificates.
    * @returns A Promise that resolves when the model is downloaded.
    */
-  async downloadModel(model: Model, network?: { ignoreSSL?: boolean; proxy?: string }): Promise<void> {
+  async downloadModel(
+    model: Model,
+    network?: { ignoreSSL?: boolean; proxy?: string }
+  ): Promise<void> {
     // create corresponding directory
     const modelDirPath = await joinPath([JanModelExtension._homeDir, model.id])
     if (!(await fs.existsSync(modelDirPath))) await fs.mkdirSync(modelDirPath)
@@ -294,6 +297,11 @@ export default class JanModelExtension extends ModelExtension {
       name: dirName,
       created: Date.now(),
       description: `${dirName} - user self import model`,
+      metadata: {
+        size: binaryFileSize,
+        author: 'User',
+        tags: [],
+      },
     }
 
     const modelFilePath = await joinPath([

diff --git a/models/config/default-model.json b/models/config/default-model.json
@@ -9,7 +9,6 @@
   "description": "User self import model",
   "settings": {
     "ctx_len": 4096,
-    "ngl": 0,
     "embedding": false,
     "prompt_template": "{system_message}\n### Instruction: {prompt}\n### Response:"
   },