forked from janhq/jan
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'dev' into docs-pena-team-api-reference-2.0
- Loading branch information
Showing
81 changed files
with
2,723 additions
and
637 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,60 @@ | ||
| import { getJanDataFolderPath, joinPath } from '../../core' | ||
| import { events } from '../../events' | ||
| import { BaseExtension } from '../../extension' | ||
| import { fs } from '../../fs' | ||
| import { Model, ModelEvent } from '../../types' | ||
|
|
||
| /** | ||
| * Base AIEngine | ||
| * Applicable to all AI Engines | ||
| */ | ||
| export abstract class AIEngine extends BaseExtension { | ||
| // The inference engine | ||
| abstract provider: string | ||
| // The model folder | ||
| modelFolder: string = 'models' | ||
|
|
||
| abstract models(): Promise<Model[]> | ||
|
|
||
| /** | ||
| * On extension load, subscribe to events. | ||
| */ | ||
| onLoad() { | ||
| this.prePopulateModels() | ||
| } | ||
|
|
||
| /** | ||
| * Pre-populate models to App Data Folder | ||
| */ | ||
| prePopulateModels(): Promise<void> { | ||
| return this.models().then((models) => { | ||
| const prePoluateOperations = models.map((model) => | ||
| getJanDataFolderPath() | ||
| .then((janDataFolder) => | ||
| // Attempt to create the model folder | ||
| joinPath([janDataFolder, this.modelFolder, model.id]).then((path) => | ||
| fs | ||
| .mkdirSync(path) | ||
| .catch() | ||
| .then(() => path) | ||
| ) | ||
| ) | ||
| .then((path) => joinPath([path, 'model.json'])) | ||
| .then((path) => { | ||
| // Do not overwite existing model.json | ||
| return fs.existsSync(path).then((exist: any) => { | ||
| if (!exist) return fs.writeFileSync(path, JSON.stringify(model, null, 2)) | ||
| }) | ||
| }) | ||
| .catch((e: Error) => { | ||
| console.error('Error', e) | ||
| }) | ||
| ) | ||
| Promise.all(prePoluateOperations).then(() => | ||
| // Emit event to update models | ||
| // So the UI can update the models list | ||
| events.emit(ModelEvent.OnModelsUpdate, {}) | ||
| ) | ||
| }) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,63 @@ | ||
| import { executeOnMain, getJanDataFolderPath, joinPath } from '../../core' | ||
| import { events } from '../../events' | ||
| import { Model, ModelEvent } from '../../types' | ||
| import { OAIEngine } from './OAIEngine' | ||
|
|
||
| /** | ||
| * Base OAI Local Inference Provider | ||
| * Added the implementation of loading and unloading model (applicable to local inference providers) | ||
| */ | ||
| export abstract class LocalOAIEngine extends OAIEngine { | ||
| // The inference engine | ||
| loadModelFunctionName: string = 'loadModel' | ||
| unloadModelFunctionName: string = 'unloadModel' | ||
| isRunning: boolean = false | ||
|
|
||
| /** | ||
| * On extension load, subscribe to events. | ||
| */ | ||
| onLoad() { | ||
| super.onLoad() | ||
| // These events are applicable to local inference providers | ||
| events.on(ModelEvent.OnModelInit, (model: Model) => this.onModelInit(model)) | ||
| events.on(ModelEvent.OnModelStop, (model: Model) => this.onModelStop(model)) | ||
| } | ||
|
|
||
| /** | ||
| * Load the model. | ||
| */ | ||
| async onModelInit(model: Model) { | ||
| if (model.engine.toString() !== this.provider) return | ||
|
|
||
| const modelFolder = await joinPath([await getJanDataFolderPath(), this.modelFolder, model.id]) | ||
|
|
||
| const res = await executeOnMain(this.nodeModule, this.loadModelFunctionName, { | ||
| modelFolder, | ||
| model, | ||
| }) | ||
|
|
||
| if (res?.error) { | ||
| events.emit(ModelEvent.OnModelFail, { | ||
| ...model, | ||
| error: res.error, | ||
| }) | ||
| return | ||
| } else { | ||
| this.loadedModel = model | ||
| events.emit(ModelEvent.OnModelReady, model) | ||
| this.isRunning = true | ||
| } | ||
| } | ||
| /** | ||
| * Stops the model. | ||
| */ | ||
| onModelStop(model: Model) { | ||
| if (model.engine?.toString() !== this.provider) return | ||
|
|
||
| this.isRunning = false | ||
|
|
||
| executeOnMain(this.nodeModule, this.unloadModelFunctionName).then(() => { | ||
| events.emit(ModelEvent.OnModelStopped, {}) | ||
| }) | ||
| } | ||
| } |
Oops, something went wrong.