forked from janhq/jan
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fix(thread): janhq#1043 default model to prefer active model (janhq#1070
) Signed-off-by: James <[email protected]> Co-authored-by: James <[email protected]>
- Loading branch information
Showing
4 changed files
with
136 additions
and
47 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,110 @@ | ||
| import { useCallback, useEffect, useState } from 'react' | ||
|
|
||
| import { Model, InferenceEngine } from '@janhq/core' | ||
|
|
||
| import { atom, useAtomValue } from 'jotai' | ||
|
|
||
| import { activeModelAtom } from './useActiveModel' | ||
| import { getDownloadedModels } from './useGetDownloadedModels' | ||
|
|
||
| import { activeThreadAtom, threadStatesAtom } from '@/helpers/atoms/Thread.atom' | ||
|
|
||
| export const lastUsedModel = atom<Model | undefined>(undefined) | ||
|
|
||
| export const LAST_USED_MODEL_ID = 'last-used-model-id' | ||
|
|
||
| /** | ||
| * A hook that return the recommended model when user | ||
| * wants to create a new thread. | ||
| * | ||
| * The precedence is as follows: | ||
| * 1. Active model | ||
| * 2. If no active model(s), then the last used model | ||
| * 3. If no active or last used model, then the 1st model on the list | ||
| */ | ||
| export default function useRecommendedModel() { | ||
| const activeModel = useAtomValue(activeModelAtom) | ||
| const [downloadedModels, setDownloadedModels] = useState<Model[]>([]) | ||
| const [recommendedModel, setRecommendedModel] = useState<Model | undefined>() | ||
| const threadStates = useAtomValue(threadStatesAtom) | ||
| const activeThread = useAtomValue(activeThreadAtom) | ||
|
|
||
| const getAndSortDownloadedModels = useCallback(async (): Promise<Model[]> => { | ||
| const models = (await getDownloadedModels()).sort((a, b) => | ||
| a.engine !== InferenceEngine.nitro && b.engine === InferenceEngine.nitro | ||
| ? 1 | ||
| : -1 | ||
| ) | ||
| setDownloadedModels(models) | ||
| return models | ||
| }, []) | ||
|
|
||
| const getRecommendedModel = useCallback(async (): Promise< | ||
| Model | undefined | ||
| > => { | ||
| if (!activeThread) { | ||
| return | ||
| } | ||
|
|
||
| const finishInit = threadStates[activeThread.id].isFinishInit ?? true | ||
| if (finishInit) { | ||
| const modelId = activeThread.assistants[0]?.model.id | ||
| const models = await getAndSortDownloadedModels() | ||
| const model = models.find((model) => model.id === modelId) | ||
|
|
||
| if (model) { | ||
| setRecommendedModel(model) | ||
| } | ||
|
|
||
| return | ||
| } | ||
|
|
||
| if (activeModel) { | ||
| // if we have active model alr, then we can just use that | ||
| console.debug(`Using active model ${activeModel.id}`) | ||
| setRecommendedModel(activeModel) | ||
| return | ||
| } | ||
|
|
||
| // sort the model, for display purpose | ||
| const models = await getAndSortDownloadedModels() | ||
| if (models.length === 0) { | ||
| // if we have no downloaded models, then can't recommend anything | ||
| console.debug("No downloaded models, can't recommend anything") | ||
| return | ||
| } | ||
|
|
||
| // otherwise, get the last used model id | ||
| const lastUsedModelId = localStorage.getItem(LAST_USED_MODEL_ID) | ||
|
|
||
| // if we don't have [lastUsedModelId], then we can just use the first model | ||
| // in the downloaded list | ||
| if (!lastUsedModelId) { | ||
| console.debug( | ||
| `No last used model, using first model in list ${models[0].id}}` | ||
| ) | ||
| setRecommendedModel(models[0]) | ||
| return | ||
| } | ||
|
|
||
| const lastUsedModel = models.find((model) => model.id === lastUsedModelId) | ||
| if (!lastUsedModel) { | ||
| // if we can't find the last used model, then we can just use the first model | ||
| // in the downloaded list | ||
| console.debug( | ||
| `Last used model ${lastUsedModelId} not found, using first model in list ${models[0].id}}` | ||
| ) | ||
| setRecommendedModel(models[0]) | ||
| return | ||
| } | ||
|
|
||
| console.debug(`Using last used model ${lastUsedModel.id}`) | ||
| setRecommendedModel(lastUsedModel) | ||
| }, [getAndSortDownloadedModels, activeThread]) | ||
|
|
||
| useEffect(() => { | ||
| getRecommendedModel() | ||
| }, [getRecommendedModel]) | ||
|
|
||
| return { recommendedModel, downloadedModels } | ||
| } |