Skip to content

Commit

Permalink
Merge pull request janhq#3993 from janhq/fix/openai-preview-models-tr…
Browse files Browse the repository at this point in the history
…ansform-payload-update

fix: update the payload transform for OpenAI preview models
  • Loading branch information
louis-menlo authored Nov 11, 2024
2 parents 5cb4b64 + afe05b2 commit 4e91c80
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions extensions/inference-openai-extension/src/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -70,16 +70,17 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
* Tranform the payload before sending it to the inference endpoint.
* The new preview models such as o1-mini and o1-preview replaced max_tokens by max_completion_tokens parameter.
* Others do not.
* @param payload
* @returns
* @param payload
* @returns
*/
transformPayload = (payload: OpenAIPayloadType): OpenAIPayloadType => {
// Transform the payload for preview models
if (this.previewModels.includes(payload.model)) {
const { max_tokens, ...params } = payload
const { max_tokens, temperature, top_p, stop, ...params } = payload
return {
...params,
max_completion_tokens: max_tokens,
stream: false // o1 only support stream = false
}
}
// Pass through for non-preview models
Expand Down

0 comments on commit 4e91c80

Please sign in to comment.