handel infera provider

elizaOS · Jan 10, 2025 · 2d37afe · 2d37afe
1 parent 3d7ae2b
commit 2d37afe
Showing 1 changed file with 31 additions and 0 deletions.
diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -830,6 +830,37 @@ export async function generateText({
                 break;
             }
 
+            case ModelProviderName.INFERA: {
+                elizaLogger.debug("Initializing Infera model.");
+
+                const apiKey = settings.INFERA_API_KEY || runtime.token;
+
+                const infera = createOpenAI({
+                    apiKey,
+                    baseURL: endpoint,
+                    headers: {
+                        api_key: apiKey,
+                        "Content-Type": "application/json",
+                    },
+                });
+
+                const { text: inferaResponse } = await aiGenerateText({
+                    model: infera.languageModel(model),
+                    prompt: context,
+                    system:
+                        runtime.character.system ??
+                        settings.SYSTEM_PROMPT ??
+                        undefined,
+                    temperature: temperature,
+                    maxTokens: max_response_length,
+                    frequencyPenalty: frequency_penalty,
+                    presencePenalty: presence_penalty,
+                });
+                response = inferaResponse;
+                elizaLogger.debug("Received response from Infera model.");
+                break;
+            }
+
             case ModelProviderName.VENICE: {
                 elizaLogger.debug("Initializing Venice model.");
                 const venice = createOpenAI({