From 907f47aea4d36a3f573af33fd86b94fb85662358 Mon Sep 17 00:00:00 2001
From: Leo310 <leodev310@gmail.com>
Date: Tue, 27 Feb 2024 21:51:25 +0100
Subject: [PATCH] feat(models): nomic-embed-text

---
 package.json  |  2 +-
 src/Models.ts | 23 +++++++++++++++--------
 2 files changed, 16 insertions(+), 9 deletions(-)

diff --git a/package.json b/package.json
index 1dfd1e5..0f04de3 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "papa-ts",
-    "version": "0.2.0",
+    "version": "0.3.0",
     "description": "Backend for your Personal Assistant, powered by Private AI (aka PAPA)",
     "main": "dist/index",
     "types": "dist/index",
diff --git a/src/Models.ts b/src/Models.ts
index 8929920..516bc06 100644
--- a/src/Models.ts
+++ b/src/Models.ts
@@ -1,22 +1,22 @@
 export const OpenAIGenModels = {
     'gpt-3.5-turbo': {
-        maxTokens: 4096,
+        contextWindow: 4096,
         description: 'GPT-3.5 Turbo (4096 Tokens)',
     },
     'gpt-3.5-turbo-1106': {
-        maxTokens: 16385,
+        contextWindow: 16385,
         description: 'Latest GPT-3.5 Turbo (16385 Tokens)',
     },
     'gpt-4': {
-        maxTokens: 8192,
+        contextWindow: 8192,
         description: 'GPT-4 (8192 Tokens)',
     },
     'gpt-4-32k': {
-        maxTokens: 32768,
+        contextWindow: 32768,
         description: 'GPT-4 (32768 Tokens)',
     },
     'gpt-4-1106-preview': {
-        maxTokens: 128000,
+        contextWindow: 128000,
         description: 'Latest GPT-4 (128000 Tokens)',
     },
 };
@@ -24,18 +24,18 @@ export const OpenAIGenModels = {
 export const OpenAIEmbedModels = {
     'text-embedding-ada-002': {
         vectorSize: 1536,
-        maxTokens: 8191,
+        contextWindow: 8191,
         description: 'Text Embedding ADA 002',
     },
 };
 
 export const OllamaGenModels = {
     llama2: {
-        maxTokens: 4096,
+        contextWindow: 4096,
         description: 'Llama-2 (4096 Tokens)',
     },
     mistral: {
-        maxTokens: 8000,
+        contextWindow: 8000,
         description: 'Mistral (8000 Tokens)',
     },
 };
@@ -49,6 +49,11 @@ export const OllamaEmbedModels = {
         vectorSize: 4096,
         description: 'Mistral Embedding',
     },
+    'nomic-embed-text': {
+        vectorSize: 768,
+        description: 'Nomic Embedding',
+        contextWindow: 8192,
+    },
 };
 
 export const OpenAIGenModelNames = Object.keys(OpenAIGenModels) as (keyof typeof OpenAIGenModels)[];
@@ -65,6 +70,7 @@ export const OpenAIEmbedModelNames = Object.keys(OpenAIEmbedModels) as (keyof ty
 export interface OpenAIEmbedModel {
     modelName: keyof typeof OpenAIEmbedModels;
     openAIApiKey: string;
+    similarityThreshold?: number;
 }
 export const isOpenAIEmbedModel = (model: any): model is OpenAIEmbedModel => {
     return OpenAIEmbedModelNames.includes(model.modelName);
@@ -84,6 +90,7 @@ export const OllamaEmbedModelNames = Object.keys(OllamaEmbedModels) as (keyof ty
 export interface OllamaEmbedModel {
     model: keyof typeof OllamaEmbedModels;
     baseUrl: string;
+    similarityThreshold?: number;
 }
 export const isOllamaEmbedModel = (model: any): model is OllamaEmbedModel => {
     return OllamaEmbedModelNames.includes(model.model);