diff --git a/models/stealth-v1.1-7b/model.json b/models/stealth-v1.1-7b/model.json new file mode 100644 index 0000000000..3659768718 --- /dev/null +++ b/models/stealth-v1.1-7b/model.json @@ -0,0 +1,26 @@ +{ + "source_url": "https://huggingface.co/janhq/stealth-v1.1-GGUF/resolve/main/stealth-v1.1.Q4_K_M.gguf", + "id": "stealth-v1.1-7b", + "object": "model", + "name": "Stealth-v1.1 7B Q4", + "version": "1.0", + "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Jan", + "tags": [ + "7B", + "Merged" + ], + "size": 4370000000 + }, + "engine": "nitro", + "state": "ready" + } \ No newline at end of file