Skip to content

Commit

Permalink
fix(model.json): update new prompt_template
Browse files Browse the repository at this point in the history
  • Loading branch information
@hahuyhoang411 @louis-jan
hahuyhoang411 authored and louis-jan committed Dec 13, 2023
1 parent 6deb368 commit a784bf0
Show file tree
Hide file tree
Showing 21 changed files with 22 additions and 61 deletions.
4 changes: 1 addition & 3 deletions models/capybara-34b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "USER:\n",
"ai_prompt": "ASSISTANT:\n"
"prompt_template": "USER:\n{prompt}\nASSISTANT:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/deepseek-coder-1.3b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "### Instruction:\n",
"ai_prompt": "### Response:\n"
"prompt_template": "### Instruction:\n{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/deepseek-coder-34b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "### Instruction:\n",
"ai_prompt": "### Response:\n"
"prompt_template": "### Instruction:\n{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/llama2-chat-70b-q4/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "[INST] <<SYS>>\n",
"user_prompt": "<</SYS>>\n",
"ai_prompt": "[/INST]"
"prompt_template": "[INST] <<SYS>>\n{system_message}<</SYS>>\n{prompt}[/INST]"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/llama2-chat-7b-q4/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "[INST] <<SYS>>\n",
"user_prompt": "<</SYS>>\n",
"ai_prompt": "[/INST]"
"prompt_template": "[INST] <<SYS>>\n{system_message}<</SYS>>\n{prompt}[/INST]"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/llama2-chat-7b-q5/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "[INST] <<SYS>>\n",
"user_prompt": "<</SYS>>\n",
"ai_prompt": "[/INST]"
"prompt_template": "[INST] <<SYS>>\n{system_message}<</SYS>>\n{prompt}[/INST]"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/lzlv-70b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "USER:\n",
"ai_prompt": "ASSISTANT:\n"
"prompt_template": "USER:\n{prompt}\nASSISTANT:"
},
"parameters": {
"max_tokens": 2048
Expand Down
3 changes: 2 additions & 1 deletion models/mistral-ins-7b-q4/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,8 @@
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "<s>[INST]",
"ai_prompt": "[/INST]"
"ai_prompt": "[/INST]",
"prompt_template": "<s>[INST]{prompt}\n[/INST]"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/mistral-ins-7b-q5/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "<s>[INST]",
"ai_prompt": "[/INST]"
"prompt_template": "<s>[INST]{prompt}\n[/INST]"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/neural-chat-7b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "### System:\n",
"user_prompt": "### User:\n",
"ai_prompt": "### Assistant:\n"
"prompt_template": "### System:\n{system_message}### User:\n{prompt}### Assistant:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/noromaid-20b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "### Instruction:\n",
"ai_prompt": "### Response:\n"
"prompt_template": "### Instruction:{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/openhermes-neural-7b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "<|im_start|>system\n",
"user_prompt": "<|im_end|>\n<|im_start|>user\n",
"ai_prompt": "<|im_end|>\n<|im_start|>assistant\n"
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/openorca-13b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "<|im_start|>system\n",
"user_prompt": "<|im_end|>\n<|im_start|>user\n",
"ai_prompt": "<|im_end|>\n<|im_start|>assistant\n"
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/phind-34b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "### System Prompt\n",
"user_prompt": "### User Message\n",
"ai_prompt": "### Assistant\n"
"prompt_template": "### System Prompt\n{system_message}\n### User Message\n{prompt}\n### Assistant"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/rocket-3b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 4096,
"system_prompt": "<|im_start|>system\n",
"user_prompt": "<|im_end|>\n<|im_start|>user\n",
"ai_prompt": "<|im_end|>\n<|im_start|>assistant\n"
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/starling-7b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "GPT4 User: ",
"ai_prompt": "<|end_of_turn|>\nGPT4 Assistant: "
"prompt_template": "GPT4 User: {prompt}<|end_of_turn|>GPT4 Assistant:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/tiefighter-13b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "### Instruction: ",
"ai_prompt": "\n### Response: "
"prompt_template": "### Instruction:\n{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/tinyllama-1.1b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "<|system|>\n",
"user_prompt": "<|user|>\n",
"ai_prompt": "<|assistant|>\n"
"prompt_template": "<|system|>\n{system_message}<|user|>\n{prompt}<|assistant|>"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/wizardcoder-13b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "",
"user_prompt": "### Instruction:\n",
"ai_prompt": "### Response:\n"
"prompt_template": "### Instruction:\n{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/yi-34b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "<|im_start|>system\n",
"user_prompt": "<|im_end|>\n<|im_start|>user\n",
"ai_prompt": "<|im_end|>\n<|im_start|>assistant\n"
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
},
"parameters": {
"max_tokens": 2048
Expand Down
4 changes: 1 addition & 3 deletions models/zephyr-beta-7b/model.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,7 @@
"format": "gguf",
"settings": {
"ctx_len": 2048,
"system_prompt": "<|system|>\n",
"user_prompt": "</s>\n<|user|>\n",
"ai_prompt": "</s>\n<|assistant|>\n"
"prompt_template": "<|system|>\n{system_message}</s>\n<|user|>\n{prompt}</s>\n<|assistant|>"
},
"parameters": {
"max_tokens": 2048
Expand Down

0 comments on commit a784bf0

Please sign in to comment.