Better settings

metantonio · Apr 13, 2023 · 43daa51 · 43daa51
1 parent 846177c
commit 43daa51
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/alpaca_turbo.py b/alpaca_turbo.py
@@ -22,15 +22,15 @@ def __init__(self):
         self.DEBUG = "-d" in sys.argv
 
         self.threads = 4
-        self.top_k = 1000
-        self.top_p = 0.95
-        self.temp = 0.2
+        self.top_k = 200
+        self.top_p = 0.99
+        self.temp = 0.7
         self.repeat_penalty = 1
         self.batch_size = 256
 
         self.seed = 888777
-        self.n_predict = 200
-        self.repeat_last_n = 64
+        self.n_predict = 1000
+        self.repeat_last_n = 512
         self.use_bos = True
         self.antiprompt = "### Human:"