updated eval

hbcbh1999 · Mar 28, 2023 · 37cc5c8 · 37cc5c8
1 parent 6d98aef
commit 37cc5c8
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 16 deletions.
diff --git a/configs/eval/generate_llama.yaml b/configs/eval/generate_llama.yaml
diff --git a/eval_figures.py b/eval_figures.py
@@ -4,7 +4,7 @@
 from matplotlib import pyplot as plt
 
 plt.figure()
-for fpath in glob.glob('./eval_data/*multi*.pkl'):
+for fpath in glob.glob('./eval_data/*.pkl'):
     parts = fpath.split('__')
     model_name = parts[1].replace('model-', '').replace('.pkl', '')
     lora_name = parts[2].replace('lora-', '').replace('.pkl', '')
@@ -13,7 +13,11 @@
         perplexities = data['perplexities']
         perplexities = np.nan_to_num(perplexities, 100)
         perplexities = np.clip(perplexities, 0, 100)
-        plt.hist(perplexities, label='{}-{}'.format(model_name, lora_name), alpha=.5)
+        if 'nomic' in fpath:
+            label = 'GPT4all-lora'
+        else:
+            label = 'alpaca-lora'
+        plt.hist(perplexities, label=label, alpha=.5)
 
 plt.xlabel('Perplexity')
 plt.ylabel('Frequency')

diff --git a/figs/perplexity_hist.png b/figs/perplexity_hist.png