Fix eval_usmle

kbressem · Jun 28, 2023 · f811d9a · f811d9a
1 parent 8e98505
commit f811d9a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/eval/eval_usmle.py b/eval/eval_usmle.py
@@ -151,7 +151,7 @@ def main(
         pbar = tqdm(step)
         pbar.set_description_str(f"Evaluating USMLE Step {step_idx}")
         for i, question in enumerate(pbar): 
-            if skip_if_exists and i <= len(answers):
+            if skip_if_exists and (i+1) <= len(answers):
                 continue
             for j in range(ntries): 
                 response = model(