handle Mixtral config

ci/check_loss.py

@@ -8,7 +8,6 @@
 
 
 if __name__ == "__main__":
-
     with open(".last_run_name", "r") as f:
         run_name = f.read().strip()
 
@@ -27,8 +26,9 @@
     train_loss = float(results["TrainingLoss"].iloc[-1])
     val_loss = float(results["ValidationLoss"].iloc[-1])
 
-    # Arbitrary threshold
-    max_loss = 10 if b"Mixtral" in contents else 0.25
+    # maximum loss for training, minimum loss for validation
+    max_loss = 1e-1 if b"Mixtral" in contents else 1e-2
+    min_loss = 2 if b"Mixtral" in contents else 0.1
 
     print(f"Loss: {train_loss:.2f} (training), {val_loss:.2f} (validation)")
-    sys.exit(val_loss > max_loss)
+    sys.exit(train_loss > max_loss or val_loss > max_loss)

ci/prep_for_ci.py

@@ -16,6 +16,7 @@ def main(config: str, data: str):
     cfg["val_set_size"] = val_set_size
     cfg["num_epochs"] = num_epochs
     cfg["eval_steps"] = num_epochs
+    cfg.pop("evals_per_epoch", None)  #  incompatible with eval_steps
 
     with open(config, "w") as f:
         yaml.dump(cfg, f)