Skip to content

Commit

Permalink
update loss thresholds
Browse files Browse the repository at this point in the history
  • Loading branch information
charlesfrye committed May 15, 2024
1 parent cde3ce5 commit 7f352a0
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions ci/check_loss.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,8 @@
val_loss = float(results["ValidationLoss"].iloc[-1])

# maximum loss for training, minimum loss for validation
max_loss = 2e-1 if b"Mixtral" in contents else 5e-2
min_loss = 2 if b"Mixtral" in contents else 0.1
max_loss = 3e-2 if b"pythia" in contents else 2e-3 # pythia starts at higher loss
min_loss = 0.2

print(f"Loss: {train_loss:.2f} (training), {val_loss:.2f} (validation)")
sys.exit(train_loss > max_loss or val_loss > max_loss)

0 comments on commit 7f352a0

Please sign in to comment.