Automated formatting

yuzc19 · Feb 6, 2024 · c77408e · c77408e
1 parent b8032e8
commit c77408e
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/finetune/adapter.py b/finetune/adapter.py
@@ -282,7 +282,6 @@ def get_lr_scheduler(optimizer, warmup_steps: int, max_steps: int):
     return torch.optim.lr_scheduler.SequentialLR(optimizer, [scheduler1, scheduler2], milestones=[warmup_steps])
 
 
-
 def get_longest_seq_length(data: List[Dict]) -> Tuple[int, int]:
     # find out the minimum max_seq_length required during fine-tuning (saves memory!)
     lengths = [len(d["input_ids"]) for d in data]

diff --git a/tests/test_lora.py b/tests/test_lora.py
@@ -157,6 +157,7 @@ def test_lora_mqa_gqa():
     assert torch.count_nonzero(out[:, :, lora_ind]) == bsz * ctx_len * len(lora_ind)
     assert torch.count_nonzero(out[:, :, non_lora_ind]) == 0
 
+
 def test_lora_filter(tmp_path):
     from lit_gpt.lora import GPT, lora_filter