[PEFT / LoRA ] Kohya checkpoints support (huggingface#5202)

kohya support
lcyhjx · Sep 28, 2023 · 39baf0b · 39baf0b
1 parent 1c4c4c4
commit 39baf0b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/diffusers/utils/state_dict_utils.py b/src/diffusers/utils/state_dict_utils.py
@@ -37,6 +37,8 @@ class StateDictType(enum.Enum):
     ".v_proj.lora_linear_layer.down": ".v_proj.lora_A",
     ".out_proj.lora_linear_layer.up": ".out_proj.lora_B",
     ".out_proj.lora_linear_layer.down": ".out_proj.lora_A",
+    ".lora_linear_layer.up": ".lora_B",
+    ".lora_linear_layer.down": ".lora_A",
 }
 
 DIFFUSERS_OLD_TO_PEFT = {