fix grouped conv bug

dpcc2017 · May 15, 2023 · 375704a · 375704a
1 parent a23efe2
commit 375704a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/loralib/layers.py b/loralib/layers.py
@@ -277,7 +277,7 @@ def __init__(
                 self.weight.new_zeros((r*kernel_size, in_channels*kernel_size))
             )
             self.lora_B = nn.Parameter(
-                self.weight.new_zeros((out_channels*kernel_size, r*kernel_size))
+                self.weight.new_zeros((out_channels//self.groups*kernel_size, r*kernel_size))
             )
             self.scaling = self.lora_alpha / self.r
             # Freezing the pre-trained weight matrix