Skip to content

Commit

Permalink
Update layers.py
Browse files Browse the repository at this point in the history
  • Loading branch information
edwardjhu authored Jun 11, 2023
1 parent bce3e68 commit f2e51c2
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion loralib/layers.py
Original file line number Diff line number Diff line change
Expand Up @@ -266,7 +266,7 @@ def __init__(self, conv_module, in_channels, out_channels, kernel_size, r=0, lor
self.conv.weight.new_zeros((r * kernel_size, in_channels * kernel_size))
)
self.lora_B = nn.Parameter(
self.conv.weight.new_zeros((out_channels//self.groups*kernel_size, r*kernel_size))
self.conv.weight.new_zeros((out_channels//self.conv.groups*kernel_size, r*kernel_size))
)
self.scaling = self.lora_alpha / self.r
# Freezing the pre-trained weight matrix
Expand Down

0 comments on commit f2e51c2

Please sign in to comment.