From d3a8d088698b3711ec81452b39c5564966a361c5 Mon Sep 17 00:00:00 2001 From: Nan Date: Mon, 12 Feb 2024 10:52:59 +0100 Subject: [PATCH] Fix Conv1d (Convnd) implementation --- loralib/layers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/loralib/layers.py b/loralib/layers.py index 0e54a64b..72b40501 100644 --- a/loralib/layers.py +++ b/loralib/layers.py @@ -255,7 +255,7 @@ def __init__(self, conv_module, in_channels, out_channels, kernel_size, r=0, lor self.conv.weight.new_zeros((r * kernel_size, in_channels * kernel_size)) ) self.lora_B = nn.Parameter( - self.conv.weight.new_zeros((out_channels//self.conv.groups*kernel_size, r*kernel_size)) + self.conv.weight.new_zeros((out_channels//self.conv.groups*kernel_size**(self.conv.weight.dim()-3), r*kernel_size)) ) self.scaling = self.lora_alpha / self.r # Freezing the pre-trained weight matrix