Merge pull request #12584 from AUTOMATIC1111/full-module-with-bias

Add ex_bias into full module
AUTOMATIC1111 · Aug 15, 2023 · 8b181c8 · 8b181c8
2 parents f01682e + aa57a89
commit 8b181c8
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/extensions-builtin/Lora/network_full.py b/extensions-builtin/Lora/network_full.py
@@ -14,9 +14,14 @@ def __init__(self,  net: network.Network, weights: network.NetworkWeights):
         super().__init__(net, weights)
 
         self.weight = weights.w.get("diff")
+        self.ex_bias = weights.w.get("diff_b")
 
     def calc_updown(self, orig_weight):
         output_shape = self.weight.shape
         updown = self.weight.to(orig_weight.device, dtype=orig_weight.dtype)
+        if self.ex_bias is not None:
+            ex_bias = self.ex_bias.to(orig_weight.device, dtype=orig_weight.dtype)
+        else:
+            ex_bias = None
 
-        return self.finalize_updown(updown, orig_weight, output_shape)
+        return self.finalize_updown(updown, orig_weight, output_shape, ex_bias)