Fix Unipelt Lora default config (#682)

Fixes #674.
adapter-hub · Apr 17, 2024 · a3545c5 · a3545c5
1 parent 2652d27
commit a3545c5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/docs/method_combinations.md b/docs/method_combinations.md
@@ -92,7 +92,7 @@ which is identical to the following `ConfigUnion`:
 from adapters import ConfigUnion, LoRAConfig, PrefixTuningConfig, SeqBnConfig
 
 config = ConfigUnion(
-    LoRAConfig(r=8, use_gating=True),
+    LoRAConfig(r=8, alpha=2, use_gating=True),
     PrefixTuningConfig(prefix_length=10, use_gating=True),
     SeqBnConfig(reduction_factor=16, use_gating=True),
 )

diff --git a/src/adapters/configuration/adapter_config.py b/src/adapters/configuration/adapter_config.py
@@ -621,7 +621,7 @@ def __init__(
         components = [
             prefix_tuning or PrefixTuningConfig(prefix_length=10),
             adapter or SeqBnConfig(reduction_factor=16),
-            lora or LoRAConfig(r=8),
+            lora or LoRAConfig(r=8, alpha=2),
         ]
 
         super().__init__(*[c.replace(use_gating=True) for c in components])