init (microsoft#66)

xiaoyangnihao · Jul 10, 2023 · 18ffc5d · 18ffc5d
1 parent 4a6b459
commit 18ffc5d
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/examples/NLG/src/model.py b/examples/NLG/src/model.py
@@ -91,7 +91,6 @@ def __init__(self, nx, n_ctx, config, scale=False):
         self.n_head = config.n_head
         self.split_size = n_state
         self.scale = scale
-        self.c_attn = Conv1D(n_state * 3, nx)
         self.c_attn = lora.MergedLinear(
             nx, n_state * 3, 
             r=config.lora_attn_dim,