Fix typos (#2274)

lm-sys · Aug 21, 2023 · 97ac1a4 · 97ac1a4
1 parent bddae79
commit 97ac1a4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastchat/train/llama_flash_attn_monkey_patch.py b/fastchat/train/llama_flash_attn_monkey_patch.py
@@ -73,7 +73,7 @@ def forward(
         )
         output = output.view(bsz, q_len, -1)
     else:
-        qvk = qkv.reshape(bsz, q_len, -1)
+        qkv = qkv.reshape(bsz, q_len, -1)
         qkv, indices, cu_q_lens, max_s = unpad_input(qkv, key_padding_mask)
         qkv = qkv.view(-1, 3, self.num_heads, self.head_dim)
         output_unpad = flash_attn_varlen_qkvpacked_func(