Fix pb with Sage1
This commit is contained in:
@@ -82,7 +82,7 @@ class SelfAttention(nn.Module):
|
||||
|
||||
# compute attention
|
||||
p = self.attn_dropout if self.training else 0.0
|
||||
x = pay_attention([q, k, v], dropout_p=p, causal=self.causal, version=2)
|
||||
x = pay_attention([q, k, v], dropout_p=p, causal=self.causal, force_attention="sdpa")
|
||||
x = x.reshape(b, s, c)
|
||||
|
||||
# output
|
||||
|
||||
Reference in New Issue
Block a user