Upload BD3LM
Browse files- modeling_bd3lm.py +2 -0
modeling_bd3lm.py
CHANGED
|
@@ -562,6 +562,8 @@ class DITBackbone(nn.Module):
|
|
| 562 |
rotary_cos_sin = self.rotary_emb(x[:, :n])
|
| 563 |
mask = mask[
|
| 564 |
n:n+x.shape[1], n:n+x.shape[1]]
|
|
|
|
|
|
|
| 565 |
else:
|
| 566 |
mask = None
|
| 567 |
rotary_cos_sin = self.rotary_emb(x)
|
|
|
|
| 562 |
rotary_cos_sin = self.rotary_emb(x[:, :n])
|
| 563 |
mask = mask[
|
| 564 |
n:n+x.shape[1], n:n+x.shape[1]]
|
| 565 |
+
else:
|
| 566 |
+
rotary_cos_sin = self.rotary_emb(x[:, :self.n])
|
| 567 |
else:
|
| 568 |
mask = None
|
| 569 |
rotary_cos_sin = self.rotary_emb(x)
|