Added return statement
Browse files- modeling_phi4mm.py +1 -0
modeling_phi4mm.py
CHANGED
|
@@ -976,6 +976,7 @@ class Phi4MMLongRoPEScaledRotaryEmbedding(Phi4MMRotaryEmbedding):
|
|
| 976 |
cos = emb.cos() * self.scaling_factor
|
| 977 |
sin = emb.sin() * self.scaling_factor
|
| 978 |
|
|
|
|
| 979 |
|
| 980 |
# Copied from transformers.models.llama.modeling_llama.rotate_half
|
| 981 |
def rotate_half(x):
|
|
|
|
| 976 |
cos = emb.cos() * self.scaling_factor
|
| 977 |
sin = emb.sin() * self.scaling_factor
|
| 978 |
|
| 979 |
+
return cos.to(dtype=x.dtype), sin.to(dtype=x.dtype)
|
| 980 |
|
| 981 |
# Copied from transformers.models.llama.modeling_llama.rotate_half
|
| 982 |
def rotate_half(x):
|