Upload HymbaForCausalLM

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdff92c3753ca4b58702b3bf835c36f5210a919e9bfa2383f35dc6ab79e792eb
+size 3045665048

modeling_hymba.py

@@ -543,6 +543,14 @@ class HymbaAttention(nn.Module):
 
         if self.config.rope:
             self._init_rope()
+
+
+    def set_rope(self, rope_type, orig_max_position_embeddings, max_position_embeddings):
+        self.config.rope_type = rope_type
+        self.config.orig_max_position_embeddings = orig_max_position_embeddings
+        self.config.max_position_embeddings = max_position_embeddings
+        
+        self._init_rope()
             
             
     def _init_rope(self):