Upload folder using huggingface_hub

models/hnet_1stage_L.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T22"], "m4"],
+    "d_model": [1024, 1536],
+    "d_intermediate": [0, 4096],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16],
+        "rotary_emb_dim": [32, 48],
+        "window_size": [1023, -1]
+    },
+    "tie_embeddings": false
+}

models/hnet_1stage_L.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313d9b8fc9adee06e15486862c9a78ddea73945ea03ff3ac3f6f79ebe205484f
+size 2717648216

models/hnet_1stage_XL.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T24"], "m4"],
+    "d_model": [1024, 2048],
+    "d_intermediate": [0, 5504],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16],
+        "rotary_emb_dim": [32, 64],
+        "window_size": [1023, -1]
+    },
+    "tie_embeddings": false
+}

models/hnet_2stage_L.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T1m4", ["T26"], "m4T1"], "m4"],
+    "d_model": [1024, 1024, 1536],
+    "d_intermediate": [0, 2816, 4096],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16, 16],
+        "rotary_emb_dim": [32, 32, 48],
+        "window_size": [1023, 1023, -1]
+    },
+    "tie_embeddings": false
+}

models/hnet_2stage_L.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a5fa7cad65fcd853b6d185285c0f688a22b8a4c7e97137584415f972c735dc
+size 3497304728

models/hnet_2stage_XL.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T1m4", ["T27"], "m4T1"], "m4"],
+    "d_model": [1024, 1536, 2048],
+    "d_intermediate": [0, 4096, 5504],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16, 16],
+        "rotary_emb_dim": [32, 48, 64],
+        "window_size": [1023, 1023, -1]
+    },
+    "tie_embeddings": false
+}

models/hnet_2stage_XL_chinese.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T1m4", ["T30"], "m4T1"], "m4"],
+    "d_model": [1024, 1536, 2048],
+    "d_intermediate": [0, 4096, 5504],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16, 16],
+        "rotary_emb_dim": [32, 48, 64],
+        "window_size": [1023, 1023, -1]
+    },
+    "tie_embeddings": false
+}

models/hnet_2stage_XL_code.json

@@ -0,0 +1,18 @@
+{
+    "arch_layout": ["m4", ["T1m4", ["T28"], "m4T1"], "m4"],
+    "d_model": [1024, 1536, 2048],
+    "d_intermediate": [0, 4096, 5504],
+    "vocab_size": 256,
+    "ssm_cfg": {
+        "chunk_size": 256,
+        "d_conv": 4,
+        "d_state": 128,
+        "expand": 2
+    },
+    "attn_cfg": {
+        "num_heads": [16, 16, 16],
+        "rotary_emb_dim": [32, 48, 64],
+        "window_size": [1023, 1023, -1]
+    },
+    "tie_embeddings": false
+}