Upload folder using huggingface_hub

config.json

@@ -0,0 +1,24 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "LNNModel"
+  ],
+  "dt": 1.0,
+  "expert_dim": 2048,
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "lambda_res": 0.0,
+  "model_type": "lnn",
+  "moe_load_balance_loss_weight": 0.01,
+  "num_experts": 128,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 96,
+  "pmb_num_blocks": 1024,
+  "pmb_slots_per_block": 4096,
+  "pmb_top_k": 1,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.35.2",
+  "use_moe": true,
+  "use_pmb": true,
+  "vocab_size": 128815
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}