Upload folder using huggingface_hub

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "cognitivecomputations/WestLake-7B-v2-laser",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "num_local_experts": 4,
+  "output_router_logits": false,
+  "pad_token_id": 2,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "router_aux_loss_coef": 0.001,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.1",
+  "unsloth_version": "2024.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

mergekit_moe_config.yml

@@ -0,0 +1,43 @@
+base_model: cognitivecomputations/WestLake-7B-v2-laser
+gate_mode: approach
+dtype: bfloat16
+experts:
+  - source_model: mlabonne/Daredevil-7B
+    positive_prompts:
+      - "Answer this question from the ARC (Argument Reasoning Comprehension)."
+      - "Use common sense and logical reasoning skills."
+    negative_prompts:
+      - "nonsense"
+      - "irrational"
+      - "math"
+      - "code"
+  - source_model: cognitivecomputations/WestLake-7B-v2-laser
+    positive_prompts:
+      - "Answer this question from the Winogrande test."
+      - "Use advanced knowledge of culture and humanity"
+    negative_prompts:
+      - "ignorance"
+      - "uninformed"
+      - "creativity"
+  - source_model: mlabonne/Daredevil-7B
+    positive_prompts:
+      - "Calculate the answer to this math problem"
+      - "My mathematical capabilities are strong, allowing me to handle complex mathematical queries"
+      - "solve for"
+    negative_prompts:
+      - "incorrect"
+      - "inaccurate"
+      - "creativity"
+  - source_model: Treza12/biomistral_model_yasmin
+    positive_prompts:
+      - "Provide a detailed explanation based on medical literature."
+      - "Apply clinical reasoning to answer this healthcare question."
+      - "Use biomedical knowledge to solve this problem."
+      - "Interpret these clinical findings in the context of patient care."
+      - "Leverage your understanding of healthcare systems to advise on policy."
+    negative_prompts:
+      - "vague"
+      - "non-scientific"
+      - "unrelated to healthcare"
+      - "simplistic understanding"
+      - "ignore clinical guidelines"

model-00001-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7352116868060862b24346020ca4fc02b5ec0f47781c1dc6e333997014b65692
+size 933250496

model-00002-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61191755c1de3938a16c1fa29c707e1c72e6d1a632c19225cb33ec62e34b23
+size 905987672

model-00003-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28f2a65f64f89a7b82cd5f7d734e7b3549e12a9c695c16dfe36766b22ea81ae
+size 939525160

model-00004-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682ddcef723140fb248a08eb04bcaef458000b396b7f80634c110bf88255bc01
+size 905987672

model-00005-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36777a7444071dff68947ae825c5215547034722394baa68a4bd84e5457332b3
+size 939525160

model-00006-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7aacd7ace2b3865dbddefea9386d4b00de6c93da48af159ec7f106629403d9
+size 905987672

model-00007-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ca0a918cddfa3241fcfe8348a3dfead3ea41ec9d8ea28e2d94e06f4660784c
+size 905987672

model-00008-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd74dce319a1e8a87cef2684cb186e103efffe26b2970ff28e3b4d483d4737b
+size 939525160

model-00009-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d987218318adb7778e0900b3d437ccbb099d9a5495053c1cd71bef31d9254c5f
+size 905987672

model-00010-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011e787f66aea0c9b41fb2a2eca0386605710ed1aaa8167e10d82c29a13e1ea
+size 989865456

model-00011-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d208fe155e6fa27be78c0bc9f1efc4c893473f566550ebdf74bb8c48a83662
+size 973088024

model-00012-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dee664a12ef0125070469614e6a2da6335d6a3fbdd7fbdfa43addd86c964b21
+size 905987672

model-00013-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5499dccb59f8e7d64ac3c067bcd68b5becc52a8b33b3cdc7b388d20b32f8a3e2
+size 939525160

model-00014-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e025f782244c3a5411616d71b29044931e348267cb0aacae1d1e0c7e535d75f
+size 905987672

model-00015-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4682d209e6b8ee57b0e9dc8bfb3cf39b20e4c584a6b913591911576de944b49
+size 905987672

model-00016-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80514852d4200ce3aaa40b236ba916db409f3a56e39a65ba9533dcb0d44e7c
+size 939525160

model-00017-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95524f8dd1988d4e739992b032d5e56609c3f7ffc2cd5f7056057e93064475a
+size 905987680

model-00018-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feac950584c4f58b559f2cda0b87bee325eae41c288475c4cf7c086c73921af
+size 989865472

model-00019-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7342260a878163d871d4831d192af4108a812674b6f40acaa243b59d1b632bd
+size 973088032

model-00020-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfdaa97754e358df5a61296d6828ee1a32b9e73627ef2351a13290f38ac0402
+size 905987688

model-00021-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59efe3f0d00d0522c4a861cd1948b1d9b149cc3f762ff80d8cb65479bf8bd80
+size 939525168

model-00022-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b3199068b777dc8da7e52e98a49fb3024bdc4fe73f3a48b4fa909590b56828
+size 905987688

model-00023-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3c4b0f786a05f41c8951642031320d7b9f2a7b270f9fd6e4f66b853c4da3ed
+size 905987688

model-00024-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab38d6ac87f8c8b9f235ec39704cb8c11a8b2c0c14ab45bf3d6e4137c182f06
+size 939525168

model-00025-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7203a40e01ba8505d924f076145e1e3b600833c617cfb01f66c6a689f17b98d
+size 905987688

model-00026-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d0d5e01f712fe74fc6bb55d219fafdc6d7f01644d9d1b37f1e2b30009a3bfa
+size 989865472

model-00027-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b965988fd1d06ba8bac5683f7cb0da7fa7611a3ab4a38411961020c481349668
+size 973088032

model-00028-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129e8fde3d705f45de6b3d45619e1e4cdd8b81f2173899b87ae8cb6bb3b054f
+size 905987688

model-00029-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d7ce3abd821062a778be1e559e4c0734ca184326ef21a657cbc0028596946
+size 939525168

model-00030-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65388c5b951f9e98f95289bb604b85efed1e2884906699081c28c0d4855fb226
+size 905987688

model-00031-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3cd5d94bed524c7b24357e6f404e25a97a84cac7faf15396a2f6b9ad2417bc
+size 905987688

model-00032-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3187c9a7ca796f391a653cf965a454287743b2783bcf40bf8d2384a22d55dae3
+size 939525168

model-00033-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04aaff873f6ed554ce5d8d9787183d1698f6b16977d87168a2a4e76832be4b88
+size 905987688

model-00034-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ff1287b4b28646fabdd91f917e20d6a6b9d075e35ad4e0bb50428d96b1eb9
+size 989865472

model-00035-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44e37752677b1f3007efe8433467999c5a07b16c4704b166aa0058ac44758fc
+size 973088032

model-00036-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97a71bbda1562a18caa77f025e39c66e6d61372bbaccaabb0fdfa8c12ea0ae
+size 905987688

model-00037-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff85fa60b4426121e5e334182b8edcf224adfa4f7f128f16763bf153e408b20
+size 939525168

model-00038-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0133adfeeae7562034e749ee70bd38fde8f0b76ae7fd89ca52f517427fa9da2a
+size 905987688

model-00039-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dfd17ed595e42d0f96799a22b33be9e81e933090fa1766f7cc7b56f498b346
+size 905987688

model-00040-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46858d0dbaf5f7237acfde52d9df9b58fcb0f7d8e1a90e2dba4355d3c122810b
+size 939525168

model-00041-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3939d1d4f96e504bc857920bfbfe41286e253d2babe017162413531db716c604
+size 905987688

model-00042-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdbe0c1be468d35abfec216a9291be3ffb3c2f01eb84373989c16661ce61f4e
+size 989865472

model-00043-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213fb743d37a37d0985ac36ba565782d8c4c5b2fed6716f84709ac4a15903824
+size 973088032

model-00044-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e78cc36b732ea6c7fcd076d56347a6695dd1c487a54111b5db0d07be4a1e768
+size 905987688

model-00045-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412c4df23a57101ebf3daae458e738667d3b83e23bffcfeb453bf9e2c0c74a8a
+size 939525168

model-00046-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01e926ebd41d0ad1244a6e302c54920e2d9113033c244322b0f087389e43bba
+size 905987688

model-00047-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb938bfe6e7b36f05fbef9a7b9b9263e8d28c04c3471a75b64b92f8eee5700b3
+size 905987688

model-00048-of-00052.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c6ac92c89c49c6eb3d0c2f084fdf0e4bc157a36c4655c8a7ef6d5cbc4e866c
+size 939525168