Upload folder using huggingface_hub

config.json

@@ -0,0 +1,53 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "CohereForAI/c4ai-command-r-v01",
+  "architectures": [
+    "CohereForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 5,
+  "eos_token_id": 255001,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 22528,
+  "layer_norm_eps": 1e-05,
+  "logit_scale": 0.0625,
+  "max_position_embeddings": 8192,
+  "model_max_length": 131072,
+  "model_type": "cohere",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 64,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.4.5"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rope_scaling": null,
+  "rope_theta": 8000000.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.0.dev0",
+  "use_cache": true,
+  "use_qk_norm": false,
+  "vocab_size": 256000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5d9bf31c991d36286a5acf9585931b5509b0a2dafdc7f66d9e1d0d4b8271ff
+size 25484805792

quant_log.csv

@@ -0,0 +1,281 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.03274,0.01000,4.112
+0,self_attn.v_proj,0.00752,0.01000,2.233
+0,self_attn.q_proj,0.03071,0.01000,2.261
+0,self_attn.o_proj,0.00220,0.01000,2.253
+0,mlp.up_proj,0.03875,0.01000,2.902
+0,mlp.gate_proj,0.04095,0.01000,2.905
+0,mlp.down_proj,0.02632,0.01000,8.278
+1,self_attn.k_proj,0.04251,0.01000,2.262
+1,self_attn.v_proj,0.01886,0.01000,2.254
+1,self_attn.q_proj,0.04467,0.01000,2.253
+1,self_attn.o_proj,0.00396,0.01000,2.249
+1,mlp.up_proj,0.07896,0.01000,2.766
+1,mlp.gate_proj,0.07880,0.01000,2.756
+1,mlp.down_proj,0.16995,0.01000,8.126
+2,self_attn.k_proj,0.17936,0.01000,2.252
+2,self_attn.v_proj,0.07702,0.01000,2.239
+2,self_attn.q_proj,0.17723,0.01000,2.246
+2,self_attn.o_proj,0.00641,0.01000,2.256
+2,mlp.up_proj,0.23165,0.01000,2.764
+2,mlp.gate_proj,0.24853,0.01000,2.751
+2,mlp.down_proj,0.00469,0.01000,8.180
+3,self_attn.k_proj,0.27632,0.01000,2.271
+3,self_attn.v_proj,0.14109,0.01000,2.254
+3,self_attn.q_proj,0.27664,0.01000,2.254
+3,self_attn.o_proj,0.00832,0.01000,2.261
+3,mlp.up_proj,0.45418,0.01000,2.765
+3,mlp.gate_proj,0.49855,0.01000,2.758
+3,mlp.down_proj,0.00873,0.01000,8.212
+4,self_attn.k_proj,0.37608,0.01000,2.262
+4,self_attn.v_proj,0.19930,0.01000,2.255
+4,self_attn.q_proj,0.37713,0.01000,2.259
+4,self_attn.o_proj,0.00883,0.01000,2.255
+4,mlp.up_proj,0.63926,0.01000,2.768
+4,mlp.gate_proj,0.70920,0.01000,2.758
+4,mlp.down_proj,0.01463,0.01000,8.213
+5,self_attn.k_proj,0.55322,0.01000,2.270
+5,self_attn.v_proj,0.28686,0.01000,2.247
+5,self_attn.q_proj,0.55317,0.01000,2.249
+5,self_attn.o_proj,0.01379,0.01000,2.261
+5,mlp.up_proj,0.86810,0.01000,2.763
+5,mlp.gate_proj,0.96193,0.01000,2.762
+5,mlp.down_proj,0.02638,0.01000,8.152
+6,self_attn.k_proj,0.65338,0.01000,2.260
+6,self_attn.v_proj,0.33810,0.01000,2.251
+6,self_attn.q_proj,0.64567,0.01000,2.254
+6,self_attn.o_proj,0.02571,0.01000,2.253
+6,mlp.up_proj,1.05523,0.01000,2.773
+6,mlp.gate_proj,1.17753,0.01000,2.760
+6,mlp.down_proj,0.04093,0.01000,8.208
+7,self_attn.k_proj,0.92491,0.01000,2.266
+7,self_attn.v_proj,0.47858,0.01000,2.256
+7,self_attn.q_proj,0.90935,0.01000,2.252
+7,self_attn.o_proj,0.01997,0.01000,2.262
+7,mlp.up_proj,1.41057,0.01000,2.761
+7,mlp.gate_proj,1.63181,0.01000,2.762
+7,mlp.down_proj,0.05911,0.01000,8.216
+8,self_attn.k_proj,0.96817,0.01000,2.261
+8,self_attn.v_proj,0.54243,0.01000,2.247
+8,self_attn.q_proj,0.96861,0.01000,2.250
+8,self_attn.o_proj,0.03047,0.01000,2.256
+8,mlp.up_proj,1.59611,0.01000,2.768
+8,mlp.gate_proj,1.79941,0.01000,2.754
+8,mlp.down_proj,0.07433,0.01000,8.195
+9,self_attn.k_proj,1.27086,0.01000,2.265
+9,self_attn.v_proj,0.68903,0.01000,2.252
+9,self_attn.q_proj,1.29146,0.01000,2.250
+9,self_attn.o_proj,0.04106,0.01000,2.260
+9,mlp.up_proj,1.95985,0.01000,2.764
+9,mlp.gate_proj,2.25575,0.01000,2.756
+9,mlp.down_proj,0.09668,0.01000,8.200
+10,self_attn.k_proj,1.29996,0.01000,2.259
+10,self_attn.v_proj,0.70753,0.01000,2.254
+10,self_attn.q_proj,1.28995,0.01000,2.256
+10,self_attn.o_proj,0.05059,0.01000,2.258
+10,mlp.up_proj,2.09401,0.01000,2.765
+10,mlp.gate_proj,2.29632,0.01000,2.756
+10,mlp.down_proj,0.11528,0.01000,8.217
+11,self_attn.k_proj,1.52668,0.01000,2.260
+11,self_attn.v_proj,0.83519,0.01000,2.247
+11,self_attn.q_proj,1.51504,0.01000,2.250
+11,self_attn.o_proj,0.05775,0.01000,2.263
+11,mlp.up_proj,2.39118,0.01000,2.765
+11,mlp.gate_proj,2.57200,0.01000,2.765
+11,mlp.down_proj,0.13621,0.01000,8.216
+12,self_attn.k_proj,1.68230,0.01000,2.259
+12,self_attn.v_proj,0.92689,0.01000,2.248
+12,self_attn.q_proj,1.65101,0.01000,2.254
+12,self_attn.o_proj,0.08051,0.01000,2.262
+12,mlp.up_proj,2.53499,0.01000,2.772
+12,mlp.gate_proj,2.58698,0.01000,2.754
+12,mlp.down_proj,0.15885,0.01000,8.200
+13,self_attn.k_proj,1.85452,0.01000,2.271
+13,self_attn.v_proj,1.05347,0.01000,2.250
+13,self_attn.q_proj,1.82689,0.01000,2.254
+13,self_attn.o_proj,0.06686,0.01000,2.261
+13,mlp.up_proj,2.77974,0.01000,2.764
+13,mlp.gate_proj,2.95955,0.01000,2.762
+13,mlp.down_proj,0.16890,0.01000,8.223
+14,self_attn.k_proj,1.78217,0.01000,2.268
+14,self_attn.v_proj,1.02525,0.01000,2.255
+14,self_attn.q_proj,1.73776,0.01000,2.256
+14,self_attn.o_proj,0.07824,0.01000,2.259
+14,mlp.up_proj,2.78610,0.01000,2.770
+14,mlp.gate_proj,2.79164,0.01000,2.751
+14,mlp.down_proj,0.18062,0.01000,8.205
+15,self_attn.k_proj,1.91197,0.01000,2.269
+15,self_attn.v_proj,1.17533,0.01000,2.252
+15,self_attn.q_proj,1.87554,0.01000,2.250
+15,self_attn.o_proj,0.07321,0.01000,2.261
+15,mlp.up_proj,3.03228,0.01000,2.765
+15,mlp.gate_proj,3.05815,0.01000,2.760
+15,mlp.down_proj,0.19486,0.01000,8.195
+16,self_attn.k_proj,2.11641,0.01000,2.266
+16,self_attn.v_proj,1.24226,0.01000,2.256
+16,self_attn.q_proj,2.02646,0.01000,2.257
+16,self_attn.o_proj,0.09737,0.01000,2.262
+16,mlp.up_proj,3.29747,0.01000,2.768
+16,mlp.gate_proj,3.26481,0.01000,2.755
+16,mlp.down_proj,0.21795,0.01000,8.214
+17,self_attn.k_proj,2.10890,0.01000,2.265
+17,self_attn.v_proj,1.24949,0.01000,2.256
+17,self_attn.q_proj,2.01428,0.01000,2.256
+17,self_attn.o_proj,0.12971,0.01000,2.261
+17,mlp.up_proj,3.25471,0.01000,2.767
+17,mlp.gate_proj,3.12897,0.01000,2.756
+17,mlp.down_proj,0.22336,0.01000,8.203
+18,self_attn.k_proj,2.14139,0.01000,2.261
+18,self_attn.v_proj,1.34967,0.01000,2.248
+18,self_attn.q_proj,2.08541,0.01000,2.247
+18,self_attn.o_proj,0.12503,0.01000,2.260
+18,mlp.up_proj,3.51641,0.01000,2.766
+18,mlp.gate_proj,3.44835,0.01000,2.757
+18,mlp.down_proj,0.23651,0.01000,8.224
+19,self_attn.k_proj,2.24976,0.01000,2.264
+19,self_attn.v_proj,1.45818,0.01000,2.251
+19,self_attn.q_proj,2.19159,0.01000,2.255
+19,self_attn.o_proj,0.10957,0.01000,2.257
+19,mlp.up_proj,3.70684,0.01000,2.769
+19,mlp.gate_proj,3.65885,0.01000,2.761
+19,mlp.down_proj,0.24995,0.01000,8.178
+20,self_attn.k_proj,2.22657,0.01000,2.266
+20,self_attn.v_proj,1.47453,0.01000,2.259
+20,self_attn.q_proj,2.14452,0.01000,2.256
+20,self_attn.o_proj,0.15217,0.01000,2.258
+20,mlp.up_proj,3.74978,0.01000,2.765
+20,mlp.gate_proj,3.57985,0.01000,2.755
+20,mlp.down_proj,0.29064,0.01000,8.202
+21,self_attn.k_proj,2.26591,0.01000,2.267
+21,self_attn.v_proj,1.59221,0.01000,2.253
+21,self_attn.q_proj,2.17556,0.01000,2.254
+21,self_attn.o_proj,0.13305,0.01000,2.267
+21,mlp.up_proj,3.90103,0.01000,2.767
+21,mlp.gate_proj,3.83266,0.01000,2.761
+21,mlp.down_proj,0.31462,0.01000,8.186
+22,self_attn.k_proj,2.33307,0.01000,2.263
+22,self_attn.v_proj,1.71240,0.01000,2.252
+22,self_attn.q_proj,2.30661,0.01000,2.256
+22,self_attn.o_proj,0.13971,0.01000,2.264
+22,mlp.up_proj,4.18612,0.01000,2.767
+22,mlp.gate_proj,4.15110,0.01000,2.760
+22,mlp.down_proj,0.34329,0.01000,8.195
+23,self_attn.k_proj,2.36105,0.01000,2.268
+23,self_attn.v_proj,1.70826,0.01000,2.254
+23,self_attn.q_proj,2.29869,0.01000,2.257
+23,self_attn.o_proj,0.18516,0.01000,2.258
+23,mlp.up_proj,4.31254,0.01000,2.776
+23,mlp.gate_proj,4.23561,0.01000,2.762
+23,mlp.down_proj,0.40630,0.01000,8.181
+24,self_attn.k_proj,2.44520,0.01000,2.266
+24,self_attn.v_proj,1.89137,0.01000,2.261
+24,self_attn.q_proj,2.38975,0.01000,2.261
+24,self_attn.o_proj,0.20498,0.01000,2.256
+24,mlp.up_proj,4.64545,0.01000,2.775
+24,mlp.gate_proj,4.73436,0.01000,2.760
+24,mlp.down_proj,0.45583,0.01000,8.215
+25,self_attn.k_proj,2.47899,0.01000,2.270
+25,self_attn.v_proj,2.02297,0.01000,2.252
+25,self_attn.q_proj,2.44245,0.01000,2.251
+25,self_attn.o_proj,0.16585,0.01000,2.267
+25,mlp.up_proj,4.82376,0.01000,2.767
+25,mlp.gate_proj,4.99812,0.01000,2.758
+25,mlp.down_proj,0.50474,0.01000,8.198
+26,self_attn.k_proj,2.46252,0.01000,2.270
+26,self_attn.v_proj,2.09390,0.01000,2.249
+26,self_attn.q_proj,2.43072,0.01000,2.252
+26,self_attn.o_proj,0.18642,0.01000,2.263
+26,mlp.up_proj,5.07101,0.01000,2.762
+26,mlp.gate_proj,5.35763,0.01000,2.759
+26,mlp.down_proj,0.56128,0.01000,8.200
+27,self_attn.k_proj,2.75476,0.01000,2.264
+27,self_attn.v_proj,2.41361,0.01000,2.252
+27,self_attn.q_proj,2.73707,0.01000,2.258
+27,self_attn.o_proj,0.21612,0.01000,2.261
+27,mlp.up_proj,5.64489,0.01000,2.772
+27,mlp.gate_proj,6.14756,0.01000,2.762
+27,mlp.down_proj,0.62385,0.01000,8.207
+28,self_attn.k_proj,2.78634,0.01000,2.269
+28,self_attn.v_proj,2.47046,0.01000,2.253
+28,self_attn.q_proj,2.75139,0.01000,2.262
+28,self_attn.o_proj,0.21548,0.01000,2.264
+28,mlp.up_proj,5.97340,0.01000,2.768
+28,mlp.gate_proj,6.54847,0.01000,2.759
+28,mlp.down_proj,0.67349,0.01000,8.204
+29,self_attn.k_proj,2.84069,0.01000,2.263
+29,self_attn.v_proj,2.72520,0.01000,2.259
+29,self_attn.q_proj,2.81941,0.01000,2.255
+29,self_attn.o_proj,0.19653,0.01000,2.263
+29,mlp.up_proj,6.40730,0.01000,2.768
+29,mlp.gate_proj,7.01741,0.01000,2.754
+29,mlp.down_proj,0.74972,0.01000,8.205
+30,self_attn.k_proj,2.99588,0.01000,2.270
+30,self_attn.v_proj,2.85065,0.01000,2.258
+30,self_attn.q_proj,2.98983,0.01000,2.255
+30,self_attn.o_proj,0.21279,0.01000,2.263
+30,mlp.up_proj,6.80474,0.01000,2.766
+30,mlp.gate_proj,7.41285,0.01000,2.751
+30,mlp.down_proj,0.84321,0.01000,8.214
+31,self_attn.k_proj,2.91619,0.01000,2.267
+31,self_attn.v_proj,3.00500,0.01000,2.253
+31,self_attn.q_proj,2.92626,0.01000,2.247
+31,self_attn.o_proj,0.25185,0.01000,2.264
+31,mlp.up_proj,7.36172,0.01000,2.770
+31,mlp.gate_proj,8.02154,0.01000,2.763
+31,mlp.down_proj,0.95121,0.01000,8.205
+32,self_attn.k_proj,3.05474,0.01000,2.273
+32,self_attn.v_proj,3.37658,0.01000,2.253
+32,self_attn.q_proj,3.06898,0.01000,2.257
+32,self_attn.o_proj,0.31940,0.01000,2.267
+32,mlp.up_proj,8.03616,0.01000,2.765
+32,mlp.gate_proj,8.71699,0.01000,2.764
+32,mlp.down_proj,1.07437,0.01000,8.180
+33,self_attn.k_proj,3.02665,0.01000,2.270
+33,self_attn.v_proj,3.64498,0.01000,2.255
+33,self_attn.q_proj,3.05782,0.01000,2.258
+33,self_attn.o_proj,0.36172,0.01000,2.273
+33,mlp.up_proj,8.71520,0.01000,2.765
+33,mlp.gate_proj,9.24812,0.01000,2.756
+33,mlp.down_proj,1.26517,0.01000,8.165
+34,self_attn.k_proj,3.05166,0.01000,2.271
+34,self_attn.v_proj,4.17887,0.01000,2.253
+34,self_attn.q_proj,3.10377,0.01000,2.257
+34,self_attn.o_proj,0.45116,0.01000,2.264
+34,mlp.up_proj,9.63995,0.01000,2.768
+34,mlp.gate_proj,10.03999,0.01000,2.764
+34,mlp.down_proj,1.54939,0.01000,8.217
+35,self_attn.k_proj,3.20852,0.01000,2.267
+35,self_attn.v_proj,4.39722,0.01000,2.250
+35,self_attn.q_proj,3.24962,0.01000,2.251
+35,self_attn.o_proj,0.67303,0.01000,2.260
+35,mlp.up_proj,10.37539,0.01000,2.871
+35,mlp.gate_proj,10.62990,0.01000,2.871
+35,mlp.down_proj,1.92965,0.01000,8.336
+36,self_attn.k_proj,3.41745,0.01000,2.276
+36,self_attn.v_proj,5.35218,0.01000,2.254
+36,self_attn.q_proj,3.47891,0.01000,2.256
+36,self_attn.o_proj,1.17018,0.01000,2.264
+36,mlp.up_proj,11.65404,0.01000,2.767
+36,mlp.gate_proj,11.71838,0.01000,2.773
+36,mlp.down_proj,2.54714,0.01000,8.239
+37,self_attn.k_proj,3.41290,0.01000,2.273
+37,self_attn.v_proj,6.03307,0.01000,2.255
+37,self_attn.q_proj,3.48564,0.01000,2.258
+37,self_attn.o_proj,1.53777,0.01000,2.264
+37,mlp.up_proj,12.66024,0.01000,2.774
+37,mlp.gate_proj,12.61703,0.01000,2.765
+37,mlp.down_proj,3.77532,0.01000,8.237
+38,self_attn.k_proj,3.42294,0.01000,2.225
+38,self_attn.v_proj,5.69773,0.01000,2.171
+38,self_attn.q_proj,3.46850,0.01000,2.162
+38,self_attn.o_proj,1.91838,0.01000,2.204
+38,mlp.up_proj,12.05666,0.01000,2.694
+38,mlp.gate_proj,12.35299,0.01000,2.686
+38,mlp.down_proj,6.28792,0.01000,7.965
+39,self_attn.k_proj,2.62125,0.01000,2.180
+39,self_attn.v_proj,3.44121,0.01000,2.167
+39,self_attn.q_proj,2.62372,0.01000,2.170
+39,self_attn.o_proj,1.78030,0.01000,2.178
+39,mlp.up_proj,8.50950,0.01000,2.701
+39,mlp.gate_proj,9.05513,0.01000,2.700
+39,mlp.down_proj,12.99462,0.01000,7.949

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.4.5"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}