onnx-community
/

AFM-4.5B-ONNX

Text Generation

Transformers.js

Model card Files Files and versions

Xenova HF Staff commited on Jul 30

Commit

13d9eb3

·

verified ·

1 Parent(s): cd25205

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -34,6 +34,7 @@
   "use_cache": false,
   "vocab_size": 128005,
   "transformers.js_config": {
     "use_external_data_format": {
       "model_q4.onnx": 2,
       "model_q4f16.onnx": 2

   "use_cache": false,
   "vocab_size": 128005,
   "transformers.js_config": {
+    "dtype": "q4",
     "use_external_data_format": {
       "model_q4.onnx": 2,
       "model_q4f16.onnx": 2