Add/update the quantized ONNX model files and README.md for Transformers.js v3 (#1)
Browse files- Add/update the quantized ONNX model files and README.md for Transformers.js v3 (90bf91a0bca1faf76526430853786147988807d9)
- Upload README.md with huggingface_hub (6015e7bc5ad86618b3c6a3f7145f1809e59f33b0)
- Upload README.md with huggingface_hub (afaad51f832a09e5996be898ddeedbdc4f87870b)
- Upload README.md with huggingface_hub (d72a52c019d8f91c7d4c397b4ff28f0b832d3fe4)
Co-authored-by: Yuichiro Tachibana <[email protected]>
- README.md +13 -0
 - onnx/decoder_model_bnb4.onnx +3 -0
 - onnx/decoder_model_fp16.onnx +3 -0
 - onnx/decoder_model_int8.onnx +3 -0
 - onnx/decoder_model_merged_bnb4.onnx +3 -0
 - onnx/decoder_model_merged_fp16.onnx +2 -2
 - onnx/decoder_model_merged_int8.onnx +3 -0
 - onnx/decoder_model_merged_q4.onnx +3 -0
 - onnx/decoder_model_merged_q4f16.onnx +3 -0
 - onnx/decoder_model_merged_uint8.onnx +3 -0
 - onnx/decoder_model_q4.onnx +3 -0
 - onnx/decoder_model_q4f16.onnx +3 -0
 - onnx/decoder_model_uint8.onnx +3 -0
 - onnx/decoder_with_past_model_bnb4.onnx +3 -0
 - onnx/decoder_with_past_model_fp16.onnx +3 -0
 - onnx/decoder_with_past_model_int8.onnx +3 -0
 - onnx/decoder_with_past_model_q4.onnx +3 -0
 - onnx/decoder_with_past_model_q4f16.onnx +3 -0
 - onnx/decoder_with_past_model_uint8.onnx +3 -0
 - onnx/encoder_model_bnb4.onnx +3 -0
 - onnx/encoder_model_q4.onnx +3 -0
 - onnx/encoder_model_q4f16.onnx +3 -0
 - onnx/encoder_model_uint8.onnx +3 -0
 
    	
        README.md
    CHANGED
    
    | 
         @@ -5,4 +5,17 @@ library_name: transformers.js 
     | 
|
| 5 | 
         | 
| 6 | 
         
             
            https://huggingface.co/bh4/whisper-ben with ONNX weights to be compatible with Transformers.js.
         
     | 
| 7 | 
         | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 8 | 
         
             
            Note: Having a separate repo for ONNX weights is intended to be a temporary solution until WebML gains more traction. If you would like to make your models web-ready, we recommend converting to ONNX using [🤗 Optimum](https://huggingface.co/docs/optimum/index) and structuring your repo like this one (with ONNX weights located in a subfolder named `onnx`).
         
     | 
| 
         | 
|
| 5 | 
         | 
| 6 | 
         
             
            https://huggingface.co/bh4/whisper-ben with ONNX weights to be compatible with Transformers.js.
         
     | 
| 7 | 
         | 
| 8 | 
         
            +
            If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@huggingface/transformers) using:
         
     | 
| 9 | 
         
            +
            ```bash
         
     | 
| 10 | 
         
            +
            npm i @huggingface/transformers
         
     | 
| 11 | 
         
            +
            ```
         
     | 
| 12 | 
         
            +
             
     | 
| 13 | 
         
            +
            ```js
         
     | 
| 14 | 
         
            +
            import { pipeline } from '@huggingface/transformers';
         
     | 
| 15 | 
         
            +
             
     | 
| 16 | 
         
            +
            const transcriber = await pipeline('automatic-speech-recognition', 'Xenova/whisper-ben');
         
     | 
| 17 | 
         
            +
            const url = 'https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/jfk.wav';
         
     | 
| 18 | 
         
            +
            const output = await transcriber(url);
         
     | 
| 19 | 
         
            +
            ```
         
     | 
| 20 | 
         
            +
             
     | 
| 21 | 
         
             
            Note: Having a separate repo for ONNX weights is intended to be a temporary solution until WebML gains more traction. If you would like to make your models web-ready, we recommend converting to ONNX using [🤗 Optimum](https://huggingface.co/docs/optimum/index) and structuring your repo like this one (with ONNX weights located in a subfolder named `onnx`).
         
     | 
    	
        onnx/decoder_model_bnb4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:0bca52037ea376d7cfa56883470d2f4343169a3e1cee59e353908cc46ce18a63
         
     | 
| 3 | 
         
            +
            size 443445601
         
     | 
    	
        onnx/decoder_model_fp16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:d8a343f888d7c976342d4217d91368e143f201a8549dc6327d64e4811deb749e
         
     | 
| 3 | 
         
            +
            size 914249373
         
     | 
    	
        onnx/decoder_model_int8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:6a52996e0ad54fe0f00ca13aa739e79ce9d27286bf3a33b6b093b10b2d1b41f5
         
     | 
| 3 | 
         
            +
            size 672971638
         
     | 
    	
        onnx/decoder_model_merged_bnb4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:e5c0fbc2cd5b25daed32c118352945d9c856ac2b30d4acb43ff2cebed6cb262a
         
     | 
| 3 | 
         
            +
            size 444392461
         
     | 
    	
        onnx/decoder_model_merged_fp16.onnx
    CHANGED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
            -
            size  
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:872abf7eb045bd8f8efd0fbd9509ebb51ae03811eec7bb5dc19df0320ef1c86a
         
     | 
| 3 | 
         
            +
            size 915815951
         
     | 
    	
        onnx/decoder_model_merged_int8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:d6b70853d4de619994bc517792b73ee6bd5ba514dfecf0b288857d346e72153e
         
     | 
| 3 | 
         
            +
            size 462297307
         
     | 
    	
        onnx/decoder_model_merged_q4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:a369fb2d052217d58660004d75e44cbba2e8eddb2cd472803d764c3e9d9651c8
         
     | 
| 3 | 
         
            +
            size 469554613
         
     | 
    	
        onnx/decoder_model_merged_q4f16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:cbd8d3af49b4821fef23d300a6afe36338535df6161756667b056509b43a705d
         
     | 
| 3 | 
         
            +
            size 337026238
         
     | 
    	
        onnx/decoder_model_merged_uint8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:1685f344000c0f8a54b7cee79762edee330e6232576b7a34391774090e51756e
         
     | 
| 3 | 
         
            +
            size 462297418
         
     | 
    	
        onnx/decoder_model_q4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:27d947b93369f87022c5075148ea6e85c70b4d3f8d8dc75289a391a8b0110d0e
         
     | 
| 3 | 
         
            +
            size 468609481
         
     | 
    	
        onnx/decoder_model_q4f16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:c3dfd127bdd6e6d038542d8cd9e9437c39fecdcfbc317e6a8604ce8e4c4a5918
         
     | 
| 3 | 
         
            +
            size 335471080
         
     | 
    	
        onnx/decoder_model_uint8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:44c6042c12f9b36d1239df671555e919381130cf83c18a3118e4ded02e4f565b
         
     | 
| 3 | 
         
            +
            size 672971749
         
     | 
    	
        onnx/decoder_with_past_model_bnb4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:df20d02113f8e383c7e38632011751ae54709a9e3be65590ba3a03c8dd0c2c70
         
     | 
| 3 | 
         
            +
            size 415018367
         
     | 
    	
        onnx/decoder_with_past_model_fp16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:c7db63f6e7136688bfc3c825b3fba1f43d9b86e66f3a865a8f613259d7c3179c
         
     | 
| 3 | 
         
            +
            size 813546251
         
     | 
    	
        onnx/decoder_with_past_model_int8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:cd873db77d5c30d2c5a4f8e8b3ac0904d60c2f675338420eb12be70d4c3cf430
         
     | 
| 3 | 
         
            +
            size 622484657
         
     | 
    	
        onnx/decoder_with_past_model_q4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:5ac39291668d321af92d0fefd54a5026487dbfeff55cc7b75a5023e00d94c933
         
     | 
| 3 | 
         
            +
            size 437036903
         
     | 
    	
        onnx/decoder_with_past_model_q4f16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:64322ea9516b98e9d16e7990bfaa8da09e4553aa158243ed10bea7d3f50fc36d
         
     | 
| 3 | 
         
            +
            size 307112598
         
     | 
    	
        onnx/decoder_with_past_model_uint8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:46301b5b2a07512fe2cab2e16dc6eac092b96363f4780e08e0238377b9b8ae25
         
     | 
| 3 | 
         
            +
            size 622484748
         
     | 
    	
        onnx/encoder_model_bnb4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:f0b32f7f400dd375734d56b390398a1006c9ebe9e05d43ffcfcce07b6f851f67
         
     | 
| 3 | 
         
            +
            size 191108206
         
     | 
    	
        onnx/encoder_model_q4.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:4bbae72facd9dee116d88b2fdefe559b2789039e3a3e6c1474f776b7db444cac
         
     | 
| 3 | 
         
            +
            size 209981398
         
     | 
    	
        onnx/encoder_model_q4f16.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:ec5b7a7f30b7411b482dcb68ded1075fcb7a8d67ec2aae862782aa3bd9de66e6
         
     | 
| 3 | 
         
            +
            size 180654198
         
     | 
    	
        onnx/encoder_model_uint8.onnx
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:b645999984aa38f42d99f35864971267e159707fa7868170104cc4ceef94ce68
         
     | 
| 3 | 
         
            +
            size 313181385
         
     |