robgreenberg3 commited on
Commit
5bafe6f
·
verified ·
1 Parent(s): 590ec1d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +19 -2
README.md CHANGED
@@ -1,15 +1,32 @@
1
  ---
2
- library_name: vllm
3
- base_model:
 
4
  - moonshotai/Kimi-K2-Instruct
5
  pipeline_tag: text-generation
6
  tags:
 
 
 
7
  - neuralmagic
8
  - redhat
9
  - llmcompressor
10
  - quantized
11
  - INT4
12
  - GPTQ
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  ---
14
 
15
  # Preliminary version of the model
 
1
  ---
2
+ language:
3
+ - en
4
+ base_model:
5
  - moonshotai/Kimi-K2-Instruct
6
  pipeline_tag: text-generation
7
  tags:
8
+ - vllm
9
+ - deepseek_v3
10
+ - deepseek
11
  - neuralmagic
12
  - redhat
13
  - llmcompressor
14
  - quantized
15
  - INT4
16
  - GPTQ
17
+ - conversational
18
+ - custom_code
19
+ - compressed-tensors
20
+ - kimi_k2
21
+ license: other
22
+ license_name: modified-mit
23
+ name: RedHatAI/Kimi-K2-Instruct-quantized.w4a16
24
+ description: This model was obtained by quantizing weights of Kimi-K2-Instruct to INT4 data type.
25
+ readme: https://huggingface.co/RedHatAI/Kimi-K2-Instruct-quantized.w4a16/main/README.md
26
+ tasks:
27
+ - text-to-text
28
+ provider: Moonshot AI
29
+ license_link: https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE
30
  ---
31
 
32
  # Preliminary version of the model