Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -25,7 +25,8 @@ vllm serve yujiepan/step3-tiny-random-vllm --trust-remote-code
|
|
| 25 |
- Transformers
|
| 26 |
|
| 27 |
```python
|
| 28 |
-
#
|
|
|
|
| 29 |
|
| 30 |
import torch
|
| 31 |
from transformers import AutoModelForCausalLM, AutoProcessor
|
|
|
|
| 25 |
- Transformers
|
| 26 |
|
| 27 |
```python
|
| 28 |
+
# ⚠️: it's more convenient to use the model without "-vllm" suffix,
|
| 29 |
+
# which follows transformers' naming. Here "key_mapping" is a workaround.
|
| 30 |
|
| 31 |
import torch
|
| 32 |
from transformers import AutoModelForCausalLM, AutoProcessor
|