Update README.md
Browse files
README.md
CHANGED
|
@@ -55,7 +55,7 @@ print(result[0]['generated_text'])
|
|
| 55 |
- **lora_dropout = 0.1**
|
| 56 |
|
| 57 |
|
| 58 |
-
#
|
| 59 |
- **use_4bit = True**
|
| 60 |
|
| 61 |
- **bnb_4bit_compute_dtype = "float16"**
|
|
@@ -65,7 +65,7 @@ print(result[0]['generated_text'])
|
|
| 65 |
- **use_nested_quant = False**
|
| 66 |
|
| 67 |
|
| 68 |
-
#
|
| 69 |
- **num_train_epochs = 1**
|
| 70 |
|
| 71 |
- **fp16 = False**
|
|
|
|
| 55 |
- **lora_dropout = 0.1**
|
| 56 |
|
| 57 |
|
| 58 |
+
# BitsAndBytes parameters
|
| 59 |
- **use_4bit = True**
|
| 60 |
|
| 61 |
- **bnb_4bit_compute_dtype = "float16"**
|
|
|
|
| 65 |
- **use_nested_quant = False**
|
| 66 |
|
| 67 |
|
| 68 |
+
# Training Arguments parameters
|
| 69 |
- **num_train_epochs = 1**
|
| 70 |
|
| 71 |
- **fp16 = False**
|