Update README.md
Browse files
README.md
CHANGED
@@ -33,6 +33,17 @@ print(tokenizer.decode(outputs[0]))
|
|
33 |
### Training dataset
|
34 |
dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
|
35 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
### Hardware
|
37 |
RTX 3090 Ti 24GB x 1
|
38 |
|
|
|
33 |
### Training dataset
|
34 |
dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
|
35 |
|
36 |
+
bnd_config = BitsAndBytesConfig(
|
37 |
+
load_in_4bit = True
|
38 |
+
)
|
39 |
+
|
40 |
+
lora_config = LoraConfig(
|
41 |
+
r = 16,
|
42 |
+
lora_alpha = 16,
|
43 |
+
lora_dropout = 0.05,
|
44 |
+
target_modules = ['down_proj', 'up_proj', 'gate_proj']
|
45 |
+
)
|
46 |
+
|
47 |
### Hardware
|
48 |
RTX 3090 Ti 24GB x 1
|
49 |
|