Update README.md
Browse files
README.md
CHANGED
@@ -58,8 +58,7 @@ bnb_config = BitsAndBytesConfig(
|
|
58 |
|
59 |
# load the model and tokenizer
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
-
model_name,
|
62 |
-
load_in_4bit=True,
|
63 |
quantization_config=bnb_config,
|
64 |
device_map="auto",
|
65 |
)
|
|
|
58 |
|
59 |
# load the model and tokenizer
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
+
model_name,
|
|
|
62 |
quantization_config=bnb_config,
|
63 |
device_map="auto",
|
64 |
)
|