Update finetune_sample/finetune.py
Browse files
finetune_sample/finetune.py
CHANGED
@@ -74,7 +74,7 @@ class ScriptArguments:
|
|
74 |
lora_r: Optional[int] = field(default=64)
|
75 |
max_seq_length: Optional[int] = field(default=512)
|
76 |
model_name: Optional[str] = field(
|
77 |
-
default="
|
78 |
metadata={
|
79 |
"help": "The model that you want to train from the Hugging Face hub. E.g. gpt2, gpt2-xl, bert, etc."
|
80 |
}
|
@@ -154,6 +154,7 @@ def create_and_prepare_model(args):
|
|
154 |
args.model_name,
|
155 |
device_map=device_map,
|
156 |
use_safetensors=True,
|
|
|
157 |
quantization_config= GPTQConfig(bits=4, disable_exllama=True)
|
158 |
)
|
159 |
|
|
|
74 |
lora_r: Optional[int] = field(default=64)
|
75 |
max_seq_length: Optional[int] = field(default=512)
|
76 |
model_name: Optional[str] = field(
|
77 |
+
default="./",
|
78 |
metadata={
|
79 |
"help": "The model that you want to train from the Hugging Face hub. E.g. gpt2, gpt2-xl, bert, etc."
|
80 |
}
|
|
|
154 |
args.model_name,
|
155 |
device_map=device_map,
|
156 |
use_safetensors=True,
|
157 |
+
local_files_only=True,
|
158 |
quantization_config= GPTQConfig(bits=4, disable_exllama=True)
|
159 |
)
|
160 |
|