dahara1 commited on
Commit
fa1ddbc
1 Parent(s): 3c9c0b8

Update finetune_sample/finetune.py

Browse files
Files changed (1) hide show
  1. finetune_sample/finetune.py +2 -1
finetune_sample/finetune.py CHANGED
@@ -74,7 +74,7 @@ class ScriptArguments:
74
  lora_r: Optional[int] = field(default=64)
75
  max_seq_length: Optional[int] = field(default=512)
76
  model_name: Optional[str] = field(
77
- default="dahara1/weblab-10b-instruction-sft-GPTQ/finetune_sample",
78
  metadata={
79
  "help": "The model that you want to train from the Hugging Face hub. E.g. gpt2, gpt2-xl, bert, etc."
80
  }
@@ -154,6 +154,7 @@ def create_and_prepare_model(args):
154
  args.model_name,
155
  device_map=device_map,
156
  use_safetensors=True,
 
157
  quantization_config= GPTQConfig(bits=4, disable_exllama=True)
158
  )
159
 
 
74
  lora_r: Optional[int] = field(default=64)
75
  max_seq_length: Optional[int] = field(default=512)
76
  model_name: Optional[str] = field(
77
+ default="./",
78
  metadata={
79
  "help": "The model that you want to train from the Hugging Face hub. E.g. gpt2, gpt2-xl, bert, etc."
80
  }
 
154
  args.model_name,
155
  device_map=device_map,
156
  use_safetensors=True,
157
+ local_files_only=True,
158
  quantization_config= GPTQConfig(bits=4, disable_exllama=True)
159
  )
160