Alexandre-Numind commited on
Commit
b4a775c
·
verified ·
1 Parent(s): af91e24

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -58,7 +58,7 @@ def predict_NuExtract(model,tokenizer,text, schema,example = ["","",""]):
58
  return output.split("<|output|>")[1].split("<|end-output|>")[0]
59
 
60
 
61
- model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True)
62
  tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
63
 
64
  #model.to("cuda")
 
58
  return output.split("<|output|>")[1].split("<|end-output|>")[0]
59
 
60
 
61
+ model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True,torch_dtype=torch.bfloat16)
62
  tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
63
 
64
  #model.to("cuda")