Update README.md
Browse files
README.md
CHANGED
@@ -58,7 +58,7 @@ def predict_NuExtract(model,tokenizer,text, schema,example = ["","",""]):
|
|
58 |
return output.split("<|output|>")[1].split("<|end-output|>")[0]
|
59 |
|
60 |
|
61 |
-
model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
62 |
tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
63 |
|
64 |
#model.to("cuda")
|
|
|
58 |
return output.split("<|output|>")[1].split("<|end-output|>")[0]
|
59 |
|
60 |
|
61 |
+
model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True,torch_dtype=torch.bfloat16)
|
62 |
tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
63 |
|
64 |
#model.to("cuda")
|