chatglm-6b-int4 / demo_convert_2_cpu.py
NewBreaker's picture
auto git
3f712ba
raw
history blame contribute delete
272 Bytes
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained(".\\", trust_remote_code=True)
model = AutoModel.from_pretrained(".\\", trust_remote_code=True).float().cpu()
tokenizer.save_pretrained("models")
model.save_pretrained("models")