File size: 272 Bytes
3f712ba
 
 
 
 
 
 
1
2
3
4
5
6
7
8
from transformers import AutoTokenizer, AutoModel

tokenizer = AutoTokenizer.from_pretrained(".\\", trust_remote_code=True)
model = AutoModel.from_pretrained(".\\", trust_remote_code=True).float().cpu()

tokenizer.save_pretrained("models")
model.save_pretrained("models")