from transformers import AutoTokenizer, AutoModel | |
tokenizer = AutoTokenizer.from_pretrained(".\\", trust_remote_code=True) | |
model = AutoModel.from_pretrained(".\\", trust_remote_code=True).float().cpu() | |
tokenizer.save_pretrained("models") | |
model.save_pretrained("models") | |