don_Simon / model.py
adhinojosa's picture
Create model.py
1654876 verified
raw
history blame
195 Bytes
from ctransformers import AutoModelForCausalLM
model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-OpenOrca-GGUF", model_file="mistral-7b-openorca.Q2_K.gguf", model_type="mistral")