sushruthsam commited on
Commit
6478b34
·
verified ·
1 Parent(s): 06d3bed

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -3,8 +3,8 @@ from pydantic import BaseModel
3
  from ctransformers import AutoModelForCausalLM # Ensure correct import for your model
4
 
5
  # Model loading
6
- llm = AutoModelForCausalLM.from_pretrained("model.safetensors",
7
- max_tokens = 512, threads = 3)
8
 
9
  # Pydantic object for request validation
10
  class Validation(BaseModel):
 
3
  from ctransformers import AutoModelForCausalLM # Ensure correct import for your model
4
 
5
  # Model loading
6
+ llm = AutoModelForCausalLM.from_pretrained("sqlcoder-34b-alpha.Q4_K_S.gguf",
7
+ max_tokens = 1024, threads = 3)
8
 
9
  # Pydantic object for request validation
10
  class Validation(BaseModel):