Update main.py
Browse files
main.py
CHANGED
@@ -3,8 +3,8 @@ from pydantic import BaseModel
|
|
3 |
from ctransformers import AutoModelForCausalLM # Ensure correct import for your model
|
4 |
|
5 |
# Model loading
|
6 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
7 |
-
max_tokens =
|
8 |
|
9 |
# Pydantic object for request validation
|
10 |
class Validation(BaseModel):
|
|
|
3 |
from ctransformers import AutoModelForCausalLM # Ensure correct import for your model
|
4 |
|
5 |
# Model loading
|
6 |
+
llm = AutoModelForCausalLM.from_pretrained("sqlcoder-34b-alpha.Q4_K_S.gguf",
|
7 |
+
max_tokens = 1024, threads = 3)
|
8 |
|
9 |
# Pydantic object for request validation
|
10 |
class Validation(BaseModel):
|