Spaces:
Runtime error
Runtime error
Vivtorsing
commited on
Update main.py
Browse files
main.py
CHANGED
@@ -6,10 +6,10 @@ import uvicorn
|
|
6 |
|
7 |
app = FastAPI()
|
8 |
|
9 |
-
|
10 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
|
11 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
|
12 |
-
client = InferenceClient("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
|
13 |
|
14 |
class Item(BaseModel):
|
15 |
prompt: str
|
|
|
6 |
|
7 |
app = FastAPI()
|
8 |
|
9 |
+
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
10 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B")
|
11 |
#client = InferenceClient("meta-llama/Meta-Llama-3.1-8B-Instruct")
|
12 |
+
#client = InferenceClient("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
|
13 |
|
14 |
class Item(BaseModel):
|
15 |
prompt: str
|