use gpu (delete if incorrect)
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ app = FastAPI(docs_url=None, redoc_url=None)
|
|
14 |
app.mount("/static", StaticFiles(directory="static"), name="static")
|
15 |
app.mount("/templates", StaticFiles(directory="templates"), name="templates")
|
16 |
|
17 |
-
pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
|
18 |
|
19 |
@app.head("/")
|
20 |
@app.get("/")
|
|
|
14 |
app.mount("/static", StaticFiles(directory="static"), name="static")
|
15 |
app.mount("/templates", StaticFiles(directory="templates"), name="templates")
|
16 |
|
17 |
+
pmbl = PMBL("./PMB-7b.Q6_K.gguf", use_gpu=True) # Replace with the path to your model
|
18 |
|
19 |
@app.head("/")
|
20 |
@app.get("/")
|