Sergidev commited on
Commit
20644c4
1 Parent(s): 3e41588

use gpu (delete if incorrect)

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ app = FastAPI(docs_url=None, redoc_url=None)
14
  app.mount("/static", StaticFiles(directory="static"), name="static")
15
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
16
 
17
- pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
18
 
19
  @app.head("/")
20
  @app.get("/")
 
14
  app.mount("/static", StaticFiles(directory="static"), name="static")
15
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
16
 
17
+ pmbl = PMBL("./PMB-7b.Q6_K.gguf", use_gpu=True) # Replace with the path to your model
18
 
19
  @app.head("/")
20
  @app.get("/")