Sergidev commited on
Commit
7aa34d7
1 Parent(s): 0c6d9a6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -2,13 +2,18 @@ from fastapi import FastAPI, Request
2
  from fastapi.responses import HTMLResponse, StreamingResponse
3
  from fastapi.staticfiles import StaticFiles
4
  from modules.pmbl import PMBL
 
5
 
6
  app = FastAPI(docs_url=None, redoc_url=None)
7
 
8
  app.mount("/static", StaticFiles(directory="static"), name="static")
9
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
10
 
11
- pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
 
 
 
 
12
 
13
  @app.head("/")
14
  @app.get("/")
 
2
  from fastapi.responses import HTMLResponse, StreamingResponse
3
  from fastapi.staticfiles import StaticFiles
4
  from modules.pmbl import PMBL
5
+ import os
6
 
7
  app = FastAPI(docs_url=None, redoc_url=None)
8
 
9
  app.mount("/static", StaticFiles(directory="static"), name="static")
10
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
11
 
12
+ # Initialize PMBL with the correct repository ID and filename
13
+ repo_id = "lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF"
14
+ filename = "Meta-Llama-3-8B-Instruct-Q8_0.gguf"
15
+
16
+ pmbl = PMBL(repo_id, filename)
17
 
18
  @app.head("/")
19
  @app.get("/")