Update app.py
Browse files
app.py
CHANGED
@@ -2,13 +2,18 @@ from fastapi import FastAPI, Request
|
|
2 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
3 |
from fastapi.staticfiles import StaticFiles
|
4 |
from modules.pmbl import PMBL
|
|
|
5 |
|
6 |
app = FastAPI(docs_url=None, redoc_url=None)
|
7 |
|
8 |
app.mount("/static", StaticFiles(directory="static"), name="static")
|
9 |
app.mount("/templates", StaticFiles(directory="templates"), name="templates")
|
10 |
|
11 |
-
|
|
|
|
|
|
|
|
|
12 |
|
13 |
@app.head("/")
|
14 |
@app.get("/")
|
|
|
2 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
3 |
from fastapi.staticfiles import StaticFiles
|
4 |
from modules.pmbl import PMBL
|
5 |
+
import os
|
6 |
|
7 |
app = FastAPI(docs_url=None, redoc_url=None)
|
8 |
|
9 |
app.mount("/static", StaticFiles(directory="static"), name="static")
|
10 |
app.mount("/templates", StaticFiles(directory="templates"), name="templates")
|
11 |
|
12 |
+
# Initialize PMBL with the correct repository ID and filename
|
13 |
+
repo_id = "lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF"
|
14 |
+
filename = "Meta-Llama-3-8B-Instruct-Q8_0.gguf"
|
15 |
+
|
16 |
+
pmbl = PMBL(repo_id, filename)
|
17 |
|
18 |
@app.head("/")
|
19 |
@app.get("/")
|