Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ from fastapi import FastAPI, Request
|
|
2 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
3 |
from fastapi.templating import Jinja2Templates
|
4 |
from pmbl import PMBL
|
5 |
-
|
6 |
|
7 |
app = FastAPI()
|
8 |
pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
|
@@ -42,4 +42,4 @@ if __name__ == "__main__":
|
|
42 |
import asyncio
|
43 |
|
44 |
loop = asyncio.get_event_loop()
|
45 |
-
loop.run_until_complete(uvicorn.run(app, host="0.0.0.0", port=
|
|
|
2 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
3 |
from fastapi.templating import Jinja2Templates
|
4 |
from pmbl import PMBL
|
5 |
+
|
6 |
|
7 |
app = FastAPI()
|
8 |
pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
|
|
|
42 |
import asyncio
|
43 |
|
44 |
loop = asyncio.get_event_loop()
|
45 |
+
loop.run_until_complete(uvicorn.run(app, host="0.0.0.0", port=1771))
|