File size: 3,219 Bytes
dc0d5b8 62de77b cfc1102 d46d9ef 62de77b dc0d5b8 62de77b d46d9ef 62de77b cfc1102 dc0d5b8 cfc1102 dc0d5b8 cfc1102 dc0d5b8 cfc1102 9253a16 98b98c1 9253a16 cfc1102 9253a16 8444542 62de77b 9253a16 62de77b 98b98c1 dc0d5b8 62de77b cfc1102 62de77b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 |
from openai import OpenAI
from fastapi import FastAPI, HTTPException
from fastapi.responses import StreamingResponse
from fastapi.middleware.cors import CORSMiddleware
from pydantic import BaseModel
from fastapi import FastAPI, HTTPException, Depends, Request, Response
from fastapi.security import OAuth2PasswordBearer
from tinydb import TinyDB
from tinydb import Query
from datetime import datetime
from utils import generate_token
import os
query = Query()
db = TinyDB(".token.json")
app = FastAPI()
origins = ["*"]
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")
REF_KEY = "F0eeQ419wvoCSPH7KBmsd9OiVkF0W0DxK1XE9T3BlbkFJ0"
model_name = ""
def verify_token(token: str = Depends(oauth2_scheme)):
expiry = -1
res = db.get(query.token == token)
if res:
expiry = (datetime.strptime(res["expiry_date"], '%Y-%m-%d') - datetime.strptime(res["created_at"], '%Y-%m-%d')).days
if expiry < 0:
return {"message": "Token is not Valid"}
return token
class ChatInput(BaseModel):
message: str
openAI_token: str
class RefToken(BaseModel):
expiry_date: str
ref_key: str
def get_openai_generator(prompt: str):
client = OpenAI()
openai_stream = client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": prompt}],
temperature=0.7,
stream=True
)
for chunk in openai_stream:
chunk_data = chunk.to_dict()
yield f"data: {json.dumps(chunk_data)}\n\n"
yield "data: [DONE]\n\n"
@app.get("/")
async def base_url():
try:
return {
"Please Check the documentation here": "https://huggingface.co/spaces/subhrajit-katonic/stream-chatapi/blob/main/README.md",
"Swagger UI" : "https://subhrajit-katonic-stream-chatapi.hf.space/docs"
}
except Exception as e:
raise HTTPException(status_code=500, detail="An error occurred while processing the request." + str(e))
@app.post("/create")
async def create(data: RefToken):
token = "Reference Key is incorrect"
try:
if data.ref_key == REF_KEY:
token = generate_token(data.expiry_date, db)
return {"TOKEN": token}
except Exception as e:
raise HTTPException(status_code=500, detail="An error occurred while processing the request." + str(e))
@app.get("/list")
async def list(token: str = Depends(verify_token)):
try:
data = db.all()
return {"data": data}
except Exception as e:
raise HTTPException(status_code=500, detail="An error occurred while processing the request." + str(e))
@app.post("/chat")
async def chat(chat_input: ChatInput, token: str = Depends(verify_token)):
os.environ["OPENAI_API_KEY"] = chat_input.openAI_token
prompt = f"User: {chat_input.message}\nAI:"
try:
return StreamingResponse(get_openai_generator(prompt), media_type='text/event-stream')
except Exception as e:
raise HTTPException(status_code=500, detail="An error occurred while processing the request." + str(e))
|