Hjgugugjhuhjggg commited on
Commit
544dfe8
·
verified ·
1 Parent(s): 17ba013

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -12,6 +12,7 @@ from sklearn.metrics.pairwise import cosine_similarity
12
  from sentence_transformers import SentenceTransformer
13
  import torch
14
  import langchain
 
15
 
16
  app = FastAPI()
17
 
@@ -49,6 +50,7 @@ def read_root():
49
  return {"Hello": "World"}
50
 
51
  @app.post("/v1/generateText")
 
52
  async def generateText(request: Request):
53
  request_dict = await request.json()
54
  prompt = request_dict.pop("prompt")
 
12
  from sentence_transformers import SentenceTransformer
13
  import torch
14
  import langchain
15
+ import spaces
16
 
17
  app = FastAPI()
18
 
 
50
  return {"Hello": "World"}
51
 
52
  @app.post("/v1/generateText")
53
+ @spaces.GPU()
54
  async def generateText(request: Request):
55
  request_dict = await request.json()
56
  prompt = request_dict.pop("prompt")