Spaces:
Sleeping
Sleeping
import os | |
import json | |
import uvicorn | |
import torch | |
from fastapi import FastAPI, HTTPException, UploadFile, File, Depends, BackgroundTasks, Request, status | |
from fastapi.responses import StreamingResponse, JSONResponse, FileResponse, HTMLResponse | |
from pydantic import BaseModel, validator, Field, root_validator, EmailStr, constr | |
from transformers import ( | |
AutoModelForCausalLM, | |
AutoTokenizer, | |
GenerationConfig, | |
StoppingCriteriaList, | |
pipeline, | |
AutoProcessor, | |
AutoModelForImageClassification, | |
AutoModelForSeq2SeqLM, | |
AutoModelForQuestionAnswering, | |
AutoModelForSpeechSeq2Seq, | |
AutoModelForImageSegmentation, | |
AutoFeatureExtractor, | |
AutoModelForTokenClassification, | |
AutoModelForMaskedLM, | |
AutoModelForObjectDetection, | |
AutoImageProcessor, | |
) | |
from io import BytesIO | |
import boto3 | |
from botocore.exceptions import ClientError | |
from huggingface_hub import snapshot_download | |
import tempfile | |
import hashlib | |
from PIL import Image | |
from typing import Optional, List, Union, Dict, Any | |
import uuid | |
import logging | |
from fastapi.exceptions import RequestValidationError | |
from passlib.context import CryptContext | |
from jose import JWTError, jwt | |
from datetime import datetime, timedelta | |
from fastapi.staticfiles import StaticFiles | |
from fastapi.templating import Jinja2Templates | |
from fastapi.middleware.gzip import GZipMiddleware | |
from fastapi.security import APIKeyHeader, OAuth2PasswordBearer, OAuth2PasswordRequestForm | |
from starlette.middleware.cors import CORSMiddleware | |
import asyncpg | |
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(filename)s - %(lineno)d - %(message)s') | |
logger = logging.getLogger(__name__) | |
SECRET_KEY = os.getenv("SECRET_KEY") | |
if not SECRET_KEY: | |
raise ValueError("SECRET_KEY must be set.") | |
ALGORITHM = "HS256" | |
ACCESS_TOKEN_EXPIRE_MINUTES = 30 | |
pwd_context = CryptContext(schemes=["bcrypt"], deprecated="auto") | |
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token") | |
API_KEY = os.getenv("API_KEY") | |
api_key_header = APIKeyHeader(name="X-API-Key") | |
AWS_ACCESS_KEY_ID = os.getenv("AWS_ACCESS_KEY_ID") | |
AWS_SECRET_ACCESS_KEY = os.getenv("AWS_SECRET_ACCESS_KEY") | |
AWS_REGION = os.getenv("AWS_REGION") | |
S3_BUCKET_NAME = os.getenv("S3_BUCKET_NAME") | |
HUGGINGFACE_HUB_TOKEN = os.getenv("HUGGINGFACE_HUB_TOKEN") | |
TEMP_DIR = "/tmp" | |
STATIC_DIR = "static" | |
TEMPLATES = Jinja2Templates(directory="templates") | |
DATABASE_URL = os.getenv("DATABASE_URL") | |
app = FastAPI() | |
app.mount("/static", StaticFiles(directory=STATIC_DIR), name="static") | |
app.add_middleware(GZipMiddleware) | |
app.add_middleware( | |
CORSMiddleware, | |
allow_origins=["*"], | |
allow_credentials=True, | |
allow_methods=["*"], | |
allow_headers=["*"], | |
) | |
class User(BaseModel): | |
username: constr(min_length=3, max_length=50) | |
email: EmailStr | |
password: constr(min_length=8) | |
class GenerateRequest(BaseModel): | |
model_id: str | |
input_text: Optional[str] = Field(None) | |
task_type: str = Field(...) | |
temperature: float = 1.0 | |
max_new_tokens: int = 200 | |
stream: bool = True | |
top_p: float = 1.0 | |
top_k: int = 50 | |
repetition_penalty: float = 1.0 | |
num_return_sequences: int = 1 | |
do_sample: bool = True | |
chunk_delay: float = 0.0 | |
stop_sequences: List[str] = [] | |
image_file: Optional[UploadFile] = None | |
source_language: Optional[str] = None | |
target_language: Optional[str] = None | |
context: Optional[str] = None | |
audio_file: Optional[UploadFile] = None | |
raw_input: Optional[Union[str, bytes]] = None | |
masked_text: Optional[str] = None | |
mask_image: Optional[UploadFile] = None | |
low_res_image: Optional[UploadFile] = None | |
@validator('task_type') | |
def validate_task_type(cls, value): | |
allowed_types = [ | |
"text", | |
"image", | |
"audio", | |
"video", | |
"classification", | |
"translation", | |
"question-answering", | |
"speech-to-text", | |
"text-to-speech", | |
"image-segmentation", | |
"feature-extraction", | |
"token-classification", | |
"fill-mask", | |
"image-inpainting", | |
"image-super-resolution", | |
"object-detection", | |
"image-captioning", | |
"audio-transcription", | |
"summarization", | |
] | |
if value not in allowed_types: | |
raise ValueError(f"Invalid task_type. Allowed types are: {allowed_types}") | |
return value | |
@root_validator(pre=True) | |
def check_input(cls, values): | |
task_type = values.get("task_type") | |
if task_type == "text" and values.get("input_text") is None: | |
raise ValueError("input_text is required for text generation.") | |
elif task_type == "speech-to-text" and values.get("audio_file") is None: | |
raise ValueError("audio_file is required for speech-to-text.") | |
elif task_type == "classification" and values.get("image_file") is None: | |
raise ValueError("image_file is required for image classification.") | |
elif task_type == "image-segmentation" and values.get("image_file") is None: | |
raise ValueError("image_file is required for image segmentation.") | |
elif task_type == "feature-extraction" and values.get("raw_input") is None: | |
raise ValueError("raw_input is required for feature extraction.") | |
elif task_type == "fill-mask" and values.get("masked_text") is None: | |
raise ValueError("masked_text is required for fill-mask.") | |
elif task_type == "image-inpainting" and (values.get("image_file") is None or values.get("mask_image") is None): | |
raise ValueError("image_file and mask_image are required for image inpainting.") | |
elif task_type == "image-super-resolution" and values.get("low_res_image") is None: | |
raise ValueError("low_res_image is required for image super-resolution.") | |
return values | |
class S3ModelLoader: | |
def __init__(self, bucket_name, aws_access_key_id, aws_secret_access_key, aws_region): | |
self.bucket_name = bucket_name | |
self.s3 = boto3.client( | |
's3', | |
aws_access_key_id=aws_access_key_id, | |
aws_secret_access_key=aws_secret_access_key, | |
region_name=aws_region | |
) | |
def _get_s3_uri(self, model_name): | |
return f"{self.bucket_name}/{model_name.replace('/', '-')}" | |
def load_model_and_tokenizer(self, model_name, task_type): | |
s3_uri = self._get_s3_uri(model_name) | |
try: | |
self.s3.head_object(Bucket=self.bucket_name, Key=f'{s3_uri}/config.json') | |
except ClientError as e: | |
if e.response['Error']['Code'] == '404': | |
with tempfile.TemporaryDirectory() as tmpdir: | |
model_path = snapshot_download(model_name, token=HUGGINGFACE_HUB_TOKEN, cache_dir=tmpdir) | |
self._upload_model_to_s3(model_path, s3_uri) | |
else: | |
raise HTTPException(status_code=500, detail=f"Error accessing S3: {e}") | |
return self._load_from_s3(s3_uri, task_type) | |
def _upload_model_to_s3(self, model_path, s3_uri): | |
for root, _, files in os.walk(model_path): | |
for file in files: | |
local_path = os.path.join(root, file) | |
s3_path = os.path.join(s3_uri, os.path.relpath(local_path, model_path)) | |
self.s3.upload_file(local_path, self.bucket_name, s3_path) | |
def _load_from_s3(self, s3_uri, task_type): | |
with tempfile.TemporaryDirectory() as tmpdir: | |
model_path = os.path.join(tmpdir, s3_uri) | |
os.makedirs(model_path, exist_ok=True) | |
self.s3.download_file(self.bucket_name, f"{s3_uri}/config.json", os.path.join(model_path, "config.json")) | |
if task_type == "text": | |
model = AutoModelForCausalLM.from_pretrained(model_path) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
if tokenizer.eos_token_id is None: | |
tokenizer.eos_token_id = tokenizer.pad_token_id | |
return {"model": model, "tokenizer": tokenizer, "pad_token_id": tokenizer.pad_token_id, "eos_token_id": tokenizer.eos_token_id} | |
elif task_type in ["image", "audio", "video"]: | |
processor = AutoProcessor.from_pretrained(model_path) | |
pipeline_function = pipeline(task_type, model=model_path, device=0 if torch.cuda.is_available() else -1, processor=processor) | |
return {"pipeline": pipeline_function} | |
elif task_type == "classification": | |
model = AutoModelForImageClassification.from_pretrained(model_path) | |
processor = AutoProcessor.from_pretrained(model_path) | |
return {"model": model, "processor": processor} | |
elif task_type == "translation": | |
model = AutoModelForSeq2SeqLM.from_pretrained(model_path) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
return {"model": model, "tokenizer": tokenizer} | |
elif task_type == "question-answering": | |
model = AutoModelForQuestionAnswering.from_pretrained(model_path) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
return {"model": model, "tokenizer": tokenizer} | |
elif task_type == "speech-to-text": | |
model = pipeline("automatic-speech-recognition", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "text-to-speech": | |
model = pipeline("text-to-speech", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "image-segmentation": | |
model = pipeline("image-segmentation", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "feature-extraction": | |
feature_extractor = AutoFeatureExtractor.from_pretrained(model_path) | |
return {"feature_extractor": feature_extractor} | |
elif task_type == "token-classification": | |
model = AutoModelForTokenClassification.from_pretrained(model_path) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
return {"model": model, "tokenizer": tokenizer} | |
elif task_type == "fill-mask": | |
model = AutoModelForMaskedLM.from_pretrained(model_path) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
return {"model": model, "tokenizer": tokenizer} | |
elif task_type == "image-inpainting": | |
model = pipeline("image-inpainting", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "image-super-resolution": | |
model = pipeline("image-super-resolution", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "object-detection": | |
model = pipeline("object-detection", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
image_processor = AutoImageProcessor.from_pretrained(model_path) | |
return {"pipeline": model, "image_processor": image_processor} | |
elif task_type == "image-captioning": | |
model = pipeline("image-captioning", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "audio-transcription": | |
model = pipeline("automatic-speech-recognition", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
return {"pipeline": model} | |
elif task_type == "summarization": | |
model = pipeline("summarization", model=model_path, device=0 if torch.cuda.is_available() else -1) | |
tokenizer = AutoTokenizer.from_pretrained(model_path) | |
return {"model": model, "tokenizer": tokenizer} | |
else: | |
raise ValueError("Unsupported task type") | |
async def stream_text(model, tokenizer, input_text, generation_config, stop_sequences, device, chunk_delay): | |
try: | |
encoded_input = tokenizer(input_text, return_tensors="pt", truncation=True).to(device) | |
input_length = encoded_input["input_ids"].shape[1] | |
max_length = model.config.max_length | |
remaining_tokens = max_length - input_length | |
if remaining_tokens <= 0: | |
yield "" | |
generation_config.max_new_tokens = min(remaining_tokens, generation_config.max_new_tokens) | |
def stop_criteria(input_ids, scores): | |
decoded_output = tokenizer.decode(input_ids[0][-1], skip_special_tokens=True) | |
return decoded_output in stop_sequences | |
stopping_criteria = StoppingCriteriaList([stop_criteria]) | |
outputs = model.generate( | |
**encoded_input, | |
do_sample=generation_config.do_sample, | |
max_new_tokens=generation_config.max_new_tokens, | |
temperature=generation_config.temperature, | |
top_p=generation_config.top_p, | |
top_k=generation_config.top_k, | |
repetition_penalty=generation_config.repetition_penalty, | |
num_return_sequences=generation_config.num_return_sequences, | |
stopping_criteria=stopping_criteria, | |
output_scores=True, | |
return_dict_in_generate=True | |
) | |
for output in outputs.sequences: | |
for token_id in output: | |
token = tokenizer.decode(token_id, skip_special_tokens=True) | |
yield token | |
except Exception as e: | |
yield f"Error during text generation: {e}" | |
model_loader = S3ModelLoader(S3_BUCKET_NAME, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_REGION) | |
def get_model_data(request: GenerateRequest): | |
return model_loader.load_model_and_tokenizer(request.model_id, request.task_type) | |
async def verify_api_key(api_key: str = Depends(api_key_header)): | |
if api_key != API_KEY: | |
raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail="Invalid API Key") | |
@app.post("/generate", dependencies=[Depends(verify_api_key)]) | |
async def generate(request: GenerateRequest, background_tasks: BackgroundTasks, model_data=Depends(get_model_data)): | |
try: | |
device = "cuda" if torch.cuda.is_available() else "cpu" | |
if request.task_type == "text": | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
generation_config = GenerationConfig( | |
temperature=request.temperature, | |
max_new_tokens=request.max_new_tokens, | |
top_p=request.top_p, | |
top_k=request.top_k, | |
repetition_penalty=request.repetition_penalty, | |
do_sample=request.do_sample, | |
num_return_sequences=request.num_return_sequences, | |
) | |
return StreamingResponse(stream_text(model, tokenizer, request.input_text, generation_config, request.stop_sequences, device, request.chunk_delay), media_type="text/plain") | |
elif request.task_type in ["image", "audio", "video"]: | |
pipeline_func = model_data["pipeline"] | |
try: | |
result = pipeline_func(request.input_text) | |
if request.task_type == "image": | |
image = result[0] | |
img_byte_arr = BytesIO() | |
image.save(img_byte_arr, format="PNG") | |
img_byte_arr.seek(0) | |
return StreamingResponse(img_byte_arr, media_type="image/png") | |
elif request.task_type == "audio": | |
audio = result[0] | |
audio_byte_arr = BytesIO() | |
audio.save(audio_byte_arr, format="wav") | |
audio_byte_arr.seek(0) | |
return StreamingResponse(audio_byte_arr, media_type="audio/wav") | |
elif request.task_type == "video": | |
video = result[0] | |
video_byte_arr = BytesIO() | |
video.save(video_byte_arr, format="mp4") | |
video_byte_arr.seek(0) | |
return StreamingResponse(video_byte_arr, media_type="video/mp4") | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error processing {request.task_type}: {e}") | |
elif request.task_type == "classification": | |
if request.image_file is None: | |
raise HTTPException(status_code=400, detail="Image file is required for classification.") | |
contents = await request.image_file.read() | |
image = Image.open(BytesIO(contents)).convert("RGB") | |
model = model_data["model"].to(device) | |
processor = model_data["processor"] | |
inputs = processor(images=image, return_tensors="pt").to(device) | |
with torch.no_grad(): | |
outputs = model(**inputs) | |
predicted_class_idx = outputs.logits.argmax().item() | |
predicted_class = model.config.id2label[predicted_class_idx] | |
return JSONResponse({"predicted_class": predicted_class}) | |
elif request.task_type == "translation": | |
if request.source_language is None or request.target_language is None: | |
raise HTTPException(status_code=400, detail="Source and target languages are required for translation.") | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
inputs = tokenizer(request.input_text, return_tensors="pt").to(device) | |
with torch.no_grad(): | |
outputs = model.generate(**inputs) | |
translation = tokenizer.decode(outputs[0], skip_special_tokens=True) | |
return JSONResponse({"translation": translation}) | |
elif request.task_type == "question-answering": | |
if request.context is None: | |
raise HTTPException(status_code=400, detail="Context is required for question answering.") | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
inputs = tokenizer(question=request.input_text, context=request.context, return_tensors="pt").to(device) | |
with torch.no_grad(): | |
outputs = model(**inputs) | |
answer_start = torch.argmax(outputs.start_logits) | |
answer_end = torch.argmax(outputs.end_logits) + 1 | |
answer = tokenizer.convert_tokens_to_string(tokenizer.convert_ids_to_tokens(inputs["input_ids"][0][answer_start:answer_end])) | |
return JSONResponse({"answer": answer}) | |
elif request.task_type == "speech-to-text": | |
if request.audio_file is None: | |
raise HTTPException(status_code=400, detail="Audio file is required for speech-to-text.") | |
contents = await request.audio_file.read() | |
pipeline_func = model_data["pipeline"] | |
try: | |
transcription = pipeline_func(contents, sampling_rate=16000)[0]["text"] | |
return JSONResponse({"transcription": transcription}) | |
except Exception as e: | |
logger.exception(f"Error during speech-to-text: {e}") | |
raise HTTPException(status_code=500, detail=f"Error during speech-to-text: {str(e)}") from e | |
elif request.task_type == "text-to-speech": | |
if not request.input_text: | |
raise HTTPException(status_code=400, detail="Input text is required for text-to-speech.") | |
pipeline_func = model_data["pipeline"] | |
try: | |
audio = pipeline_func(request.input_text)[0] | |
file_path = os.path.join(TEMP_DIR, f"{uuid.uuid4()}.wav") | |
audio.save(file_path) | |
background_tasks.add_task(os.remove, file_path) | |
return FileResponse(file_path, media_type="audio/wav") | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during text-to-speech: {str(e)}") | |
elif request.task_type == "image-segmentation": | |
if request.image_file is None: | |
raise HTTPException(status_code=400, detail="Image file is required for image segmentation.") | |
contents = await request.image_file.read() | |
image = Image.open(BytesIO(contents)).convert("RGB") | |
pipeline_func = model_data["pipeline"] | |
try: | |
result = pipeline_func(image) | |
mask = result[0]['mask'] | |
mask_byte_arr = BytesIO() | |
mask.save(mask_byte_arr, format="PNG") | |
mask_byte_arr.seek(0) | |
return StreamingResponse(mask_byte_arr, media_type="image/png") | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during image segmentation: {e}") | |
elif request.task_type == "feature-extraction": | |
if request.raw_input is None: | |
raise HTTPException(status_code=400, detail="raw_input is required for feature extraction.") | |
feature_extractor = model_data["feature_extractor"] | |
try: | |
if isinstance(request.raw_input, str): | |
inputs = feature_extractor(text=request.raw_input, return_tensors="pt") | |
elif isinstance(request.raw_input, bytes): | |
image = Image.open(BytesIO(request.raw_input)).convert("RGB") | |
inputs = feature_extractor(images=image, return_tensors="pt") | |
else: | |
raise ValueError("Unsupported raw_input type.") | |
features = inputs.pixel_values | |
return JSONResponse({"features": features.tolist()}) | |
except Exception as fe: | |
raise HTTPException(status_code=400, detail=f"Error during feature extraction: {fe}") | |
elif request.task_type == "token-classification": | |
if request.input_text is None: | |
raise HTTPException(status_code=400, detail="Input text is required for token classification.") | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
inputs = tokenizer(request.input_text, return_tensors="pt", padding=True, truncation=True) | |
with torch.no_grad(): | |
outputs = model(**inputs) | |
predictions = outputs.logits.argmax(dim=-1) | |
predicted_labels = [model.config.id2label[label_id] for label_id in predictions[0].tolist()] | |
return JSONResponse({"predicted_labels": predicted_labels}) | |
elif request.task_type == "fill-mask": | |
if request.masked_text is None: | |
raise HTTPException(status_code=400, detail="masked_text is required for fill-mask.") | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
inputs = tokenizer(request.masked_text, return_tensors="pt") | |
with torch.no_grad(): | |
outputs = model(**inputs) | |
logits = outputs.logits | |
masked_index = torch.where(inputs.input_ids == tokenizer.mask_token_id)[1] | |
predicted_token_id = torch.argmax(logits[0, masked_index]) | |
predicted_token = tokenizer.decode(predicted_token_id) | |
return JSONResponse({"predicted_token": predicted_token}) | |
elif request.task_type == "image-inpainting": | |
if request.image_file is None or request.mask_image is None: | |
raise HTTPException(status_code=400, detail="image_file and mask_image are required for image inpainting.") | |
image_contents = await request.image_file.read() | |
mask_contents = await request.mask_image.read() | |
image = Image.open(BytesIO(image_contents)).convert("RGB") | |
mask = Image.open(BytesIO(mask_contents)).convert("L") | |
pipeline_func = model_data["pipeline"] | |
try: | |
result = pipeline_func(image, mask) | |
inpainted_image = result[0] | |
img_byte_arr = BytesIO() | |
inpainted_image.save(img_byte_arr, format="PNG") | |
img_byte_arr.seek(0) | |
return StreamingResponse(img_byte_arr, media_type="image/png") | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during image inpainting: {e}") | |
elif request.task_type == "image-super-resolution": | |
if request.low_res_image is None: | |
raise HTTPException(status_code=400, detail="low_res_image is required for image super-resolution.") | |
contents = await request.low_res_image.read() | |
image = Image.open(BytesIO(contents)).convert("RGB") | |
pipeline_func = model_data["pipeline"] | |
try: | |
result = pipeline_func(image) | |
upscaled_image = result[0] | |
img_byte_arr = BytesIO() | |
upscaled_image.save(img_byte_arr, format="PNG") | |
img_byte_arr.seek(0) | |
return StreamingResponse(img_byte_arr, media_type="image/png") | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during image super-resolution: {e}") | |
elif request.task_type == "object-detection": | |
if request.image_file is None: | |
raise HTTPException(status_code=400, detail="Image file is required for object detection.") | |
contents = await request.image_file.read() | |
image = Image.open(BytesIO(contents)).convert("RGB") | |
pipeline_func = model_data["pipeline"] | |
image_processor = model_data["image_processor"] | |
inputs = image_processor(images=image, return_tensors="pt") | |
with torch.no_grad(): | |
try: | |
outputs = pipeline_func(image) | |
detections = outputs | |
return JSONResponse({"detections": detections}) | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during object detection: {e}") | |
elif request.task_type == "image-captioning": | |
if request.image_file is None: | |
raise HTTPException(status_code=400, detail="Image file is required for image captioning.") | |
contents = await request.image_file.read() | |
image = Image.open(BytesIO(contents)).convert("RGB") | |
pipeline_func = model_data["pipeline"] | |
try: | |
caption = pipeline_func(image)[0]['generated_text'] | |
return JSONResponse({"caption": caption}) | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during image captioning: {e}") | |
elif request.task_type == "audio-transcription": | |
if request.audio_file is None: | |
raise HTTPException(status_code=400, detail="Audio file is required for audio transcription.") | |
contents = await request.audio_file.read() | |
pipeline_func = model_data["pipeline"] | |
try: | |
transcription = pipeline_func(contents, sampling_rate=16000)[0]["text"] | |
return JSONResponse({"transcription": transcription}) | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during audio transcription: {str(e)}") | |
elif request.task_type == "summarization": | |
if request.input_text is None: | |
raise HTTPException(status_code=400, detail="Input text is required for summarization.") | |
model = model_data["model"].to(device) | |
tokenizer = model_data["tokenizer"] | |
inputs = tokenizer(request.input_text, return_tensors="pt", truncation=True, max_length=512) | |
with torch.no_grad(): | |
try: | |
outputs = model.generate(**inputs) | |
summary = tokenizer.decode(outputs[0], skip_special_tokens=True) | |
return JSONResponse({"summary": summary}) | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=f"Error during summarization: {e}") | |
else: | |
raise HTTPException(status_code=500, detail=f"Unsupported task type") | |
except Exception as e: | |
logger.exception(f"Internal server error: {str(e)}") | |
raise HTTPException(status_code=500, detail=f"Internal server error: {str(e)}") | |
@app.get("/health") | |
async def health_check(): | |
return {"status": "healthy"} | |
class Token(BaseModel): | |
access_token: str | |
token_type: str | |
async def get_db(): | |
async with asyncpg.create_pool(DATABASE_URL) as pool: | |
async with pool.acquire() as conn: | |
yield conn | |
async def authenticate_user(username, password, conn): | |
row = await conn.fetchrow("SELECT * FROM users WHERE username = $1", username) | |
if row is not None and pwd_context.verify(password, row["hashed_password"]): | |
return {"username": username} | |
return None | |
@app.post("/token", response_model=Token) | |
async def login_for_access_token(form_data: OAuth2PasswordRequestForm = Depends(), conn = Depends(get_db)): | |
user = await authenticate_user(form_data.username, form_data.password, conn) | |
if not user: | |
raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail="Incorrect username or password", headers={"WWW-Authenticate": "Bearer"}) | |
access_token_expires = timedelta(minutes=ACCESS_TOKEN_EXPIRE_MINUTES) | |
access_token = create_access_token(data={"sub": user["username"]}, expires_delta=access_token_expires) | |
return {"access_token": access_token, "token_type": "bearer"} | |
async def get_current_user(token: str = Depends(oauth2_scheme), conn = Depends(get_db)): | |
credentials_exception = HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail="Could not validate credentials", headers={"WWW-Authenticate": "Bearer"}) | |
try: | |
payload = jwt.decode(token, SECRET_KEY, algorithms=[ALGORITHM]) | |
username: str = payload.get("sub") | |
if username is None: | |
raise credentials_exception | |
user = await conn.fetchrow("SELECT * FROM users WHERE username = $1", username) | |
if user is None: | |
raise credentials_exception | |
return username | |
except JWTError: | |
raise credentials_exception | |
@app.post("/register", response_model=User, status_code=status.HTTP_201_CREATED) | |
async def create_user(user: User, conn = Depends(get_db)): | |
hashed_password = pwd_context.hash(user.password) | |
try: | |
await conn.execute("INSERT INTO users (username, email, hashed_password) VALUES ($1, $2, $3)", user.username, user.email, hashed_password) | |
return user | |
except asyncpg.exceptions.UniqueViolationError: | |
raise HTTPException(status_code=400, detail="Username or email already exists") | |
@app.put("/users/{username}", response_model=User, dependencies=[Depends(get_current_user)]) | |
async def update_user_data(username: str, user: User, conn = Depends(get_db)): | |
hashed_password = pwd_context.hash(user.password) | |
try: | |
await conn.execute("UPDATE users SET email = $1, hashed_password = $2 WHERE username = $3", user.email, hashed_password, username) | |
return user | |
except Exception as e: | |
logger.error(f"Error updating user: {e}") | |
raise HTTPException(status_code=500, detail="Error updating user.") | |
@app.delete("/users/{username}", dependencies=[Depends(get_current_user)]) | |
async def delete_user_account(username: str, conn = Depends(get_db)): | |
try: | |
await conn.execute("DELETE FROM users WHERE username = $1", username) | |
return JSONResponse({"message": "User deleted successfully."}, status_code=200) | |
except Exception as e: | |
logger.error(f"Error deleting user: {e}") | |
raise HTTPException(status_code=500, detail="Error deleting user.") | |
@app.get("/users", dependencies=[Depends(get_current_user)]) | |
async def get_all_users_route(conn = Depends(get_db)): | |
rows = await conn.fetch("SELECT username, email FROM users") | |
return [{"username": row["username"], "email": row["email"]} for row in rows] | |
@app.get("/users/me", dependencies=[Depends(get_current_user)]) # Requires authentication | |
async def read_users_me(current_user: str = Depends(get_current_user), conn=Depends(get_db)): | |
user = await conn.fetchrow("SELECT username, email FROM users WHERE username = $1", current_user) | |
if user: | |
return {"username": user["username"], "email": user["email"]} | |
raise HTTPException(status_code=404, detail="User not found") | |
@app.exception_handler(RequestValidationError) | |
async def validation_exception_handler(request: Request, exc: RequestValidationError): | |
return JSONResponse( | |
status_code=status.HTTP_422_UNPROCESSABLE_ENTITY, | |
content=json.dumps({"detail": exc.errors(), "body": exc.body}), | |
) | |
def create_access_token(data: Dict[str, Any], expires_delta: timedelta = None): | |
to_encode = data.copy() | |
if expires_delta: | |
expire = datetime.utcnow() + expires_delta | |
else: | |
expire = datetime.utcnow() + timedelta(minutes=15) | |
to_encode.update({"exp": expire}) | |
encoded_jwt = jwt.encode(to_encode, SECRET_KEY, algorithm=ALGORITHM) | |
return encoded_jwt | |
if __name__ == "__main__": | |
uvicorn.run(app, host="0.0.0.0", port=7860) |