Update app.py

app.py

@@ -1,28 +1,18 @@
 import os
 import logging
-import time
 import threading
-import asyncio
-import torch
 import boto3
-import safetensors
-from fastapi import FastAPI, HTTPException, Request
-from fastapi.responses import StreamingResponse, Response
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig, StoppingCriteriaList
+from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel, field_validator
-from transformers import (
-    AutoConfig,
-    AutoModelForCausalLM,
-    AutoTokenizer,
-    GenerationConfig,
-    StoppingCriteriaList,
-    pipeline
-)
+from io import BytesIO
 from huggingface_hub import hf_hub_download
-import uvicorn
 import requests
-from io import BytesIO
-import numpy as np
+import asyncio
 import soundfile as sf
+import numpy as np
+from fastapi.responses import StreamingResponse, Response
 
 logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(filename)s:%(lineno)d - %(message)s")
 
@@ -224,6 +214,3 @@ async def generate(request: Request, body: GenerateRequest):
     except Exception as e:
         logging.exception(f"An unexpected error occurred: {e}")
         raise HTTPException(status_code=500, detail="An unexpected error occurred.")
-
-if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=7860)