Update app.py

app.py

@@ -2,7 +2,7 @@ import os
 import logging
 import threading
 import boto3
-from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig, StoppingCriteriaList, AutoConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig, StoppingCriteriaList
 from fastapi import FastAPI, HTTPException, Request
 from pydantic import BaseModel, field_validator
 from huggingface_hub import hf_hub_download
@@ -77,7 +77,7 @@ class S3ModelLoader:
     def download_model_from_huggingface(self, model_name):
         try:
             logging.info(f"Downloading model {model_name} from Hugging Face...")
-            model_dir = hf_hub_download(model_name, token=HUGGINGFACE_HUB_TOKEN)
+            model_dir = hf_hub_download(model_name, token=HUGGINGFACE_HUB_TOKEN, filename=None)
             model_files = os.listdir(model_dir)
             for model_file in model_files:
                 s3_path = f"lilmeaty_garca/{model_name}/{model_file}"
@@ -200,14 +200,3 @@ def download_model_from_s3_or_hf(model_name):
     except Exception:
         model_loader.download_model_from_huggingface(model_name)
         return model_loader._download_from_s3(model_name)
-
-def ensure_s3_directories(model_name):
-    try:
-        s3_path = f"lilmeaty_garca/{model_name}"
-        s3_client.put_object(Bucket=S3_BUCKET_NAME, Key=s3_path)
-    except Exception as e:
-        logging.error(f"Error ensuring S3 directories exist for model {model_name}: {e}")
-
-if __name__ == "__main__":
-    import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)