Update app.py

app.py

@@ -104,8 +104,10 @@ class S3DirectStream:
     def load_tokenizer_from_s3(self, model_name):
         try:
             profile, model = model_name.split("/", 1) if "/" in model_name else ("", model_name)
+
             tokenizer_stream = self.stream_from_s3(f"{profile}/{model}/tokenizer.json")
             tokenizer_data = tokenizer_stream.read().decode("utf-8")
+
             tokenizer = AutoTokenizer.from_pretrained(f"s3://{self.bucket_name}/{profile}/{model}")
             return tokenizer
         except Exception as e:
@@ -182,4 +184,4 @@ async def predict(model_request: dict):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    uvicorn.run(app, host="0.0.0.0", port=8000)