Update app.py

app.py

@@ -77,8 +77,7 @@ class S3DirectStream:
     def load_model_from_stream(self, model_prefix):
         try:
             logger.info(f"Loading model {model_prefix}...")
-            if self.file_exists_in_s3(f"{model_prefix}/config.json") and \
-               any(self.file_exists_in_s3(f"{model_prefix}/{file}") for file in self._get_model_files(model_prefix)):
+            if self.file_exists_in_s3(f"{model_prefix}/config.json"): #Only check for config.json
                 logger.info(f"Model {model_prefix} found in S3. Loading...")
                 return self.load_model_from_existing_s3(model_prefix)
 
@@ -97,13 +96,13 @@ class S3DirectStream:
         config = AutoConfig.from_pretrained(model_prefix, **config_dict)
         logger.info(f"Config loaded for {model_prefix}.")
 
-        model_files = self._get_model_files(model_prefix)
+        model_files = self._get_model_files(model_prefix) #This line is not used anymore
         if not model_files:
             logger.error(f"No model files found for {model_prefix} in S3")
             raise EnvironmentError(f"No model files found for {model_prefix} in S3")
 
         state_dict = {}
-        for model_file in model_files:
+        for model_file in model_files: #This loop is not used anymore
             model_path = os.path.join(model_prefix, model_file)
             logger.info(f"Loading model file: {model_path}")
             model_stream = self.stream_from_s3(model_path)
@@ -172,24 +171,6 @@ class S3DirectStream:
             logger.error(f"An unexpected error occurred: {e}")
             raise HTTPException(status_code=500, detail=f"An unexpected error occurred during model download") from e
 
-
-    def _get_model_files(self, model_prefix, revision="main"): #This function is not used anymore
-        index_url = f"https://huggingface.co/{model_prefix}/resolve/{revision}/"
-        try:
-            index_response = requests.get(index_url)
-            index_response.raise_for_status()
-            logger.info(f"Hugging Face API Response: Status Code = {index_response.status_code}, Headers = {index_response.headers}")
-            index_content = index_response.text
-            logger.info(f"Index content: {index_content}")
-            model_files = [f for f in index_content.split('\n') if f.endswith(('.bin', '.safetensors'))]
-            return model_files
-        except requests.exceptions.RequestException as e:
-            logger.error(f"Error retrieving model index: {e}")
-            raise HTTPException(status_code=500, detail=f"Error retrieving model files from Hugging Face") from e
-        except (IndexError, ValueError) as e:
-            logger.error(f"Error parsing model file names from Hugging Face: {e}")
-            raise HTTPException(status_code=500, detail=f"Error retrieving model files from Hugging Face") from e
-
     def download_and_upload_to_s3_url(self, url, s3_key):
         logger.info(f"Downloading from {url}...")
         with requests.get(url, stream=True) as response: