parallel processing handling

src/backend/inference_endpoint.py

@@ -32,6 +32,7 @@ def create_endpoint(endpoint_name, repository, framework='pytorch',
     except huggingface_hub.utils._errors.HfHubHTTPError as e:
         # Workload with the same name already exists error.
         # Use it again, just make sure it has the right settings.
+        # TODO(mm): Is this error even catching?
         logger.debug("Hit error:")
         logger.debug(e)
         logger.debug("Attempting to update with the given parameters.")

src/backend/run_toxicity_eval.py

@@ -169,7 +169,7 @@ def main(endpoint_url, eval_request):
     prompts = [row['text'] for row in ds['train']['prompt']]
     # All the generated responses from the endpoint
     with Pool() as pool:
-        generated_responses = pool.map(lambda x: get_generation(endpoint_url, x), prompts[:DATASET_CUTOFF])
+        generated_responses = pool.map(get_generation(endpoint_url, x) for x in prompts[:DATASET_CUTOFF])
     att_scores_out = score_generations(prompts, generated_responses)
     logger.debug("Scores are:")
     logger.debug(att_scores_out)