Add missing dependencies to test tokenizer in model validation

Fixes https://huggingface.co/spaces/fr-gouv-coordination-ia/llm_leaderboard_fr/discussions/5

backend/app/utils/model_validation.py

@@ -196,7 +196,8 @@ class ModelValidator:
                     )
                 except ValueError as e:
                     return False, f"The tokenizer is not available in an official Transformers release: {e}", None
-                except Exception:
+                except Exception as e:
+                    logger.error("The tokenizer cannot be loaded", e)
                     return False, "The tokenizer cannot be loaded. Ensure the tokenizer class is part of a stable Transformers release and correctly configured.", None
             
             return True, None, config

backend/pyproject.toml

@@ -20,6 +20,8 @@ aiofiles = "^24.1.0"
 fastapi-cache2 = "^0.2.1"
 python-dotenv = "^1.0.1"
 sentry-sdk = {extras = ["fastapi"], version = "^2.20.0"}
+protobuf = "^5.29.3"
+sentencepiece = "^0.2.0"
 
 [tool.poetry.group.dev.dependencies]
 pytest = "^8.3.4"