| import os | |
| from huggingface_hub import HfApi | |
| # clone / pull the lmeh eval data | |
| TOKEN = os.environ.get("HF_TOKEN", None) | |
| OWNER = "LLM-Beetle" | |
| REPO_ID = f"{OWNER}/frontend" | |
| QUEUE_REPO = f"{OWNER}/requests" | |
| RESULTS_REPO = f"{OWNER}/results" | |
| RESULTS_GROUP_REPO = f"{OWNER}/grouped" | |
| CACHE_PATH=os.getenv("HF_HOME", ".") | |
| # Local caches | |
| EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue") | |
| EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results") | |
| EVAL_RESULTS_GROUP_PATH = os.path.join(CACHE_PATH, "eval-results-group") | |
| API = HfApi(token=TOKEN) | |