llama1_guanaco-7B-HF_fs2_mmlu_f2bd887d.json

{"uid": "f2bd887d", "model": "TheBloke/guanaco-7B-HF", "model_name": "guanaco-7B-HF", "group": "llama1", "model_args": "pretrained=TheBloke/guanaco-7B-HF,dtype=auto,gpu_memory_utilization=0.7,tensor_parallel_size=1,data_parallel_size=4,max_model_len=2048", "fewshot": 2, "tasks": "mmlu"}