kz-transformers commited on
Commit
0a4d80c
·
verified ·
1 Parent(s): deb1a00

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -28
app.py CHANGED
@@ -182,7 +182,7 @@ def update_board():
182
  # shutil.rmtree("./m_data")
183
  # shutil.rmtree("./data")
184
  download_dataset("kz-transformers/s-openbench-eval", "m_data")
185
- #data_list = [{"musicmc": 0.3021276595744681, "lawmc": 0.2800829875518672, "model": "apsys/saiga_3_8b", "moviesmc": 0.3472222222222222, "booksmc": 0.2800829875518672, "model_dtype": "torch.float16", "ppl": 0, 'mmluproru':0}]
186
  for file in glob.glob("./m_data/model_data/external/*.json"):
187
  with open(file) as f:
188
  try:
@@ -190,22 +190,18 @@ def update_board():
190
  data_list.append(data)
191
  except Exception as e:
192
  pass # data was badly formatted, should not fail
193
- #print("DATALIST,", data_list)
194
 
195
- if len(data_list)>1:
196
- data_list.pop(0)
197
 
198
- if len(data_list)>4:
199
- with open("genned.json", "w") as f:
200
- json.dump(data_list, f)
201
 
202
-
203
- API.upload_file(
204
- path_or_fileobj="genned.json",
205
- path_in_repo="leaderboard.json",
206
- repo_id="kz-transformers/kaz-llm-lb-metainfo",
207
- repo_type="dataset",
208
- )
209
  restart_space()
210
 
211
 
@@ -227,7 +223,7 @@ def update_board_():
227
  # shutil.rmtree("./m_data")
228
  # shutil.rmtree("./data")
229
  download_dataset("kz-transformers/s-openbench-eval", "m_data")
230
- data_list = [{"musicmc": 0.3021276595744681, "lawmc": 0.2800829875518672, "model": "apsys/saiga_3_8b", "moviesmc": 0.3472222222222222, "booksmc": 0.2800829875518672, "model_dtype": "torch.float16", "ppl": 0, 'mmluproru':0}]
231
  for file in glob.glob("./m_data/model_data/external/*.json"):
232
  with open(file) as f:
233
  try:
@@ -235,22 +231,18 @@ def update_board_():
235
  data_list.append(data)
236
  except Exception as e:
237
  pass # data was badly formatted, should not fail
238
- print("DATALIST,", data_list)
239
 
240
- if len(data_list)>1:
241
- data_list.pop(0)
242
 
243
- if len(data_list)>4:
244
- with open("genned.json", "w") as f:
245
- json.dump(data_list, f)
246
 
247
-
248
- API.upload_file(
249
- path_or_fileobj="genned.json",
250
- path_in_repo="leaderboard.json",
251
- repo_id="kz-transformers/kaz-llm-lb-metainfo",
252
- repo_type="dataset",
253
- )
254
 
255
  if __name__ == "__main__":
256
  os.environ[RESET_JUDGEMENT_ENV] = "1"
 
182
  # shutil.rmtree("./m_data")
183
  # shutil.rmtree("./data")
184
  download_dataset("kz-transformers/s-openbench-eval", "m_data")
185
+ data_list = []
186
  for file in glob.glob("./m_data/model_data/external/*.json"):
187
  with open(file) as f:
188
  try:
 
190
  data_list.append(data)
191
  except Exception as e:
192
  pass # data was badly formatted, should not fail
193
+ print("DATALIST: ", data_list)
194
 
195
+ with open("genned.json", "w") as f:
196
+ json.dump(data_list, f)
197
 
 
 
 
198
 
199
+ API.upload_file(
200
+ path_or_fileobj="genned.json",
201
+ path_in_repo="leaderboard.json",
202
+ repo_id="kz-transformers/kaz-llm-lb-metainfo",
203
+ repo_type="dataset",
204
+ )
 
205
  restart_space()
206
 
207
 
 
223
  # shutil.rmtree("./m_data")
224
  # shutil.rmtree("./data")
225
  download_dataset("kz-transformers/s-openbench-eval", "m_data")
226
+ data_list = []
227
  for file in glob.glob("./m_data/model_data/external/*.json"):
228
  with open(file) as f:
229
  try:
 
231
  data_list.append(data)
232
  except Exception as e:
233
  pass # data was badly formatted, should not fail
234
+ print("DATALIST: ", data_list)
235
 
236
+ with open("genned.json", "w") as f:
237
+ json.dump(data_list, f)
238
 
 
 
 
239
 
240
+ API.upload_file(
241
+ path_or_fileobj="genned.json",
242
+ path_in_repo="leaderboard.json",
243
+ repo_id="kz-transformers/kaz-llm-lb-metainfo",
244
+ repo_type="dataset",
245
+ )
 
246
 
247
  if __name__ == "__main__":
248
  os.environ[RESET_JUDGEMENT_ENV] = "1"