File size: 816 Bytes
3ae828c a725af0 86d2f2e baec762 18350b3 86d2f2e 951051a 86d2f2e 951051a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import json
from validation_submission.validation import validate_individual
from huggingface_hub import HfApi
import os
def validate_save_individual(data, error_box):
individual, error_box = validate_individual(data, error_box)
if individual:
push_to_dataset_hf(individual.model_dump())
return error_box
def push_to_dataset_hf(individual):
token = os.environ.get("HF_TOKEN", None)
api = HfApi(token=token)
import tempfile
f = tempfile.NamedTemporaryFile(mode="w", suffix=".json", delete=False)
json.dump(individual, f)
f.flush()
f.close()
path_in_repo= f"data/{individual['image_md5']}.json"
api.upload_file(
path_or_fileobj=f.name,
path_in_repo=path_in_repo,
repo_id="SDSC/digiwild-dataset",
repo_type="dataset",
) |