Commit
•
b59b354
1
Parent(s):
f9bfc2d
chore: add bs4 to avoid error
Browse files
requirements.txt
CHANGED
@@ -1,3 +1,4 @@
|
|
1 |
transformers
|
2 |
gradio[oauth]
|
3 |
-
distilabel[hf-inference-endpoints] @ git+https://github.com/argilla-io/distilabel.git@develop
|
|
|
|
1 |
transformers
|
2 |
gradio[oauth]
|
3 |
+
distilabel[hf-inference-endpoints] @ git+https://github.com/argilla-io/distilabel.git@develop
|
4 |
+
beautifulsoup4
|
src/distilabel_dataset_generator/apps/sft.py
CHANGED
@@ -149,13 +149,14 @@ def push_to_hub(
|
|
149 |
repo_name: str = None,
|
150 |
oauth_token: Union[OAuthToken, None] = None,
|
151 |
):
|
|
|
152 |
distiset = Distiset(
|
153 |
{
|
154 |
"default": Dataset.from_pandas(dataframe),
|
155 |
}
|
156 |
)
|
157 |
distiset.push_to_hub(
|
158 |
-
repo_id=
|
159 |
private=private,
|
160 |
include_script=True,
|
161 |
token=oauth_token,
|
|
|
149 |
repo_name: str = None,
|
150 |
oauth_token: Union[OAuthToken, None] = None,
|
151 |
):
|
152 |
+
repo_id = _check_push_to_hub(org_name, repo_name)
|
153 |
distiset = Distiset(
|
154 |
{
|
155 |
"default": Dataset.from_pandas(dataframe),
|
156 |
}
|
157 |
)
|
158 |
distiset.push_to_hub(
|
159 |
+
repo_id=repo_id,
|
160 |
private=private,
|
161 |
include_script=True,
|
162 |
token=oauth_token,
|