feat: Add functionality to add records to existing dataset

src/distilabel_dataset_generator/apps/sft.py

@@ -370,6 +370,7 @@ def push_to_argilla(
 def validate_argilla_dataset_name(
     dataset_name: str,
     final_dataset: pd.DataFrame,
+    add_to_existing_dataset: bool,
     oauth_token: Union[OAuthToken, None] = None,
     progress=gr.Progress(),
 ) -> str:
@@ -379,7 +380,7 @@ def validate_argilla_dataset_name(
     if dataset_name is None or dataset_name == "":
         raise gr.Error("Dataset name is required")
     dataset = client.datasets(name=dataset_name, workspace=hf_user)
-    if dataset:
+    if dataset and not add_to_existing_dataset:
         raise gr.Error(f"Dataset {dataset_name} already exists")
     return final_dataset
 
@@ -515,6 +516,13 @@ with gr.Blocks(
                             placeholder="dataset_name",
                             value="my-distiset",
                         )
+                        add_to_existing_dataset = gr.Checkbox(
+                            label="Allow adding records to existing dataset",
+                            info="When selected, you do need to ensure the number of turns in the conversation is the same as the number of turns in the existing dataset.",
+                            value=False,
+                            interactive=True,
+                            scale=0.5,
+                        )
 
                     with gr.Row(variant="panel"):
                         btn_generate_full_dataset_copy = gr.Button(
@@ -648,7 +656,7 @@ with gr.Blocks(
 
     btn_generate_and_push_to_argilla.click(
         fn=validate_argilla_dataset_name,
-        inputs=[dataset_name, final_dataset],
+        inputs=[dataset_name, final_dataset, add_to_existing_dataset],
         outputs=[final_dataset],
         show_progress=True,
     ).success(
@@ -718,7 +726,7 @@ with gr.Blocks(
         outputs=[success_message],
     ).success(
         fn=validate_argilla_dataset_name,
-        inputs=[dataset_name, final_dataset],
+        inputs=[dataset_name, final_dataset, add_to_existing_dataset],
         outputs=[final_dataset],
         show_progress=True,
     ).success(