synthetic-data-generator / examples /hf-serverless-different-model-for-completion.py
Sara Han
feat: different model completion (#31)
3b7b628 unverified
raw
history blame
539 Bytes
# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
# "synthetic-dataset-generator",
# ]
# ///
import os
from synthetic_dataset_generator import launch
os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
os.environ["MODEL"] = "meta-llama/Llama-3.1-8B-Instruct" # use model for instruction generation
os.environ["MODEL_COMPLETION"] = "meta-llama/Llama-3.1-70B-Instruct" # use model for completion generation
os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "llama3" # use the template for the model
launch()