# ============================================================================= # LOCAL/API CONFIGURATION # ============================================================================= # ----------------------------------------------------------------------------- # REQUIRED CONFIGURATION # ----------------------------------------------------------------------------- # Hugging Face token (required for all setups) HF_TOKEN=hf_... # Generation Settings MAX_NUM_TOKENS=2048 MAX_NUM_ROWS=1000 DEFAULT_BATCH_SIZE=5 # Required for chat data generation with Llama or Qwen models # Options: "llama3", "qwen2", or custom template string MAGPIE_PRE_QUERY_TEMPLATE=llama3 # ----------------------------------------------------------------------------- # A. CLOUD API SERVICES # ----------------------------------------------------------------------------- # 1. HUGGING FACE INFERENCE API (Default, Recommended) MODEL=meta-llama/Llama-3.1-8B-Instruct # MODEL=Qwen/Qwen2.5-1.5B-Instruct # 2. OPENAI API # OPENAI_BASE_URL=https://api.openai.com/v1/ # MODEL=gpt-4 # API_KEY=sk-... # 3. HUGGING FACE SPACE FOR ARGILLA (optional) # ARGILLA_API_URL=https://your-space.hf.space/ # ARGILLA_API_KEY=your_key # ----------------------------------------------------------------------------- # B. LOCAL SERVICES (Requires Installation) # ----------------------------------------------------------------------------- # 1. LOCAL OLLAMA # OLLAMA_BASE_URL=http://127.0.0.1:11434/ # MODEL=llama3.2:1b # TOKENIZER_ID=meta-llama/Llama-3.2-1B-Instruct # 2. LOCAL VLLM # VLLM_BASE_URL=http://127.0.0.1:8000/ # MODEL=Qwen/Qwen2.5-1.5B-Instruct # TOKENIZER_ID=Qwen/Qwen2.5-1.5B-Instruct # 3. LOCAL TGI # HUGGINGFACE_BASE_URL=http://127.0.0.1:3000/ # MODEL=meta-llama/Llama-3.1-8B-Instruct # TOKENIZER_ID=meta-llama/Llama-3.1-8B-Instruct