File size: 1,817 Bytes
9cfb192 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
# =============================================================================
# LOCAL/API CONFIGURATION
# =============================================================================
# -----------------------------------------------------------------------------
# REQUIRED CONFIGURATION
# -----------------------------------------------------------------------------
# Hugging Face token (required for all setups)
HF_TOKEN=hf_...
# Generation Settings
MAX_NUM_TOKENS=2048
MAX_NUM_ROWS=1000
DEFAULT_BATCH_SIZE=5
# Required for chat data generation with Llama or Qwen models
# Options: "llama3", "qwen2", or custom template string
MAGPIE_PRE_QUERY_TEMPLATE=llama3
# -----------------------------------------------------------------------------
# A. CLOUD API SERVICES
# -----------------------------------------------------------------------------
# 1. HUGGING FACE INFERENCE API (Default, Recommended)
MODEL=meta-llama/Llama-3.1-8B-Instruct
# MODEL=Qwen/Qwen2.5-1.5B-Instruct
# 2. OPENAI API
# OPENAI_BASE_URL=https://api.openai.com/v1/
# MODEL=gpt-4
# API_KEY=sk-...
# 3. HUGGING FACE SPACE FOR ARGILLA (optional)
# ARGILLA_API_URL=https://your-space.hf.space/
# ARGILLA_API_KEY=your_key
# -----------------------------------------------------------------------------
# B. LOCAL SERVICES (Requires Installation)
# -----------------------------------------------------------------------------
# 1. LOCAL OLLAMA
# OLLAMA_BASE_URL=http://127.0.0.1:11434/
# MODEL=llama3.2:1b
# TOKENIZER_ID=meta-llama/Llama-3.2-1B-Instruct
# 2. LOCAL VLLM
# VLLM_BASE_URL=http://127.0.0.1:8000/
# MODEL=Qwen/Qwen2.5-1.5B-Instruct
# TOKENIZER_ID=Qwen/Qwen2.5-1.5B-Instruct
# 3. LOCAL TGI
# HUGGINGFACE_BASE_URL=http://127.0.0.1:3000/
# MODEL=meta-llama/Llama-3.1-8B-Instruct
# TOKENIZER_ID=meta-llama/Llama-3.1-8B-Instruct
|