davidberenstein1957 HF staff Sara Han commited on
Commit
2ad72e3
·
unverified ·
1 Parent(s): 8dfc799

Apply suggestions from code review

Browse files

Co-authored-by: Sara Han <[email protected]>

examples/ollama_deployment.py CHANGED
@@ -1,6 +1,6 @@
1
  # pip install synthetic-dataset-generator
2
  # ollama serve
3
- # ollama run llama3.1:8b-instruct-q8_0
4
  import os
5
 
6
  from synthetic_dataset_generator import launch
 
1
  # pip install synthetic-dataset-generator
2
  # ollama serve
3
+ # ollama run qwen2.5:32b-instruct-q5_K_S
4
  import os
5
 
6
  from synthetic_dataset_generator import launch
examples/vllm_deployment.py CHANGED
@@ -4,7 +4,7 @@ import os
4
 
5
  from synthetic_dataset_generator import launch
6
 
7
- # os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
8
  os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
9
  os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
10
  os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id
 
4
 
5
  from synthetic_dataset_generator import launch
6
 
7
+ os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
8
  os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
9
  os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
10
  os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id