Apply suggestions from code review
Browse filesCo-authored-by: Sara Han <[email protected]>
examples/ollama_deployment.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
# pip install synthetic-dataset-generator
|
2 |
# ollama serve
|
3 |
-
# ollama run
|
4 |
import os
|
5 |
|
6 |
from synthetic_dataset_generator import launch
|
|
|
1 |
# pip install synthetic-dataset-generator
|
2 |
# ollama serve
|
3 |
+
# ollama run qwen2.5:32b-instruct-q5_K_S
|
4 |
import os
|
5 |
|
6 |
from synthetic_dataset_generator import launch
|
examples/vllm_deployment.py
CHANGED
@@ -4,7 +4,7 @@ import os
|
|
4 |
|
5 |
from synthetic_dataset_generator import launch
|
6 |
|
7 |
-
|
8 |
os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
|
9 |
os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
|
10 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id
|
|
|
4 |
|
5 |
from synthetic_dataset_generator import launch
|
6 |
|
7 |
+
os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
|
8 |
os.environ["VLLM_BASE_URL"] = "http://127.0.0.1:8000/" # vllm base url
|
9 |
os.environ["MODEL"] = "Qwen/Qwen2.5-1.5B-Instruct" # model id
|
10 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-1.5B-Instruct" # tokenizer id
|