Commit
•
00daf64
1
Parent(s):
ec89cd6
Update src/distilabel_dataset_generator/pipelines/sft.py
Browse files
src/distilabel_dataset_generator/pipelines/sft.py
CHANGED
|
@@ -270,6 +270,7 @@ def get_prompt_generation_step():
|
|
| 270 |
global TOKEN_INDEX
|
| 271 |
api_key = HF_TOKENS[TOKEN_INDEX % len(HF_TOKENS)]
|
| 272 |
TOKEN_INDEX += 1
|
|
|
|
| 273 |
generate_description = TextGeneration(
|
| 274 |
llm=InferenceEndpointsLLM(
|
| 275 |
api_key=api_key,
|
|
|
|
| 270 |
global TOKEN_INDEX
|
| 271 |
api_key = HF_TOKENS[TOKEN_INDEX % len(HF_TOKENS)]
|
| 272 |
TOKEN_INDEX += 1
|
| 273 |
+
MODEL = "meta-llama/Meta-Llama-3.1-70B-Instruct"
|
| 274 |
generate_description = TextGeneration(
|
| 275 |
llm=InferenceEndpointsLLM(
|
| 276 |
api_key=api_key,
|