Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
@@ -4,7 +4,7 @@ import torch
|
|
4 |
import trl
|
5 |
|
6 |
from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM, TrainingArguments, PreTrainedTokenizerFast, AdamW, get_cosine_schedule_with_warmup
|
7 |
-
from datasets import load_dataset
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|
10 |
MAX_SEQ_LENGTH = 512
|
|
|
4 |
import trl
|
5 |
|
6 |
from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM, TrainingArguments, PreTrainedTokenizerFast, AdamW, get_cosine_schedule_with_warmup
|
7 |
+
from datasets import load_dataset, DatasetDict, Dataset
|
8 |
from tokenizers import ByteLevelBPETokenizer
|
9 |
|
10 |
MAX_SEQ_LENGTH = 512
|