Spaces:
Running
Running
liujch1998
commited on
Commit
•
40c12a7
1
Parent(s):
f35787e
Change index names
Browse files- constants.py +3 -2
constants.py
CHANGED
@@ -1,8 +1,9 @@
|
|
1 |
import os
|
2 |
|
3 |
CORPUS_BY_DESC = {
|
4 |
-
'RedPajama (LLaMA tokenizer)': '
|
5 |
-
'Pile-val (
|
|
|
6 |
}
|
7 |
CORPUS_DESCS = list(CORPUS_BY_DESC.keys())
|
8 |
QUERY_TYPE_BY_DESC = {
|
|
|
1 |
import os
|
2 |
|
3 |
CORPUS_BY_DESC = {
|
4 |
+
'RedPajama (LLaMA tokenizer)': 'v3_rpj_llama_c4',
|
5 |
+
'Pile-val (LLaMA tokenizer)': 'v3_pileval_llama',
|
6 |
+
'Pile-val (GPT-2 tokenizer)': 'v3_pileval',
|
7 |
}
|
8 |
CORPUS_DESCS = list(CORPUS_BY_DESC.keys())
|
9 |
QUERY_TYPE_BY_DESC = {
|