floriangardin
commited on
Commit
•
6b0026d
1
Parent(s):
2020e5a
Update tokenizer-base.json
Browse files- tokenizer-base.json +2 -1
tokenizer-base.json
CHANGED
@@ -752,6 +752,7 @@
|
|
752 |
"will_end_token": true,
|
753 |
"dissonance_token": true,
|
754 |
"amplitude_token": true,
|
755 |
-
"average_octave_token": true
|
|
|
756 |
}
|
757 |
}
|
|
|
752 |
"will_end_token": true,
|
753 |
"dissonance_token": true,
|
754 |
"amplitude_token": true,
|
755 |
+
"average_octave_token": true,
|
756 |
+
"chord_extension_token": false
|
757 |
}
|
758 |
}
|