Update README.md
Browse filesRemove explicit strip_accents after tokenizer_config.json was added
README.md
CHANGED
|
@@ -13,9 +13,7 @@ from transformers import ElectraForPreTraining, ElectraTokenizerFast
|
|
| 13 |
import torch
|
| 14 |
|
| 15 |
discriminator = ElectraForPreTraining.from_pretrained("Seznam/small-e-czech")
|
| 16 |
-
tokenizer = ElectraTokenizerFast.from_pretrained(
|
| 17 |
-
"Seznam/small-e-czech", strip_accents=False
|
| 18 |
-
)
|
| 19 |
|
| 20 |
sentence = "Za hory, za doly, mé zlaté parohy"
|
| 21 |
fake_sentence = "Za hory, za doly, kočka zlaté parohy"
|
|
|
|
| 13 |
import torch
|
| 14 |
|
| 15 |
discriminator = ElectraForPreTraining.from_pretrained("Seznam/small-e-czech")
|
| 16 |
+
tokenizer = ElectraTokenizerFast.from_pretrained("Seznam/small-e-czech")
|
|
|
|
|
|
|
| 17 |
|
| 18 |
sentence = "Za hory, za doly, mé zlaté parohy"
|
| 19 |
fake_sentence = "Za hory, za doly, kočka zlaté parohy"
|