Update README.md
Browse files
README.md
CHANGED
@@ -57,8 +57,8 @@ def load_dataset_sundanese():
|
|
57 |
|
58 |
dfs = []
|
59 |
|
60 |
-
dfs.append(pd.read_csv(filenames[0], sep='
|
61 |
-
dfs.append(pd.read_csv(filenames[1], sep='
|
62 |
|
63 |
for i, dir in enumerate(data_dirs):
|
64 |
dfs[i]["path"] = dfs[i].apply(lambda row: str(data_dirs[i]) + "/" + row + ".wav", axis=1)
|
@@ -124,8 +124,8 @@ def load_dataset_sundanese():
|
|
124 |
|
125 |
dfs = []
|
126 |
|
127 |
-
dfs.append(pd.read_csv(filenames[0], sep='
|
128 |
-
dfs.append(pd.read_csv(filenames[1], sep='
|
129 |
|
130 |
for i, dir in enumerate(data_dirs):
|
131 |
dfs[i]["path"] = dfs[i].apply(lambda row: str(data_dirs[i]) + "/" + row + ".wav", axis=1)
|
@@ -145,8 +145,7 @@ processor = Wav2Vec2Processor.from_pretrained("cahya/wav2vec2-large-xlsr-sundane
|
|
145 |
model = Wav2Vec2ForCTC.from_pretrained("cahya/wav2vec2-large-xlsr-sundanese")
|
146 |
model.to("cuda")
|
147 |
|
148 |
-
chars_to_ignore_regex = '[
|
149 |
-
|
150 |
resampler = torchaudio.transforms.Resample(48_000, 16_000)
|
151 |
|
152 |
# Preprocessing the datasets.
|
|
|
57 |
|
58 |
dfs = []
|
59 |
|
60 |
+
dfs.append(pd.read_csv(filenames[0], sep='\\\\t\\\\t', names=["path", "sentence"]))
|
61 |
+
dfs.append(pd.read_csv(filenames[1], sep='\\\\t\\\\t', names=["path", "sentence"]))
|
62 |
|
63 |
for i, dir in enumerate(data_dirs):
|
64 |
dfs[i]["path"] = dfs[i].apply(lambda row: str(data_dirs[i]) + "/" + row + ".wav", axis=1)
|
|
|
124 |
|
125 |
dfs = []
|
126 |
|
127 |
+
dfs.append(pd.read_csv(filenames[0], sep='\\\\t\\\\t', names=["path", "sentence"]))
|
128 |
+
dfs.append(pd.read_csv(filenames[1], sep='\\\\t\\\\t', names=["path", "sentence"]))
|
129 |
|
130 |
for i, dir in enumerate(data_dirs):
|
131 |
dfs[i]["path"] = dfs[i].apply(lambda row: str(data_dirs[i]) + "/" + row + ".wav", axis=1)
|
|
|
145 |
model = Wav2Vec2ForCTC.from_pretrained("cahya/wav2vec2-large-xlsr-sundanese")
|
146 |
model.to("cuda")
|
147 |
|
148 |
+
chars_to_ignore_regex = '[\,\?\.\!\-\;\:\"\“\%\‘\'\”_\�]'
|
|
|
149 |
resampler = torchaudio.transforms.Resample(48_000, 16_000)
|
150 |
|
151 |
# Preprocessing the datasets.
|