upload
Browse files- data/urdu_token_list/bpe_unigram500/bpe.model +3 -0
- data/urdu_token_list/bpe_unigram500/bpe.vocab +500 -0
- data/urdu_token_list/bpe_unigram500/tokens.txt +500 -0
- data/urdu_token_list/bpe_unigram500/train.txt +3 -0
- exp/asr_stats_raw_urdu_bpe500/train/feats_stats.npz +3 -0
- exp/asr_train_asr_raw_urdu_bpe500/config.yaml +711 -0
- exp/asr_train_asr_raw_urdu_bpe500/valid.acc.ave_10best.pth +3 -0
data/urdu_token_list/bpe_unigram500/bpe.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2bc568c5e885cf7770626a3608812e61219de2b3a1dba1a8aeb184d39c64bbf5
|
3 |
+
size 246336
|
data/urdu_token_list/bpe_unigram500/bpe.vocab
ADDED
@@ -0,0 +1,500 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
<unk> 0
|
2 |
+
<s> 0
|
3 |
+
</s> 0
|
4 |
+
ی -3.0653
|
5 |
+
ا -3.5997
|
6 |
+
▁کے -3.62833
|
7 |
+
ہ -3.7322
|
8 |
+
▁کی -3.79457
|
9 |
+
و -3.89245
|
10 |
+
ر -3.90421
|
11 |
+
م -3.97458
|
12 |
+
ل -4.03548
|
13 |
+
▁میں -4.07201
|
14 |
+
▁م -4.17592
|
15 |
+
ت -4.22149
|
16 |
+
د -4.319
|
17 |
+
ے -4.33014
|
18 |
+
ک -4.33196
|
19 |
+
▁کا -4.36626
|
20 |
+
وں -4.44856
|
21 |
+
س -4.46566
|
22 |
+
ن -4.49138
|
23 |
+
ب -4.51793
|
24 |
+
▁ہے -4.6078
|
25 |
+
▁سے -4.61035
|
26 |
+
▁ا -4.61799
|
27 |
+
▁پر -4.63429
|
28 |
+
▁کو -4.70686
|
29 |
+
ز -4.79868
|
30 |
+
ار -4.815
|
31 |
+
ان -4.85998
|
32 |
+
▁اور -4.90295
|
33 |
+
ج -4.92277
|
34 |
+
▁س -4.93855
|
35 |
+
ق -4.9823
|
36 |
+
ش -4.98595
|
37 |
+
▁ن -5.03486
|
38 |
+
ع -5.04524
|
39 |
+
▁ب -5.07807
|
40 |
+
▁پ -5.09491
|
41 |
+
▁ت -5.09656
|
42 |
+
▁و -5.13261
|
43 |
+
ٹ -5.1377
|
44 |
+
ات -5.17805
|
45 |
+
▁ایک -5.19416
|
46 |
+
پ -5.23564
|
47 |
+
▁کر -5.23652
|
48 |
+
ف -5.23727
|
49 |
+
ھ -5.25321
|
50 |
+
▁نے -5.25441
|
51 |
+
ال -5.27641
|
52 |
+
ین -5.27917
|
53 |
+
ح -5.28722
|
54 |
+
▁ج -5.29191
|
55 |
+
▁ -5.37758
|
56 |
+
ور -5.37981
|
57 |
+
▁ش -5.39265
|
58 |
+
▁اس -5.41888
|
59 |
+
▁د -5.4284
|
60 |
+
ڈ -5.46088
|
61 |
+
ری -5.48163
|
62 |
+
▁ان -5.48572
|
63 |
+
▁ہیں -5.50141
|
64 |
+
▁لئے -5.51497
|
65 |
+
ص -5.53729
|
66 |
+
لی -5.54294
|
67 |
+
▁ح -5.57721
|
68 |
+
▁چ -5.58703
|
69 |
+
▁ف -5.61065
|
70 |
+
▁ہو -5.66253
|
71 |
+
ڑ -5.67969
|
72 |
+
▁ل -5.68295
|
73 |
+
ام -5.6896
|
74 |
+
ائ -5.72145
|
75 |
+
▁خ -5.72168
|
76 |
+
▁ر -5.72855
|
77 |
+
نے -5.7328
|
78 |
+
چ -5.74145
|
79 |
+
▁ع -5.76664
|
80 |
+
▁ق -5.76697
|
81 |
+
نگ -5.7769
|
82 |
+
▁کرنے -5.77709
|
83 |
+
گ -5.78541
|
84 |
+
ائی -5.81652
|
85 |
+
خ -5.83808
|
86 |
+
▁ہ -5.87841
|
87 |
+
ض -5.90088
|
88 |
+
▁یہ -5.92773
|
89 |
+
نا -5.9605
|
90 |
+
اد -5.96687
|
91 |
+
ط -5.97255
|
92 |
+
یں -5.98426
|
93 |
+
▁بھی -6.04688
|
94 |
+
▁کہ -6.07184
|
95 |
+
▁گ -6.07385
|
96 |
+
ول -6.07939
|
97 |
+
▁ساتھ -6.09976
|
98 |
+
اب -6.12619
|
99 |
+
▁پی -6.15045
|
100 |
+
▁رو -6.17
|
101 |
+
▁سی -6.18665
|
102 |
+
تی -6.18793
|
103 |
+
▁نہیں -6.19267
|
104 |
+
▁بی -6.19288
|
105 |
+
ون -6.2009
|
106 |
+
▁کیا -6.20475
|
107 |
+
ست -6.21241
|
108 |
+
لا -6.23996
|
109 |
+
▁ڈ -6.28825
|
110 |
+
▁ز -6.30347
|
111 |
+
▁ک -6.34144
|
112 |
+
ٹر -6.37173
|
113 |
+
▁دی -6.38331
|
114 |
+
▁کم -6.39088
|
115 |
+
دی -6.41128
|
116 |
+
ند -6.43641
|
117 |
+
▁مع -6.43872
|
118 |
+
▁لی -6.44437
|
119 |
+
تا -6.47187
|
120 |
+
▁سر -6.47878
|
121 |
+
▁پاکستان -6.4808
|
122 |
+
از -6.49531
|
123 |
+
▁من -6.50518
|
124 |
+
▁ٹ -6.52074
|
125 |
+
یل -6.52531
|
126 |
+
ث -6.52974
|
127 |
+
▁ٹی -6.56345
|
128 |
+
▁ای -6.57168
|
129 |
+
اس -6.57794
|
130 |
+
▁سب -6.58285
|
131 |
+
نس -6.59239
|
132 |
+
یٹ -6.60528
|
133 |
+
انے -6.60586
|
134 |
+
▁جو -6.62197
|
135 |
+
▁دو -6.62406
|
136 |
+
▁با -6.62813
|
137 |
+
▁کھ -6.62877
|
138 |
+
سٹ -6.63138
|
139 |
+
▁بن -6.6317
|
140 |
+
▁گر -6.63223
|
141 |
+
▁ام -6.64332
|
142 |
+
را -6.6461
|
143 |
+
وٹ -6.65053
|
144 |
+
نڈ -6.65345
|
145 |
+
▁بر -6.65493
|
146 |
+
تے -6.65603
|
147 |
+
▁گیا -6.65729
|
148 |
+
اں -6.65914
|
149 |
+
▁جان -6.66398
|
150 |
+
نی -6.66791
|
151 |
+
▁ص -6.67209
|
152 |
+
▁جا -6.68209
|
153 |
+
▁سو -6.68737
|
154 |
+
▁مو -6.69153
|
155 |
+
▁ال -6.69163
|
156 |
+
انی -6.69335
|
157 |
+
ئی -6.6946
|
158 |
+
غ -6.71584
|
159 |
+
نٹ -6.73093
|
160 |
+
اف -6.74775
|
161 |
+
▁بھ -6.75855
|
162 |
+
دار -6.77733
|
163 |
+
گر -6.7827
|
164 |
+
▁طور -6.78605
|
165 |
+
▁دیا -6.79437
|
166 |
+
▁تو -6.80411
|
167 |
+
▁را -6.80746
|
168 |
+
▁یا -6.81234
|
169 |
+
▁ط -6.81364
|
170 |
+
▁کس -6.82112
|
171 |
+
▁لیے -6.8231
|
172 |
+
ذ -6.82518
|
173 |
+
▁بہت -6.8376
|
174 |
+
ظ -6.84539
|
175 |
+
یت -6.84777
|
176 |
+
▁ہم -6.85449
|
177 |
+
▁بڑ -6.86156
|
178 |
+
▁تھا -6.87358
|
179 |
+
▁ہی -6.87863
|
180 |
+
▁بعد -6.88346
|
181 |
+
یر -6.88963
|
182 |
+
▁زیادہ -6.8925
|
183 |
+
▁گا -6.89546
|
184 |
+
ٹی -6.89808
|
185 |
+
لے -6.8996
|
186 |
+
▁یو -6.90162
|
187 |
+
گی -6.90959
|
188 |
+
کار -6.91071
|
189 |
+
▁خلاف -6.91198
|
190 |
+
▁ری -6.91735
|
191 |
+
کر -6.92242
|
192 |
+
▁مل -6.92989
|
193 |
+
▁وہ -6.95247
|
194 |
+
کھ -6.96358
|
195 |
+
یشن -6.98071
|
196 |
+
دہ -6.98357
|
197 |
+
می -6.98594
|
198 |
+
▁استعمال -6.98951
|
199 |
+
▁غ -6.99567
|
200 |
+
▁کریں -6.9975
|
201 |
+
فی -7.00577
|
202 |
+
کا -7.0063
|
203 |
+
▁رہ -7.00717
|
204 |
+
▁فر -7.0078
|
205 |
+
▁دور -7.01078
|
206 |
+
شی -7.01101
|
207 |
+
▁طرح -7.01592
|
208 |
+
رو -7.01716
|
209 |
+
ئے -7.0255
|
210 |
+
▁چھ -7.03398
|
211 |
+
▁اپنے -7.04098
|
212 |
+
▁صدر -7.04522
|
213 |
+
ئ -7.05058
|
214 |
+
▁اب -7.05113
|
215 |
+
▁در -7.068
|
216 |
+
▁تر -7.07019
|
217 |
+
▁لا -7.07487
|
218 |
+
اح -7.07653
|
219 |
+
شت -7.07885
|
220 |
+
▁ڈی -7.09394
|
221 |
+
▁حمل -7.12209
|
222 |
+
وی -7.13775
|
223 |
+
ایا -7.13822
|
224 |
+
▁جاتا -7.14979
|
225 |
+
بر -7.15904
|
226 |
+
▁پھ -7.1594
|
227 |
+
▁مر -7.16272
|
228 |
+
▁ذ -7.18158
|
229 |
+
کٹ -7.18355
|
230 |
+
▁حکومت -7.18645
|
231 |
+
▁ملک -7.19297
|
232 |
+
ائن -7.19536
|
233 |
+
▁والے -7.19901
|
234 |
+
▁کار -7.21536
|
235 |
+
اج -7.23615
|
236 |
+
▁خان -7.24735
|
237 |
+
▁بل -7.25405
|
238 |
+
▁گی -7.25748
|
239 |
+
شن -7.26107
|
240 |
+
▁فوج -7.26253
|
241 |
+
▁امریکی -7.26431
|
242 |
+
▁بارے -7.27192
|
243 |
+
وس -7.27413
|
244 |
+
▁شہر -7.27871
|
245 |
+
کس -7.28243
|
246 |
+
▁کیلئے -7.28268
|
247 |
+
▁بچ -7.28605
|
248 |
+
▁ایس -7.28844
|
249 |
+
ائے -7.29239
|
250 |
+
▁گئی -7.29261
|
251 |
+
▁جی -7.29326
|
252 |
+
▁ہونے -7.29342
|
253 |
+
▁پیش -7.29796
|
254 |
+
▁کرتے -7.30842
|
255 |
+
▁گو -7.30989
|
256 |
+
▁وزیر -7.31239
|
257 |
+
▁نام -7.31263
|
258 |
+
▁رکھ -7.31346
|
259 |
+
▁لگ -7.31692
|
260 |
+
▁کل -7.3225
|
261 |
+
▁ہوئے -7.32363
|
262 |
+
▁طرف -7.32712
|
263 |
+
▁امریکہ -7.32829
|
264 |
+
▁ہر -7.34638
|
265 |
+
▁رہے -7.34825
|
266 |
+
ائل -7.35866
|
267 |
+
▁اف -7.3668
|
268 |
+
▁تک -7.40006
|
269 |
+
▁ادا -7.4038
|
270 |
+
کی -7.40719
|
271 |
+
تھ -7.43497
|
272 |
+
▁بھارت -7.44607
|
273 |
+
▁بار -7.44657
|
274 |
+
▁پہلے -7.44729
|
275 |
+
▁سن -7.45678
|
276 |
+
▁غیر -7.45786
|
277 |
+
▁گھر -7.46893
|
278 |
+
▁نہ -7.47462
|
279 |
+
▁اہم -7.47656
|
280 |
+
▁سک -7.48225
|
281 |
+
▁گے -7.48237
|
282 |
+
▁پا -7.48258
|
283 |
+
▁تیار -7.48413
|
284 |
+
▁چین -7.49114
|
285 |
+
▁ایم -7.49426
|
286 |
+
▁جاری -7.49575
|
287 |
+
▁انتخاب -7.49682
|
288 |
+
▁دھ -7.50669
|
289 |
+
▁گئے -7.50676
|
290 |
+
▁کچھ -7.51296
|
291 |
+
▁خط -7.52666
|
292 |
+
▁کرنا -7.52763
|
293 |
+
▁بند -7.52926
|
294 |
+
▁تھے -7.54338
|
295 |
+
▁او -7.55236
|
296 |
+
▁رہا -7.56479
|
297 |
+
▁سال -7.56542
|
298 |
+
▁شروع -7.56813
|
299 |
+
▁عمل -7.56872
|
300 |
+
▁اپنی -7.57154
|
301 |
+
▁جس -7.57822
|
302 |
+
▁سکتا -7.58083
|
303 |
+
▁جن -7.58654
|
304 |
+
▁کرتا -7.58785
|
305 |
+
▁شر -7.59197
|
306 |
+
فر -7.60689
|
307 |
+
▁وقت -7.60936
|
308 |
+
یاں -7.61063
|
309 |
+
▁تھی -7.62614
|
310 |
+
▁سعودی -7.63161
|
311 |
+
یئر -7.63255
|
312 |
+
▁دیکھ -7.63401
|
313 |
+
▁عمر -7.63451
|
314 |
+
▁ہلاک -7.63729
|
315 |
+
▁کن -7.64043
|
316 |
+
▁اعلان -7.6482
|
317 |
+
▁دوسر -7.65035
|
318 |
+
▁علاق -7.65575
|
319 |
+
▁پولیس -7.66129
|
320 |
+
ائر -7.6697
|
321 |
+
اء -7.67071
|
322 |
+
▁خود -7.67075
|
323 |
+
▁بال -7.68201
|
324 |
+
▁فیصلہ -7.69377
|
325 |
+
▁خواتین -7.69572
|
326 |
+
▁ور -7.69878
|
327 |
+
▁کورونا -7.69972
|
328 |
+
▁افراد -7.69977
|
329 |
+
▁جائے -7.71232
|
330 |
+
▁تمام -7.73644
|
331 |
+
▁درمیان -7.73752
|
332 |
+
▁کوئی -7.74104
|
333 |
+
▁گرفتار -7.74358
|
334 |
+
▁طالب -7.74578
|
335 |
+
▁ٹر -7.74647
|
336 |
+
▁فلم -7.74655
|
337 |
+
▁دن -7.74826
|
338 |
+
▁بچوں -7.74844
|
339 |
+
▁مسلم -7.75398
|
340 |
+
▁خصوصی -7.75798
|
341 |
+
▁دنیا -7.76206
|
342 |
+
▁عام -7.76515
|
343 |
+
▁واقع -7.77051
|
344 |
+
▁حاصل -7.77051
|
345 |
+
▁کپ -7.771
|
346 |
+
▁ضروری -7.7747
|
347 |
+
▁دینے -7.78728
|
348 |
+
▁جنگ -7.79122
|
349 |
+
▁صرف -7.79203
|
350 |
+
▁شاہ -7.79443
|
351 |
+
ائیں -7.80856
|
352 |
+
▁مختلف -7.81119
|
353 |
+
▁عرب -7.81726
|
354 |
+
▁کشمیر -7.85589
|
355 |
+
▁ضرورت -7.85818
|
356 |
+
▁بنانے -7.86387
|
357 |
+
▁کئی -7.86598
|
358 |
+
▁والی -7.86834
|
359 |
+
▁اضافہ -7.87435
|
360 |
+
▁موسم -7.90197
|
361 |
+
▁ایران -7.90474
|
362 |
+
▁ہندوستان -7.90989
|
363 |
+
سلام -7.91198
|
364 |
+
▁ملاقات -7.9196
|
365 |
+
▁مودی -7.92197
|
366 |
+
▁ٹرمپ -7.93693
|
367 |
+
▁مظاہر -7.93927
|
368 |
+
▁پابندی -7.9543
|
369 |
+
▁پہنچ -7.95683
|
370 |
+
▁کورٹ -7.95743
|
371 |
+
▁نظر -7.95999
|
372 |
+
▁لیکن -7.97026
|
373 |
+
▁پیدا -7.97751
|
374 |
+
▁مدد -7.97985
|
375 |
+
▁قانون -7.98001
|
376 |
+
▁وجہ -7.98546
|
377 |
+
▁الزام -7.98776
|
378 |
+
▁موجود -7.99025
|
379 |
+
▁تبدیل -8.00078
|
380 |
+
▁ریاست -8.00108
|
381 |
+
▁سکتے -8.0091
|
382 |
+
▁ماہ -8.01392
|
383 |
+
▁لوگوں -8.01674
|
384 |
+
▁کوشش -8.01801
|
385 |
+
▁کانگریس -8.02212
|
386 |
+
▁شخص -8.02227
|
387 |
+
▁ترکی -8.02591
|
388 |
+
ں -8.0337
|
389 |
+
▁تاریخ -8.03573
|
390 |
+
▁واپس -8.03847
|
391 |
+
▁قسم -8.04056
|
392 |
+
▁وائرس -8.05515
|
393 |
+
▁متاثر -8.06344
|
394 |
+
▁عالم -8.06541
|
395 |
+
▁اچھ -8.07527
|
396 |
+
▁احتجاج -8.08908
|
397 |
+
▁طلب -8.08977
|
398 |
+
▁نواز -8.08981
|
399 |
+
▁اسرائیل -8.10075
|
400 |
+
▁مکمل -8.10091
|
401 |
+
▁زندگی -8.10363
|
402 |
+
▁ہاتھ -8.107
|
403 |
+
▁حکم -8.10963
|
404 |
+
▁اعظم -8.11244
|
405 |
+
▁مطالبہ -8.1154
|
406 |
+
▁قتل -8.12703
|
407 |
+
▁مرکز -8.13073
|
408 |
+
▁عوام -8.13116
|
409 |
+
▁متعلق -8.14854
|
410 |
+
▁بنیاد -8.15245
|
411 |
+
▁ڈاکٹر -8.15469
|
412 |
+
▁علاج -8.15502
|
413 |
+
▁داخل -8.1609
|
414 |
+
▁دہشت -8.16122
|
415 |
+
▁کامیاب -8.17041
|
416 |
+
▁عدالت -8.1765
|
417 |
+
▁فراہم -8.18287
|
418 |
+
▁محمد -8.18288
|
419 |
+
▁قیمت -8.18298
|
420 |
+
سلسل -8.19242
|
421 |
+
▁جرم -8.19883
|
422 |
+
▁تعداد -8.20201
|
423 |
+
▁چاہئے -8.20201
|
424 |
+
▁مقام -8.20681
|
425 |
+
▁نوجوان -8.20849
|
426 |
+
▁شادی -8.21158
|
427 |
+
▁خاتون -8.21192
|
428 |
+
وزیراعظم -8.2183
|
429 |
+
▁سابق -8.22532
|
430 |
+
▁پانچ -8.22553
|
431 |
+
▁ہزار -8.22894
|
432 |
+
▁جگہ -8.2362
|
433 |
+
▁برطان -8.24862
|
434 |
+
▁خوش -8.25171
|
435 |
+
▁درخواست -8.26192
|
436 |
+
▁ختم -8.26195
|
437 |
+
▁مزید -8.26255
|
438 |
+
▁ترقی -8.26315
|
439 |
+
▁اسمبلی -8.26538
|
440 |
+
▁باہر -8.26816
|
441 |
+
▁علم -8.26959
|
442 |
+
▁کارروائی -8.27576
|
443 |
+
▁متحد -8.27597
|
444 |
+
▁پسند -8.29026
|
445 |
+
▁تعلیم -8.29331
|
446 |
+
▁طریقہ -8.3004
|
447 |
+
▁تصویر -8.3004
|
448 |
+
▁ہدایت -8.30397
|
449 |
+
▁تعمیر -8.32934
|
450 |
+
▁نظام -8.32944
|
451 |
+
اقوام -8.33933
|
452 |
+
▁تقریب -8.34412
|
453 |
+
▁تعلق -8.34413
|
454 |
+
▁اثر -8.35665
|
455 |
+
▁نشان -8.35778
|
456 |
+
▁قرار -8.36558
|
457 |
+
▁انتظام -8.37436
|
458 |
+
▁سپری -8.37901
|
459 |
+
▁اکثر -8.38209
|
460 |
+
▁خاندان -8.39027
|
461 |
+
▁صحت -8.39028
|
462 |
+
▁شریف -8.39094
|
463 |
+
▁سخت -8.39175
|
464 |
+
▁جنوب -8.3943
|
465 |
+
▁اجازت -8.39767
|
466 |
+
▁اسکول -8.40235
|
467 |
+
▁سمجھ -8.40557
|
468 |
+
▁مقدم -8.40567
|
469 |
+
▁پارٹی -8.40594
|
470 |
+
▁اجلاس -8.41352
|
471 |
+
▁نقصان -8.41751
|
472 |
+
▁کبھی -8.41753
|
473 |
+
▁لڑکی -8.4216
|
474 |
+
▁صورت -8.42195
|
475 |
+
▁قومی -8.4222
|
476 |
+
▁کردیا -8.423
|
477 |
+
▁منتخب -8.42556
|
478 |
+
▁اظہار -8.43776
|
479 |
+
▁بغیر -8.44192
|
480 |
+
▁مطابق -8.4501
|
481 |
+
▁دھماک -8.45011
|
482 |
+
▁منظور -8.45429
|
483 |
+
▁بہترین -8.45502
|
484 |
+
▁افغان -8.50108
|
485 |
+
▁انداز -8.50169
|
486 |
+
▁کمپنی -8.50991
|
487 |
+
▁سنگھ -8.51482
|
488 |
+
▁افغانستان -8.51866
|
489 |
+
▁ممالک -8.52319
|
490 |
+
▁چھوڑ -8.54593
|
491 |
+
▁مقبول -8.55019
|
492 |
+
▁تلاش -8.56468
|
493 |
+
▁مصنوعات -8.56865
|
494 |
+
▁پروگرام -8.57803
|
495 |
+
▁مخالف -8.57803
|
496 |
+
▁کاروبار -8.57804
|
497 |
+
▁فہرست -8.58276
|
498 |
+
▁عراق -8.59247
|
499 |
+
ژ -8.87754
|
500 |
+
ء -10.9164
|
data/urdu_token_list/bpe_unigram500/tokens.txt
ADDED
@@ -0,0 +1,500 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
<blank>
|
2 |
+
<unk>
|
3 |
+
ی
|
4 |
+
ا
|
5 |
+
▁کے
|
6 |
+
ہ
|
7 |
+
▁کی
|
8 |
+
و
|
9 |
+
ر
|
10 |
+
م
|
11 |
+
ل
|
12 |
+
▁میں
|
13 |
+
▁م
|
14 |
+
ت
|
15 |
+
د
|
16 |
+
ے
|
17 |
+
ک
|
18 |
+
▁کا
|
19 |
+
وں
|
20 |
+
س
|
21 |
+
ن
|
22 |
+
ب
|
23 |
+
▁ہے
|
24 |
+
▁سے
|
25 |
+
▁ا
|
26 |
+
▁پر
|
27 |
+
▁کو
|
28 |
+
ز
|
29 |
+
ار
|
30 |
+
ان
|
31 |
+
▁اور
|
32 |
+
ج
|
33 |
+
▁س
|
34 |
+
ق
|
35 |
+
ش
|
36 |
+
▁ن
|
37 |
+
ع
|
38 |
+
▁ب
|
39 |
+
▁پ
|
40 |
+
▁ت
|
41 |
+
▁و
|
42 |
+
ٹ
|
43 |
+
ات
|
44 |
+
▁ایک
|
45 |
+
پ
|
46 |
+
▁کر
|
47 |
+
ف
|
48 |
+
ھ
|
49 |
+
▁نے
|
50 |
+
ال
|
51 |
+
ین
|
52 |
+
ح
|
53 |
+
▁ج
|
54 |
+
▁
|
55 |
+
ور
|
56 |
+
▁ش
|
57 |
+
▁اس
|
58 |
+
▁د
|
59 |
+
ڈ
|
60 |
+
ری
|
61 |
+
▁ان
|
62 |
+
▁ہیں
|
63 |
+
▁لئے
|
64 |
+
ص
|
65 |
+
لی
|
66 |
+
▁ح
|
67 |
+
▁چ
|
68 |
+
▁ف
|
69 |
+
▁ہو
|
70 |
+
ڑ
|
71 |
+
▁ل
|
72 |
+
ام
|
73 |
+
ائ
|
74 |
+
▁خ
|
75 |
+
▁ر
|
76 |
+
نے
|
77 |
+
چ
|
78 |
+
▁ع
|
79 |
+
▁ق
|
80 |
+
نگ
|
81 |
+
▁کرنے
|
82 |
+
گ
|
83 |
+
ائی
|
84 |
+
خ
|
85 |
+
▁ہ
|
86 |
+
ض
|
87 |
+
▁یہ
|
88 |
+
نا
|
89 |
+
اد
|
90 |
+
ط
|
91 |
+
یں
|
92 |
+
▁بھی
|
93 |
+
▁کہ
|
94 |
+
▁گ
|
95 |
+
ول
|
96 |
+
▁ساتھ
|
97 |
+
اب
|
98 |
+
▁پی
|
99 |
+
▁رو
|
100 |
+
▁سی
|
101 |
+
تی
|
102 |
+
▁نہیں
|
103 |
+
▁بی
|
104 |
+
ون
|
105 |
+
▁کیا
|
106 |
+
ست
|
107 |
+
لا
|
108 |
+
▁ڈ
|
109 |
+
▁ز
|
110 |
+
▁ک
|
111 |
+
ٹر
|
112 |
+
▁دی
|
113 |
+
▁کم
|
114 |
+
دی
|
115 |
+
ند
|
116 |
+
▁مع
|
117 |
+
▁لی
|
118 |
+
تا
|
119 |
+
▁سر
|
120 |
+
▁پاکستان
|
121 |
+
از
|
122 |
+
▁من
|
123 |
+
▁ٹ
|
124 |
+
یل
|
125 |
+
ث
|
126 |
+
▁ٹی
|
127 |
+
▁ای
|
128 |
+
اس
|
129 |
+
▁سب
|
130 |
+
نس
|
131 |
+
یٹ
|
132 |
+
انے
|
133 |
+
▁جو
|
134 |
+
▁دو
|
135 |
+
▁با
|
136 |
+
▁کھ
|
137 |
+
سٹ
|
138 |
+
▁بن
|
139 |
+
▁گر
|
140 |
+
▁ام
|
141 |
+
را
|
142 |
+
وٹ
|
143 |
+
نڈ
|
144 |
+
▁بر
|
145 |
+
تے
|
146 |
+
▁گیا
|
147 |
+
اں
|
148 |
+
▁جان
|
149 |
+
نی
|
150 |
+
▁ص
|
151 |
+
▁جا
|
152 |
+
▁سو
|
153 |
+
▁مو
|
154 |
+
▁ال
|
155 |
+
انی
|
156 |
+
ئی
|
157 |
+
غ
|
158 |
+
نٹ
|
159 |
+
اف
|
160 |
+
▁بھ
|
161 |
+
دار
|
162 |
+
گر
|
163 |
+
▁طور
|
164 |
+
▁دیا
|
165 |
+
▁تو
|
166 |
+
▁را
|
167 |
+
▁یا
|
168 |
+
▁ط
|
169 |
+
▁کس
|
170 |
+
▁لیے
|
171 |
+
ذ
|
172 |
+
▁بہت
|
173 |
+
ظ
|
174 |
+
یت
|
175 |
+
▁ہم
|
176 |
+
▁بڑ
|
177 |
+
▁تھا
|
178 |
+
▁ہی
|
179 |
+
▁بعد
|
180 |
+
یر
|
181 |
+
▁زیادہ
|
182 |
+
▁گا
|
183 |
+
ٹی
|
184 |
+
لے
|
185 |
+
▁یو
|
186 |
+
گی
|
187 |
+
کار
|
188 |
+
▁خلاف
|
189 |
+
▁ری
|
190 |
+
کر
|
191 |
+
▁مل
|
192 |
+
▁وہ
|
193 |
+
کھ
|
194 |
+
یشن
|
195 |
+
دہ
|
196 |
+
می
|
197 |
+
▁استعمال
|
198 |
+
▁غ
|
199 |
+
▁کریں
|
200 |
+
فی
|
201 |
+
کا
|
202 |
+
▁رہ
|
203 |
+
▁فر
|
204 |
+
▁دور
|
205 |
+
شی
|
206 |
+
▁طرح
|
207 |
+
رو
|
208 |
+
ئے
|
209 |
+
▁چھ
|
210 |
+
▁اپنے
|
211 |
+
▁صدر
|
212 |
+
ئ
|
213 |
+
▁اب
|
214 |
+
▁در
|
215 |
+
▁تر
|
216 |
+
▁لا
|
217 |
+
اح
|
218 |
+
شت
|
219 |
+
▁ڈی
|
220 |
+
▁حمل
|
221 |
+
وی
|
222 |
+
ایا
|
223 |
+
▁جاتا
|
224 |
+
بر
|
225 |
+
▁پھ
|
226 |
+
▁مر
|
227 |
+
▁ذ
|
228 |
+
کٹ
|
229 |
+
▁حکومت
|
230 |
+
▁ملک
|
231 |
+
ائن
|
232 |
+
▁والے
|
233 |
+
▁کار
|
234 |
+
اج
|
235 |
+
▁خان
|
236 |
+
▁بل
|
237 |
+
▁گی
|
238 |
+
شن
|
239 |
+
▁فوج
|
240 |
+
▁امریکی
|
241 |
+
▁بارے
|
242 |
+
وس
|
243 |
+
▁شہر
|
244 |
+
کس
|
245 |
+
▁کیلئے
|
246 |
+
▁بچ
|
247 |
+
▁ایس
|
248 |
+
ائے
|
249 |
+
▁گئی
|
250 |
+
▁جی
|
251 |
+
▁ہونے
|
252 |
+
▁پیش
|
253 |
+
▁کرتے
|
254 |
+
▁گو
|
255 |
+
▁وزیر
|
256 |
+
▁نام
|
257 |
+
▁رکھ
|
258 |
+
▁لگ
|
259 |
+
▁کل
|
260 |
+
▁ہوئے
|
261 |
+
▁طرف
|
262 |
+
▁امریکہ
|
263 |
+
▁ہر
|
264 |
+
▁رہے
|
265 |
+
ائل
|
266 |
+
▁اف
|
267 |
+
▁تک
|
268 |
+
▁ادا
|
269 |
+
کی
|
270 |
+
تھ
|
271 |
+
▁بھارت
|
272 |
+
▁بار
|
273 |
+
▁پہلے
|
274 |
+
▁سن
|
275 |
+
▁غیر
|
276 |
+
▁گھر
|
277 |
+
▁نہ
|
278 |
+
▁اہم
|
279 |
+
▁سک
|
280 |
+
▁گے
|
281 |
+
▁پا
|
282 |
+
▁تیار
|
283 |
+
▁چین
|
284 |
+
▁ایم
|
285 |
+
▁جاری
|
286 |
+
▁انتخاب
|
287 |
+
▁دھ
|
288 |
+
▁گئے
|
289 |
+
▁کچھ
|
290 |
+
▁خط
|
291 |
+
▁کرنا
|
292 |
+
▁بند
|
293 |
+
▁تھے
|
294 |
+
▁او
|
295 |
+
▁رہا
|
296 |
+
▁سال
|
297 |
+
▁شروع
|
298 |
+
▁عمل
|
299 |
+
▁اپنی
|
300 |
+
▁جس
|
301 |
+
▁سکتا
|
302 |
+
▁جن
|
303 |
+
▁کرتا
|
304 |
+
▁شر
|
305 |
+
فر
|
306 |
+
▁وقت
|
307 |
+
یاں
|
308 |
+
▁تھی
|
309 |
+
▁سعودی
|
310 |
+
یئر
|
311 |
+
▁دیکھ
|
312 |
+
▁عمر
|
313 |
+
▁ہلاک
|
314 |
+
▁کن
|
315 |
+
▁اعلان
|
316 |
+
▁دوسر
|
317 |
+
▁علاق
|
318 |
+
▁پولیس
|
319 |
+
ائر
|
320 |
+
اء
|
321 |
+
▁خود
|
322 |
+
▁بال
|
323 |
+
▁فیصلہ
|
324 |
+
▁خواتین
|
325 |
+
▁ور
|
326 |
+
▁کورونا
|
327 |
+
▁افراد
|
328 |
+
▁جائے
|
329 |
+
▁تمام
|
330 |
+
▁درمیان
|
331 |
+
▁کوئی
|
332 |
+
▁گرفتار
|
333 |
+
▁طالب
|
334 |
+
▁ٹر
|
335 |
+
▁فلم
|
336 |
+
▁دن
|
337 |
+
▁بچوں
|
338 |
+
▁مسلم
|
339 |
+
▁خصوصی
|
340 |
+
▁دنیا
|
341 |
+
▁عام
|
342 |
+
▁واقع
|
343 |
+
▁حاصل
|
344 |
+
▁کپ
|
345 |
+
▁ضروری
|
346 |
+
▁دینے
|
347 |
+
▁جنگ
|
348 |
+
▁صرف
|
349 |
+
▁شاہ
|
350 |
+
ائیں
|
351 |
+
▁مختلف
|
352 |
+
▁عرب
|
353 |
+
▁کشمیر
|
354 |
+
▁ضرورت
|
355 |
+
▁بنانے
|
356 |
+
▁کئی
|
357 |
+
▁والی
|
358 |
+
▁اضافہ
|
359 |
+
▁موسم
|
360 |
+
▁ایران
|
361 |
+
▁ہندوستان
|
362 |
+
سلام
|
363 |
+
▁ملاقات
|
364 |
+
▁مودی
|
365 |
+
▁ٹرمپ
|
366 |
+
▁مظاہر
|
367 |
+
▁پابندی
|
368 |
+
▁پہنچ
|
369 |
+
▁کورٹ
|
370 |
+
▁نظر
|
371 |
+
▁لیکن
|
372 |
+
▁پیدا
|
373 |
+
▁مدد
|
374 |
+
▁قانون
|
375 |
+
▁وجہ
|
376 |
+
▁الزام
|
377 |
+
▁موجود
|
378 |
+
▁تبدیل
|
379 |
+
▁ریاست
|
380 |
+
▁سکتے
|
381 |
+
▁ماہ
|
382 |
+
▁لوگوں
|
383 |
+
▁کوشش
|
384 |
+
▁کانگریس
|
385 |
+
▁شخص
|
386 |
+
▁ترکی
|
387 |
+
ں
|
388 |
+
▁تاریخ
|
389 |
+
▁واپس
|
390 |
+
▁قسم
|
391 |
+
▁وائرس
|
392 |
+
▁متاثر
|
393 |
+
▁عالم
|
394 |
+
▁اچھ
|
395 |
+
▁احتجاج
|
396 |
+
▁طلب
|
397 |
+
▁نواز
|
398 |
+
▁اسرائیل
|
399 |
+
▁مکمل
|
400 |
+
▁زندگی
|
401 |
+
▁ہاتھ
|
402 |
+
▁حکم
|
403 |
+
▁اعظم
|
404 |
+
▁مطالبہ
|
405 |
+
▁قتل
|
406 |
+
▁مرکز
|
407 |
+
▁عوام
|
408 |
+
▁متعلق
|
409 |
+
▁بنیاد
|
410 |
+
▁ڈاکٹر
|
411 |
+
▁علاج
|
412 |
+
▁داخل
|
413 |
+
▁دہشت
|
414 |
+
▁کامیاب
|
415 |
+
▁عدالت
|
416 |
+
▁فراہم
|
417 |
+
▁محمد
|
418 |
+
▁قیمت
|
419 |
+
سلسل
|
420 |
+
▁جرم
|
421 |
+
▁تعداد
|
422 |
+
▁چاہئے
|
423 |
+
▁مقام
|
424 |
+
▁نوجوان
|
425 |
+
▁شادی
|
426 |
+
▁خاتون
|
427 |
+
وزیراعظم
|
428 |
+
▁سابق
|
429 |
+
▁پانچ
|
430 |
+
▁ہزار
|
431 |
+
▁جگہ
|
432 |
+
▁برطان
|
433 |
+
▁خوش
|
434 |
+
▁درخواست
|
435 |
+
▁ختم
|
436 |
+
▁مزید
|
437 |
+
▁ترقی
|
438 |
+
▁اسمبلی
|
439 |
+
▁باہر
|
440 |
+
▁علم
|
441 |
+
▁کارروائی
|
442 |
+
▁متحد
|
443 |
+
▁پسند
|
444 |
+
▁تعلیم
|
445 |
+
▁طریقہ
|
446 |
+
▁تصویر
|
447 |
+
▁ہدایت
|
448 |
+
▁تعمیر
|
449 |
+
▁نظام
|
450 |
+
اقوام
|
451 |
+
▁تقریب
|
452 |
+
▁تعلق
|
453 |
+
▁اثر
|
454 |
+
▁نشان
|
455 |
+
▁قرار
|
456 |
+
▁انتظام
|
457 |
+
▁سپری
|
458 |
+
▁اکثر
|
459 |
+
▁خاندان
|
460 |
+
▁صحت
|
461 |
+
▁شریف
|
462 |
+
▁سخت
|
463 |
+
▁جنوب
|
464 |
+
▁اجازت
|
465 |
+
▁اسکول
|
466 |
+
▁سمجھ
|
467 |
+
▁مقدم
|
468 |
+
▁پارٹی
|
469 |
+
▁اجلاس
|
470 |
+
▁نقصان
|
471 |
+
▁کبھی
|
472 |
+
▁لڑکی
|
473 |
+
▁صورت
|
474 |
+
▁قومی
|
475 |
+
▁کردیا
|
476 |
+
▁منتخب
|
477 |
+
▁اظہار
|
478 |
+
▁بغیر
|
479 |
+
▁مطابق
|
480 |
+
▁دھماک
|
481 |
+
▁منظور
|
482 |
+
▁بہترین
|
483 |
+
▁افغان
|
484 |
+
▁انداز
|
485 |
+
▁کمپنی
|
486 |
+
▁سنگھ
|
487 |
+
▁افغانستان
|
488 |
+
▁ممالک
|
489 |
+
▁چھوڑ
|
490 |
+
▁مقبول
|
491 |
+
▁تلاش
|
492 |
+
▁مصنوعات
|
493 |
+
▁پروگرام
|
494 |
+
▁مخالف
|
495 |
+
▁کارو��ار
|
496 |
+
▁فہرست
|
497 |
+
▁عراق
|
498 |
+
ژ
|
499 |
+
ء
|
500 |
+
<sos/eos>
|
data/urdu_token_list/bpe_unigram500/train.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:556ef11ef1a652a6deb8626083ab912d35bc55fe13a5635fa79a06d1bca13b5f
|
3 |
+
size 4684924
|
exp/asr_stats_raw_urdu_bpe500/train/feats_stats.npz
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a60a2e7f017ee31c2741124fc8a859a4744c749e5c0b36ad1508697eb5bcbc1
|
3 |
+
size 1402
|
exp/asr_train_asr_raw_urdu_bpe500/config.yaml
ADDED
@@ -0,0 +1,711 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
config: conf/train_asr.yaml
|
2 |
+
print_config: false
|
3 |
+
log_level: INFO
|
4 |
+
dry_run: false
|
5 |
+
iterator_type: sequence
|
6 |
+
output_dir: exp/asr_train_asr_raw_urdu_bpe500
|
7 |
+
ngpu: 1
|
8 |
+
seed: 2022
|
9 |
+
num_workers: 4
|
10 |
+
num_att_plot: 3
|
11 |
+
dist_backend: nccl
|
12 |
+
dist_init_method: env://
|
13 |
+
dist_world_size: null
|
14 |
+
dist_rank: null
|
15 |
+
local_rank: 0
|
16 |
+
dist_master_addr: null
|
17 |
+
dist_master_port: null
|
18 |
+
dist_launcher: null
|
19 |
+
multiprocessing_distributed: false
|
20 |
+
unused_parameters: false
|
21 |
+
sharded_ddp: false
|
22 |
+
cudnn_enabled: true
|
23 |
+
cudnn_benchmark: false
|
24 |
+
cudnn_deterministic: true
|
25 |
+
collect_stats: false
|
26 |
+
write_collected_feats: false
|
27 |
+
max_epoch: 70
|
28 |
+
patience: null
|
29 |
+
val_scheduler_criterion:
|
30 |
+
- valid
|
31 |
+
- loss
|
32 |
+
early_stopping_criterion:
|
33 |
+
- valid
|
34 |
+
- loss
|
35 |
+
- min
|
36 |
+
best_model_criterion:
|
37 |
+
- - valid
|
38 |
+
- acc
|
39 |
+
- max
|
40 |
+
keep_nbest_models: 10
|
41 |
+
nbest_averaging_interval: 0
|
42 |
+
grad_clip: 5.0
|
43 |
+
grad_clip_type: 2.0
|
44 |
+
grad_noise: false
|
45 |
+
accum_grad: 4
|
46 |
+
no_forward_run: false
|
47 |
+
resume: true
|
48 |
+
train_dtype: float32
|
49 |
+
use_amp: true
|
50 |
+
log_interval: null
|
51 |
+
use_matplotlib: true
|
52 |
+
use_tensorboard: true
|
53 |
+
create_graph_in_tensorboard: false
|
54 |
+
use_wandb: false
|
55 |
+
wandb_project: null
|
56 |
+
wandb_id: null
|
57 |
+
wandb_entity: null
|
58 |
+
wandb_name: null
|
59 |
+
wandb_model_log_interval: -1
|
60 |
+
detect_anomaly: false
|
61 |
+
pretrain_path: null
|
62 |
+
init_param: []
|
63 |
+
ignore_init_mismatch: false
|
64 |
+
freeze_param: []
|
65 |
+
num_iters_per_epoch: null
|
66 |
+
batch_size: 20
|
67 |
+
valid_batch_size: null
|
68 |
+
batch_bins: 10000000
|
69 |
+
valid_batch_bins: null
|
70 |
+
train_shape_file:
|
71 |
+
- exp/asr_stats_raw_urdu_bpe500/train/speech_shape
|
72 |
+
- exp/asr_stats_raw_urdu_bpe500/train/text_shape.bpe
|
73 |
+
valid_shape_file:
|
74 |
+
- exp/asr_stats_raw_urdu_bpe500/valid/speech_shape
|
75 |
+
- exp/asr_stats_raw_urdu_bpe500/valid/text_shape.bpe
|
76 |
+
batch_type: numel
|
77 |
+
valid_batch_type: null
|
78 |
+
fold_length:
|
79 |
+
- 80000
|
80 |
+
- 150
|
81 |
+
sort_in_batch: descending
|
82 |
+
shuffle_within_batch: false
|
83 |
+
sort_batch: descending
|
84 |
+
multiple_iterator: false
|
85 |
+
chunk_length: 500
|
86 |
+
chunk_shift_ratio: 0.5
|
87 |
+
num_cache_chunks: 1024
|
88 |
+
chunk_excluded_key_prefixes: []
|
89 |
+
train_data_path_and_name_and_type:
|
90 |
+
- - dump/raw/urdu/train/wav.scp
|
91 |
+
- speech
|
92 |
+
- sound
|
93 |
+
- - dump/raw/urdu/train/text
|
94 |
+
- text
|
95 |
+
- text
|
96 |
+
valid_data_path_and_name_and_type:
|
97 |
+
- - dump/raw/urdu/valid/wav.scp
|
98 |
+
- speech
|
99 |
+
- sound
|
100 |
+
- - dump/raw/urdu/valid/text
|
101 |
+
- text
|
102 |
+
- text
|
103 |
+
allow_variable_data_keys: false
|
104 |
+
max_cache_size: 0.0
|
105 |
+
max_cache_fd: 32
|
106 |
+
valid_max_cache_size: null
|
107 |
+
exclude_weight_decay: false
|
108 |
+
exclude_weight_decay_conf: {}
|
109 |
+
optim: adam
|
110 |
+
optim_conf:
|
111 |
+
lr: 0.002
|
112 |
+
weight_decay: 1.0e-06
|
113 |
+
scheduler: warmuplr
|
114 |
+
scheduler_conf:
|
115 |
+
warmup_steps: 15000
|
116 |
+
token_list:
|
117 |
+
- <blank>
|
118 |
+
- <unk>
|
119 |
+
- ی
|
120 |
+
- ا
|
121 |
+
- ▁کے
|
122 |
+
- ہ
|
123 |
+
- ▁کی
|
124 |
+
- و
|
125 |
+
- ر
|
126 |
+
- م
|
127 |
+
- ل
|
128 |
+
- ▁میں
|
129 |
+
- ▁م
|
130 |
+
- ت
|
131 |
+
- د
|
132 |
+
- ے
|
133 |
+
- ک
|
134 |
+
- ▁کا
|
135 |
+
- وں
|
136 |
+
- س
|
137 |
+
- ن
|
138 |
+
- ب
|
139 |
+
- ▁ہے
|
140 |
+
- ▁سے
|
141 |
+
- ▁ا
|
142 |
+
- ▁پر
|
143 |
+
- ▁کو
|
144 |
+
- ز
|
145 |
+
- ار
|
146 |
+
- ان
|
147 |
+
- ▁اور
|
148 |
+
- ج
|
149 |
+
- ▁س
|
150 |
+
- ق
|
151 |
+
- ش
|
152 |
+
- ▁ن
|
153 |
+
- ع
|
154 |
+
- ▁ب
|
155 |
+
- ▁پ
|
156 |
+
- ▁ت
|
157 |
+
- ▁و
|
158 |
+
- ٹ
|
159 |
+
- ات
|
160 |
+
- ▁ایک
|
161 |
+
- پ
|
162 |
+
- ▁کر
|
163 |
+
- ف
|
164 |
+
- ھ
|
165 |
+
- ▁نے
|
166 |
+
- ال
|
167 |
+
- ین
|
168 |
+
- ح
|
169 |
+
- ▁ج
|
170 |
+
- ▁
|
171 |
+
- ور
|
172 |
+
- ▁ش
|
173 |
+
- ▁اس
|
174 |
+
- ▁د
|
175 |
+
- ڈ
|
176 |
+
- ری
|
177 |
+
- ▁ان
|
178 |
+
- ▁ہیں
|
179 |
+
- ▁لئے
|
180 |
+
- ص
|
181 |
+
- لی
|
182 |
+
- ▁ح
|
183 |
+
- ▁چ
|
184 |
+
- ▁ف
|
185 |
+
- ▁ہو
|
186 |
+
- ڑ
|
187 |
+
- ▁ل
|
188 |
+
- ام
|
189 |
+
- ائ
|
190 |
+
- ▁خ
|
191 |
+
- ▁ر
|
192 |
+
- نے
|
193 |
+
- چ
|
194 |
+
- ▁ع
|
195 |
+
- ▁ق
|
196 |
+
- نگ
|
197 |
+
- ▁کرنے
|
198 |
+
- گ
|
199 |
+
- ائی
|
200 |
+
- خ
|
201 |
+
- ▁ہ
|
202 |
+
- ض
|
203 |
+
- ▁یہ
|
204 |
+
- نا
|
205 |
+
- اد
|
206 |
+
- ط
|
207 |
+
- یں
|
208 |
+
- ▁بھی
|
209 |
+
- ▁کہ
|
210 |
+
- ▁گ
|
211 |
+
- ول
|
212 |
+
- ▁ساتھ
|
213 |
+
- اب
|
214 |
+
- ▁پی
|
215 |
+
- ▁رو
|
216 |
+
- ▁سی
|
217 |
+
- تی
|
218 |
+
- ▁نہیں
|
219 |
+
- ▁بی
|
220 |
+
- ون
|
221 |
+
- ▁کیا
|
222 |
+
- ست
|
223 |
+
- لا
|
224 |
+
- ▁ڈ
|
225 |
+
- ▁ز
|
226 |
+
- ▁ک
|
227 |
+
- ٹر
|
228 |
+
- ▁دی
|
229 |
+
- ▁کم
|
230 |
+
- دی
|
231 |
+
- ند
|
232 |
+
- ▁مع
|
233 |
+
- ▁لی
|
234 |
+
- تا
|
235 |
+
- ▁سر
|
236 |
+
- ▁پاکستان
|
237 |
+
- از
|
238 |
+
- ▁من
|
239 |
+
- ▁ٹ
|
240 |
+
- یل
|
241 |
+
- ث
|
242 |
+
- ▁ٹی
|
243 |
+
- ▁ای
|
244 |
+
- اس
|
245 |
+
- ▁سب
|
246 |
+
- نس
|
247 |
+
- یٹ
|
248 |
+
- انے
|
249 |
+
- ▁جو
|
250 |
+
- ▁دو
|
251 |
+
- ▁با
|
252 |
+
- ▁کھ
|
253 |
+
- سٹ
|
254 |
+
- ▁بن
|
255 |
+
- ▁گر
|
256 |
+
- ▁ام
|
257 |
+
- را
|
258 |
+
- وٹ
|
259 |
+
- نڈ
|
260 |
+
- ▁بر
|
261 |
+
- تے
|
262 |
+
- ▁گیا
|
263 |
+
- اں
|
264 |
+
- ▁جان
|
265 |
+
- نی
|
266 |
+
- ▁ص
|
267 |
+
- ▁جا
|
268 |
+
- ▁سو
|
269 |
+
- ▁مو
|
270 |
+
- ▁ال
|
271 |
+
- انی
|
272 |
+
- ئی
|
273 |
+
- غ
|
274 |
+
- نٹ
|
275 |
+
- اف
|
276 |
+
- ▁بھ
|
277 |
+
- دار
|
278 |
+
- گر
|
279 |
+
- ▁طور
|
280 |
+
- ▁دیا
|
281 |
+
- ▁تو
|
282 |
+
- ▁را
|
283 |
+
- ▁یا
|
284 |
+
- ▁ط
|
285 |
+
- ▁کس
|
286 |
+
- ▁لیے
|
287 |
+
- ذ
|
288 |
+
- ▁بہت
|
289 |
+
- ظ
|
290 |
+
- یت
|
291 |
+
- ▁ہم
|
292 |
+
- ▁بڑ
|
293 |
+
- ▁تھا
|
294 |
+
- ▁ہی
|
295 |
+
- ▁بعد
|
296 |
+
- یر
|
297 |
+
- ▁زیادہ
|
298 |
+
- ▁گا
|
299 |
+
- ٹی
|
300 |
+
- لے
|
301 |
+
- ▁یو
|
302 |
+
- گی
|
303 |
+
- کار
|
304 |
+
- ▁خلاف
|
305 |
+
- ▁ری
|
306 |
+
- کر
|
307 |
+
- ▁مل
|
308 |
+
- ▁وہ
|
309 |
+
- کھ
|
310 |
+
- یشن
|
311 |
+
- دہ
|
312 |
+
- می
|
313 |
+
- ▁استعمال
|
314 |
+
- ▁غ
|
315 |
+
- ▁کریں
|
316 |
+
- فی
|
317 |
+
- کا
|
318 |
+
- ▁رہ
|
319 |
+
- ▁فر
|
320 |
+
- ▁دور
|
321 |
+
- شی
|
322 |
+
- ▁طرح
|
323 |
+
- رو
|
324 |
+
- ئے
|
325 |
+
- ▁چھ
|
326 |
+
- ▁اپنے
|
327 |
+
- ▁صدر
|
328 |
+
- ئ
|
329 |
+
- ▁اب
|
330 |
+
- ▁در
|
331 |
+
- ▁تر
|
332 |
+
- ▁لا
|
333 |
+
- اح
|
334 |
+
- شت
|
335 |
+
- ▁ڈی
|
336 |
+
- ▁حمل
|
337 |
+
- وی
|
338 |
+
- ایا
|
339 |
+
- ▁جاتا
|
340 |
+
- بر
|
341 |
+
- ▁پھ
|
342 |
+
- ▁مر
|
343 |
+
- ▁ذ
|
344 |
+
- کٹ
|
345 |
+
- ▁حکومت
|
346 |
+
- ▁ملک
|
347 |
+
- ائن
|
348 |
+
- ▁والے
|
349 |
+
- ▁کار
|
350 |
+
- اج
|
351 |
+
- ▁خان
|
352 |
+
- ▁بل
|
353 |
+
- ▁گی
|
354 |
+
- شن
|
355 |
+
- ▁فوج
|
356 |
+
- ▁امریکی
|
357 |
+
- ▁بارے
|
358 |
+
- وس
|
359 |
+
- ▁شہر
|
360 |
+
- کس
|
361 |
+
- ▁کیلئے
|
362 |
+
- ▁بچ
|
363 |
+
- ▁ایس
|
364 |
+
- ائے
|
365 |
+
- ▁گئی
|
366 |
+
- ▁جی
|
367 |
+
- ▁ہونے
|
368 |
+
- ▁پیش
|
369 |
+
- ▁کرتے
|
370 |
+
- ▁گو
|
371 |
+
- ▁وزیر
|
372 |
+
- ▁نام
|
373 |
+
- ▁رکھ
|
374 |
+
- ▁لگ
|
375 |
+
- ▁کل
|
376 |
+
- ���ہوئے
|
377 |
+
- ▁طرف
|
378 |
+
- ▁امریکہ
|
379 |
+
- ▁ہر
|
380 |
+
- ▁رہے
|
381 |
+
- ائل
|
382 |
+
- ▁اف
|
383 |
+
- ▁تک
|
384 |
+
- ▁ادا
|
385 |
+
- کی
|
386 |
+
- تھ
|
387 |
+
- ▁بھارت
|
388 |
+
- ▁بار
|
389 |
+
- ▁پہلے
|
390 |
+
- ▁سن
|
391 |
+
- ▁غیر
|
392 |
+
- ▁گھر
|
393 |
+
- ▁نہ
|
394 |
+
- ▁اہم
|
395 |
+
- ▁سک
|
396 |
+
- ▁گے
|
397 |
+
- ▁پا
|
398 |
+
- ▁تیار
|
399 |
+
- ▁چین
|
400 |
+
- ▁ایم
|
401 |
+
- ▁جاری
|
402 |
+
- ▁انتخاب
|
403 |
+
- ▁دھ
|
404 |
+
- ▁گئے
|
405 |
+
- ▁کچھ
|
406 |
+
- ▁خط
|
407 |
+
- ▁کرنا
|
408 |
+
- ▁بند
|
409 |
+
- ▁تھے
|
410 |
+
- ▁او
|
411 |
+
- ▁رہا
|
412 |
+
- ▁سال
|
413 |
+
- ▁شروع
|
414 |
+
- ▁عمل
|
415 |
+
- ▁اپنی
|
416 |
+
- ▁جس
|
417 |
+
- ▁سکتا
|
418 |
+
- ▁جن
|
419 |
+
- ▁کرتا
|
420 |
+
- ▁شر
|
421 |
+
- فر
|
422 |
+
- ▁وقت
|
423 |
+
- یاں
|
424 |
+
- ▁تھی
|
425 |
+
- ▁سعودی
|
426 |
+
- یئر
|
427 |
+
- ▁دیکھ
|
428 |
+
- ▁عمر
|
429 |
+
- ▁ہلاک
|
430 |
+
- ▁کن
|
431 |
+
- ▁اعلان
|
432 |
+
- ▁دوسر
|
433 |
+
- ▁علاق
|
434 |
+
- ▁پولیس
|
435 |
+
- ائر
|
436 |
+
- اء
|
437 |
+
- ▁خود
|
438 |
+
- ▁بال
|
439 |
+
- ▁فیصلہ
|
440 |
+
- ▁خواتین
|
441 |
+
- ▁ور
|
442 |
+
- ▁کورونا
|
443 |
+
- ▁افراد
|
444 |
+
- ▁جائے
|
445 |
+
- ▁تمام
|
446 |
+
- ▁درمیان
|
447 |
+
- ▁کوئی
|
448 |
+
- ▁گرفتار
|
449 |
+
- ▁طالب
|
450 |
+
- ▁ٹر
|
451 |
+
- ▁فلم
|
452 |
+
- ▁دن
|
453 |
+
- ▁بچوں
|
454 |
+
- ▁مسلم
|
455 |
+
- ▁خصوصی
|
456 |
+
- ▁دنیا
|
457 |
+
- ▁عام
|
458 |
+
- ▁واقع
|
459 |
+
- ▁حاصل
|
460 |
+
- ▁کپ
|
461 |
+
- ▁ضروری
|
462 |
+
- ▁دینے
|
463 |
+
- ▁جنگ
|
464 |
+
- ▁صرف
|
465 |
+
- ▁شاہ
|
466 |
+
- ائیں
|
467 |
+
- ▁مختلف
|
468 |
+
- ▁عرب
|
469 |
+
- ▁کشمیر
|
470 |
+
- ▁ضرورت
|
471 |
+
- ▁بنانے
|
472 |
+
- ▁کئی
|
473 |
+
- ▁والی
|
474 |
+
- ▁اضافہ
|
475 |
+
- ▁موسم
|
476 |
+
- ▁ایران
|
477 |
+
- ▁ہندوستان
|
478 |
+
- سلام
|
479 |
+
- ▁ملاقات
|
480 |
+
- ▁مودی
|
481 |
+
- ▁ٹرمپ
|
482 |
+
- ▁مظاہر
|
483 |
+
- ▁پابندی
|
484 |
+
- ▁پہنچ
|
485 |
+
- ▁کورٹ
|
486 |
+
- ▁نظر
|
487 |
+
- ▁لیکن
|
488 |
+
- ▁پیدا
|
489 |
+
- ▁مدد
|
490 |
+
- ▁قانون
|
491 |
+
- ▁وجہ
|
492 |
+
- ▁الزام
|
493 |
+
- ▁موجود
|
494 |
+
- ▁تبدیل
|
495 |
+
- ▁ریاست
|
496 |
+
- ▁سکتے
|
497 |
+
- ▁ماہ
|
498 |
+
- ▁لوگوں
|
499 |
+
- ▁کوشش
|
500 |
+
- ▁کانگریس
|
501 |
+
- ▁شخص
|
502 |
+
- ▁ترکی
|
503 |
+
- ں
|
504 |
+
- ▁تاریخ
|
505 |
+
- ▁واپس
|
506 |
+
- ▁قسم
|
507 |
+
- ▁وائرس
|
508 |
+
- ▁متاثر
|
509 |
+
- ▁عالم
|
510 |
+
- ▁اچھ
|
511 |
+
- ▁احتجاج
|
512 |
+
- ▁طلب
|
513 |
+
- ▁نواز
|
514 |
+
- ▁اسرائیل
|
515 |
+
- ▁مکمل
|
516 |
+
- ▁زندگی
|
517 |
+
- ▁ہاتھ
|
518 |
+
- ▁حکم
|
519 |
+
- ▁اعظم
|
520 |
+
- ▁مطالبہ
|
521 |
+
- ▁قتل
|
522 |
+
- ▁مرکز
|
523 |
+
- ▁عوام
|
524 |
+
- ▁متعلق
|
525 |
+
- ▁بنیاد
|
526 |
+
- ▁ڈاکٹر
|
527 |
+
- ▁علاج
|
528 |
+
- ▁داخل
|
529 |
+
- ▁دہشت
|
530 |
+
- ▁کامیاب
|
531 |
+
- ▁عدالت
|
532 |
+
- ▁فراہم
|
533 |
+
- ▁محمد
|
534 |
+
- ▁قیمت
|
535 |
+
- سلسل
|
536 |
+
- ▁جرم
|
537 |
+
- ▁تعداد
|
538 |
+
- ▁چاہئے
|
539 |
+
- ▁مقام
|
540 |
+
- ▁نوجوان
|
541 |
+
- ▁شادی
|
542 |
+
- ▁خاتون
|
543 |
+
- وزیراعظم
|
544 |
+
- ▁سابق
|
545 |
+
- ▁پانچ
|
546 |
+
- ▁ہزار
|
547 |
+
- ▁جگہ
|
548 |
+
- ▁برطان
|
549 |
+
- ▁خوش
|
550 |
+
- ▁درخواست
|
551 |
+
- ▁ختم
|
552 |
+
- ▁مزید
|
553 |
+
- ▁ترقی
|
554 |
+
- ▁اسمبلی
|
555 |
+
- ▁باہر
|
556 |
+
- ▁علم
|
557 |
+
- ▁کارروائی
|
558 |
+
- ▁متحد
|
559 |
+
- ▁پسند
|
560 |
+
- ▁تعلیم
|
561 |
+
- ▁طریقہ
|
562 |
+
- ▁تصویر
|
563 |
+
- ▁ہدایت
|
564 |
+
- ▁تعمیر
|
565 |
+
- ▁نظام
|
566 |
+
- اقوام
|
567 |
+
- ▁تقریب
|
568 |
+
- ▁تعلق
|
569 |
+
- ▁اثر
|
570 |
+
- ▁نشان
|
571 |
+
- ▁قرار
|
572 |
+
- ▁انتظام
|
573 |
+
- ▁سپری
|
574 |
+
- ▁اکثر
|
575 |
+
- ▁خاندان
|
576 |
+
- ▁صحت
|
577 |
+
- ▁شریف
|
578 |
+
- ▁سخت
|
579 |
+
- ▁جنوب
|
580 |
+
- ▁اجازت
|
581 |
+
- ▁اسکول
|
582 |
+
- ▁سمجھ
|
583 |
+
- ▁مقدم
|
584 |
+
- ▁پارٹی
|
585 |
+
- ▁اجلاس
|
586 |
+
- ▁نقصان
|
587 |
+
- ▁کبھی
|
588 |
+
- ▁لڑکی
|
589 |
+
- ▁صورت
|
590 |
+
- ▁قومی
|
591 |
+
- ▁کردیا
|
592 |
+
- ▁منتخب
|
593 |
+
- ▁اظہار
|
594 |
+
- ▁بغیر
|
595 |
+
- ▁مطابق
|
596 |
+
- ▁دھماک
|
597 |
+
- ▁منظور
|
598 |
+
- ▁بہترین
|
599 |
+
- ▁افغان
|
600 |
+
- ▁انداز
|
601 |
+
- ▁کمپنی
|
602 |
+
- ▁سنگھ
|
603 |
+
- ▁افغانستان
|
604 |
+
- ▁ممالک
|
605 |
+
- ▁چھوڑ
|
606 |
+
- ▁مقبول
|
607 |
+
- ▁تلاش
|
608 |
+
- ▁مصنوعات
|
609 |
+
- ▁پروگرام
|
610 |
+
- ▁مخالف
|
611 |
+
- ▁کاروبار
|
612 |
+
- ▁فہرست
|
613 |
+
- ▁عراق
|
614 |
+
- ژ
|
615 |
+
- ء
|
616 |
+
- <sos/eos>
|
617 |
+
init: null
|
618 |
+
input_size: null
|
619 |
+
ctc_conf:
|
620 |
+
dropout_rate: 0.0
|
621 |
+
ctc_type: builtin
|
622 |
+
reduce: true
|
623 |
+
ignore_nan_grad: null
|
624 |
+
zero_infinity: true
|
625 |
+
joint_net_conf: null
|
626 |
+
use_preprocessor: true
|
627 |
+
token_type: bpe
|
628 |
+
bpemodel: data/urdu_token_list/bpe_unigram500/bpe.model
|
629 |
+
non_linguistic_symbols: null
|
630 |
+
cleaner: null
|
631 |
+
g2p: null
|
632 |
+
speech_volume_normalize: null
|
633 |
+
rir_scp: null
|
634 |
+
rir_apply_prob: 1.0
|
635 |
+
noise_scp: null
|
636 |
+
noise_apply_prob: 1.0
|
637 |
+
noise_db_range: '13_15'
|
638 |
+
short_noise_thres: 0.5
|
639 |
+
aux_ctc_tasks: []
|
640 |
+
frontend: default
|
641 |
+
frontend_conf:
|
642 |
+
n_fft: 512
|
643 |
+
win_length: 400
|
644 |
+
hop_length: 160
|
645 |
+
fs: 16k
|
646 |
+
specaug: specaug
|
647 |
+
specaug_conf:
|
648 |
+
apply_time_warp: true
|
649 |
+
time_warp_window: 5
|
650 |
+
time_warp_mode: bicubic
|
651 |
+
apply_freq_mask: true
|
652 |
+
freq_mask_width_range:
|
653 |
+
- 0
|
654 |
+
- 27
|
655 |
+
num_freq_mask: 2
|
656 |
+
apply_time_mask: true
|
657 |
+
time_mask_width_ratio_range:
|
658 |
+
- 0.0
|
659 |
+
- 0.05
|
660 |
+
num_time_mask: 5
|
661 |
+
normalize: global_mvn
|
662 |
+
normalize_conf:
|
663 |
+
stats_file: exp/asr_stats_raw_urdu_bpe500/train/feats_stats.npz
|
664 |
+
model: espnet
|
665 |
+
model_conf:
|
666 |
+
ctc_weight: 0.3
|
667 |
+
lsm_weight: 0.1
|
668 |
+
length_normalized_loss: false
|
669 |
+
preencoder: null
|
670 |
+
preencoder_conf: {}
|
671 |
+
encoder: e_branchformer
|
672 |
+
encoder_conf:
|
673 |
+
output_size: 256
|
674 |
+
attention_heads: 4
|
675 |
+
attention_layer_type: rel_selfattn
|
676 |
+
pos_enc_layer_type: rel_pos
|
677 |
+
rel_pos_type: latest
|
678 |
+
cgmlp_linear_units: 1024
|
679 |
+
cgmlp_conv_kernel: 31
|
680 |
+
use_linear_after_conv: false
|
681 |
+
gate_activation: identity
|
682 |
+
num_blocks: 12
|
683 |
+
dropout_rate: 0.1
|
684 |
+
positional_dropout_rate: 0.1
|
685 |
+
attention_dropout_rate: 0.1
|
686 |
+
input_layer: conv2d
|
687 |
+
layer_drop_rate: 0.0
|
688 |
+
linear_units: 1024
|
689 |
+
positionwise_layer_type: linear
|
690 |
+
use_ffn: true
|
691 |
+
macaron_ffn: true
|
692 |
+
merge_conv_kernel: 31
|
693 |
+
postencoder: null
|
694 |
+
postencoder_conf: {}
|
695 |
+
decoder: transformer
|
696 |
+
decoder_conf:
|
697 |
+
attention_heads: 4
|
698 |
+
linear_units: 2048
|
699 |
+
num_blocks: 6
|
700 |
+
dropout_rate: 0.1
|
701 |
+
positional_dropout_rate: 0.1
|
702 |
+
self_attention_dropout_rate: 0.1
|
703 |
+
src_attention_dropout_rate: 0.1
|
704 |
+
layer_drop_rate: 0.0
|
705 |
+
preprocessor: default
|
706 |
+
preprocessor_conf: {}
|
707 |
+
required:
|
708 |
+
- output_dir
|
709 |
+
- token_list
|
710 |
+
version: '202304'
|
711 |
+
distributed: false
|
exp/asr_train_asr_raw_urdu_bpe500/valid.acc.ave_10best.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:666f1b5345d978d272d9e795a7d41840735df083b2b131eb20b49ddb540927b3
|
3 |
+
size 140354317
|