Upload lm-boosted decoder

added_tokens.json

@@ -1,4 +1 @@
-{
-  "</s>": 43,
-  "<s>": 42
-}
+{"<s>": 42, "</s>": 43}

alphabet.json

@@ -0,0 +1 @@
+{"labels": [" ", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u00ac", "\u00e0", "\u00e1", "\u00e4", "\u00e9", "\u00eb", "\u00ef", "\u00f2", "\u00f6", "\u00fb", "\u00ff", "\u0175", "\u2013", "\u2014", "\u2047", "", "<s>", "</s>"], "is_bpe": false}

language_model/attrs.json

@@ -0,0 +1 @@
+{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}

language_model/unigrams.txt

@@ -0,0 +1,3063 @@
+"2010".
+"2010."
+"chickens
+"dydw
+"fy
+"i'm
+"mae
+"my
+"sioc
+"the
+"tom
+"y
+'da
+'dw
+'dwi
+'fory.
+'huge
+'linnaean
+'ma
+'mae
+'na
+'ngalw
+'roedd
+'rydyn
+'sgen
+'some
+'tacsonomeg
+(16
+(female)
+(internal)
+(mewnol)
+10
+16
+18fed
+18th
+2.5
+20
+200
+2012
+2012,
+24
+333
+999
+</s>
+<s>
+a
+a'i
+a'r
+abducted
+about
+above
+ac
+accepted
+according
+accounting
+achos
+achosi'r
+activate
+actor
+adael
+addawodd
+address.
+adeilad
+adeiladau
+adnabod
+adore
+adre
+adre.
+adref.
+adroddiad
+adult
+advice
+advice.
+aelod
+aeth
+afal
+afalau
+afalau.
+afon
+afraid.
+after
+ag
+again.
+agor
+agos
+agosaf.
+agosaf?
+ai
+ail-baentio
+alert
+alexander
+alice
+all
+allan.
+allanfa
+allwedd.
+allyrru.
+almaen?
+almanaeg.
+almost
+alone.
+already
+although
+alw
+always
+alw’r
+am
+amau.
+amayas.
+amazing.
+amdano
+amdano?
+amended.
+america
+america.
+american
+americanaidd
+americanaidd,
+amgylchu'r
+amhosib
+amlwg
+amser
+amser.
+amwys.
+an
+anadlu
+anawsterau
+and
+anferth"
+anfon
+angen
+anghofio
+angrily
+angrily.
+anhygoel.
+ankle.
+annwyd
+annwyd.
+anodd
+anorecsig.
+anorexic.
+another
+anrheg
+answer
+answer:
+any
+anyone
+anything?
+apartment.
+apologise
+apologize
+apple
+apples
+apples.
+application
+apply
+appreciate
+ar
+arabeg
+arabic
+arafach,
+arall
+arall.
+arbenigwr
+arbennig
+archwiliad
+ardd
+ardd.
+are
+are.
+areas
+arennau
+arfer
+argyfwng,
+argymhellion
+arhoswch
+arian
+arian.
+arian/gwyn
+arian?
+arm.
+armenia's
+armenia.
+armenia?
+arna'
+arnaf
+arnof.
+arnon
+aros
+aros.
+arosodd
+arrived.
+arrives
+arriving
+art.
+arth
+arwr
+arwydd.
+as
+asbestos
+asbestos.
+ask
+asked
+assembly
+assistance
+associated
+astudia!
+astudio
+astudio.
+astudio?
+at
+ateb
+ateb:
+atgyfododd
+athrawes
+athrawes.
+athro
+ati
+atig?
+atlantic
+atoch.
+atomau'r
+atoms
+attention
+attic?
+atyn
+audience.
+aur
+australia.
+autumn
+autumn,
+autumn.
+autumnal
+available,
+available.
+avogadro's
+avogadro.
+away
+away.
+awr.
+awstralia.
+a’r
+baban.
+baby.
+bach
+bach.
+bachgen
+bachgen.
+back
+bad
+bag
+bagiau
+bags
+bald
+bald.
+balls.
+bananas
+banc
+banc.
+bank.
+bank?
+banllefau
+bara.
+barack
+barcut
+bardd
+barf
+barhaol.
+barley
+barlys
+barod.
+barriers
+baseball,
+baset
+basketball
+bawb
+baya
+baya's
+be
+be'
+beaches
+bear
+beard
+beautiful
+because
+bed
+bed!
+bed.
+been
+beer
+before
+behaviour
+behind
+beidio
+being
+believe
+believes
+bell
+belongings.
+beloved
+ben
+bench
+bench.
+benderfynu,
+benfoel.
+berber
+berber.
+berffaith
+berffeithydd.
+berson
+beryglus
+best
+beth
+beth?
+bethau.
+better
+between
+big
+big.
+bilingual
+bingley?
+birthday!
+bite
+bitter
+black
+black.
+blaen
+blant,'
+blas
+blasus."
+ble
+blentyn.
+blino'n
+blino.
+blodau
+blue
+blue.
+blunt.
+blwyddyn
+boarding
+bob
+bobl
+bobl.
+bobol
+bocs
+bod
+bod,
+bodoli?
+body!
+boen?
+book
+book.
+book?
+books
+books.
+bore
+boring.
+born
+born.
+bosib
+bost?
+boston,
+both
+bottles
+botwm
+bought
+boundary.
+boy
+boy.
+boyfriend?
+braf
+braf.
+brazil.
+bread.
+breathing
+brechdanau.
+breeze.
+bres
+breton
+breuddwydio?
+breuddwydion
+brexit.
+bridd
+brif
+brifysgol
+brigade.
+brilliant
+brimatau
+briod."
+briodi.
+bro
+broblem
+broke
+bron
+brotestio
+brother
+brother.
+brothers
+brotonau
+bruise
+bryd
+bryd,
+bryd.
+bryn
+brynais
+brynodd
+brynu
+brysur
+bu
+bugeiliol
+building
+building.
+buildings
+burj
+burned
+burnt
+bus
+busy
+but
+button
+buy
+buying
+bwnc
+bwrdd
+bwrdd.
+bwrw
+bwrw.
+bws?
+bwyd
+bwydodd
+bwyta
+bwyta.
+by
+byd
+byd.
+bydd
+bydda
+byddant
+bysgota.
+byth
+byw
+byw.
+bywyd.
+cachu!
+cadwch
+cadwer
+caead
+cael
+caewch
+cafodd
+calan
+calculate
+call
+called
+came
+camera
+campau
+can
+can't
+canada?
+cancer
+caniateir
+canolbwyntio
+canteen.
+cantores.
+canu.
+capital.
+car
+car.
+carbon
+carcharu.
+card.
+cardiff.
+care
+cariad
+cariad.
+cariad?
+cario'i
+carodd
+carries
+carrying
+cartref
+cartref.
+caru
+casau
+casnewydd
+castle.
+casáu
+casáu'r
+cat
+cat.
+cat?
+cath
+cathod
+cathod?
+cats
+cats.
+cats?
+cau
+causes
+cctv
+ceffyl
+ceffyl.
+ceffylau.
+cefnfor.
+ceisio.
+celf.
+cells
+celwydd!
+cemeg
+cennin
+cennin.
+center
+cerdded
+cerddon
+cerddoriaeth.
+cernyweg
+certificate
+ces
+cesair.
+cewch
+chael
+chafodd
+chamera
+chanada?
+change
+chaniateir
+charu
+checks.
+chelloedd
+chemistry
+chess.
+chi
+chi'n
+chi,
+chi.
+chi?
+chicken.
+child
+child.
+children
+children',
+chinio
+chi’n
+chredu
+christ
+christian.
+church
+church.
+chwaer
+chwaer.
+chwarae
+chwaraeon
+chwech,
+chwerw
+chwerw.
+chwipio
+chwyrnu.
+chyfeiriad
+chyfnod
+chymryd
+ci
+ci,
+cig
+cigarette
+cinio.
+city.
+city?
+claims
+class
+class.
+classroom.
+clean.
+clio
+clio.
+cloc
+clock
+closed
+closed.
+closely
+closing
+clothing
+cluedo
+clywed
+coch.
+cochyn
+code-switching
+codi
+coed.
+coeden?
+coes.
+cof.
+coffee
+coffee,
+coffee.
+coffee?
+coffi
+coffi,
+coffi.
+coffi?
+cofio
+cold
+cold.
+collect
+colli'r
+color
+colors.
+colour
+come
+come?
+comes
+coming
+commitment.
+common
+communist.
+company
+compared
+complained.
+completely
+complex
+compulsory
+condition.
+congratulations!
+contained
+container
+contains
+cookie
+corea".
+cornish
+costume.
+could
+count.
+country?
+course
+course,
+covid-19
+covid-19.
+co₂.
+crazy
+creadigol.
+creative
+creda
+credit
+creulon.
+crio.
+crist!
+croesawyd
+croesi'r
+cross.
+crossed
+cruel
+cryf.
+crying.
+cuddiodd
+currently
+cwci?
+cwestiwn.
+cwestiwn:
+cwmni
+cwrdd
+cwrs
+cwrs,
+cwrw
+cwynodd
+cyfarfod
+cyfarfu
+cyffredin?
+cyfle
+cyfleustera
+cyfleusterau
+cyflogi
+cyflwr
+cyflwyna
+cyflwynwch
+cyfnewid-cod
+cyfnodol
+cyfoethog.
+cyfri.
+cyfrifo
+cyfrifoldeb
+cyllyll
+cymaint?
+cymdeithasol.
+cymerwch
+cymhleth
+cymorth
+cymraeg
+cymraeg.
+cymru
+cymydog?
+cyn
+cyngor
+cyngor.
+cynhyrfu.
+cynnwys
+cyntaf
+cyntaf?
+cyrraedd
+cysgu
+cysgu.
+cywir.
+cŵn
+cŵn.
+da
+da.
+daeth
+dafodiaith.
+daid
+dail
+daith
+dal
+dal.
+dalach
+dalu
+damage
+dance.
+dancing
+dangerous
+dangos
+danlwybr
+dark.
+darllen
+darllen.
+darllen?
+daro
+datgloi
+dau'n
+dau,
+daughters.
+dawelach
+dawnsio
+dawnsio.
+day
+day!
+day.
+days.
+dda
+dda!
+dda.
+dda?
+ddaear
+ddaeargrynfeydd
+ddaeth
+ddangos
+ddau
+ddechrau?
+ddechreuodd
+ddefnyddio
+ddefnyddio?
+ddeg
+ddeng
+dderbynnir
+ddi-stop
+ddianc!
+ddianc.
+ddiflas.
+ddigon
+ddigon.
+ddigwyddodd
+ddigwyddodd?
+ddim
+ddinas
+ddisgyblion
+ddiwedd
+ddiwrnod
+ddiymhongar,
+ddoe,
+ddoe.
+ddoe?
+ddosbarthu
+ddraig
+ddrud
+ddrud.
+ddu
+ddu.
+ddwy
+ddwylo
+ddwyn.
+ddydd
+ddylid
+ddyn
+ddynes.
+ddynoliaeth
+ddysgu
+ddyweda
+ddŵr.
+de.
+dead
+deall
+deall.
+death
+debyg
+dechnegol
+dechrau
+dechreuodd
+decide,
+defined
+defnyddir
+defol!
+deg.
+deilen
+deintydd
+delicious."
+dentist
+dentist.
+derfyn.
+designed
+deteriorate
+deulu
+deuluoedd
+deuluoedd.
+deuocsid
+dew.
+dewach
+dewch
+dewi.
+dewin
+di
+di-waith
+di.
+di?
+dialect.
+diary.
+did
+didn't
+died
+difference
+different
+difficulties
+diffinnir
+diflanodd
+difrod,
+dig.
+digon
+dilyn
+dilynwch
+dilys
+dilys,
+dim
+dinas?
+dioddef.
+diogelu
+diogelwch.
+diolch
+diolch!
+diolch.
+dioxide
+dipyn
+dir.
+dirty.
+dirwy
+disappeared.
+discuss.
+disgraceful.
+dislike
+display
+divots
+diwedd!
+diwetha.
+diwethaf.
+diwrnod.
+diwygiwyd.
+do
+doctor
+docyn
+docyn.
+dod
+dod?
+doedd
+doeddwn
+does
+doesn't
+dog
+dog's
+dog,
+dog.
+dog?
+dogs
+dogs.
+doing
+doing?
+don't
+donald
+donations
+door
+door.
+doors
+doorway
+dop.
+dosbarth.
+dosberthir
+doubt.
+down
+down.
+downstairs.
+draethau
+draethawd
+dragon
+dragon?
+draig?
+drama.
+draw
+dream?
+dreams.
+dref
+dref?
+dress.
+dreuliodd
+dri
+drink
+drinking
+drist?
+drive
+dro
+dros
+drugs
+drws
+drws.
+drwy
+drysau
+du
+duck
+due
+dust
+dw
+dweud
+dwi
+dwi'n
+dwi’n
+dwll
+dwy
+dwyieithog
+dwyrain
+dwyt
+dwywaith.
+dy
+dych
+dychwelyd
+dydd
+dydd.
+dyddiau
+dydi
+dydw
+dydy
+dyeing
+dyfed-powys
+dylai
+dylan?
+dylech
+dylem
+dylet
+dyluniwyd
+dylwn
+dyma
+dyn
+dysgu
+dywedais
+dywedodd
+dywyll.
+dân.
+dŵr
+dŵr.
+e
+e'n
+e.
+e?
+each
+earth.
+earthquakes
+easter!
+easy!
+easy.
+eat
+eat.
+eaten
+eating
+eating.
+edrych
+edward
+eels.
+ef
+effeithlon
+efficiently
+efo’r
+eglwys
+egni
+ei
+eich
+eidal
+eidaleg.
+eiddo
+eight
+eight,
+eiliad?
+ein
+eisiau
+eistedd
+eitha
+eithrio
+electrician
+element
+elements
+eleni.
+elfen
+elfennau
+eliza
+ellen
+elli
+emergency
+emits.
+employ
+empty
+empty.
+end
+energy
+enfawr.
+england.
+english
+english.
+english?
+eni.
+enjoy
+ennill
+enough
+enough.
+enw
+enwedig
+enwog
+er
+eraill
+eraill,
+erbyn
+erioed
+erlyn
+es
+esbonio.
+escape!
+esgidiau.
+esgusodwch
+esmwyth.
+esperanto?
+essay
+eto.
+eu
+eukaryotes
+eukaryotes.
+even
+evening.
+ever
+every
+everybody
+everybody.
+everyone
+everything.
+everywhere!
+evident
+ewcaryot.
+ewcaryotau'n
+ewch
+exactly
+exactly".
+exactly."
+examination?
+except
+excluded
+excluded.
+excuse
+exhausted.
+exist?
+exit,
+expensive
+expensive.
+experience
+expert,
+explain.
+eye.
+eyes
+eyes.
+fab
+fab.
+face?
+faces?
+fach
+facilities
+fagddu.
+fagu
+failure
+faint
+fair
+fairies.
+fairways.
+falch
+fall
+fam
+familiar
+families
+families.
+family
+famous
+fan
+fanaweg
+far
+farchnad?
+farm.
+farn
+farw'r
+fas,
+fashionable
+fast.
+fat.
+fath
+fathau
+father
+fatter
+fawddyn.
+fawr
+fawr.
+fe
+fe,
+fe.
+fe?
+fed
+feddwl
+feddygol
+feel
+feeling
+feet
+fel
+felly
+felt
+female
+ferber.
+ferch
+ferch.
+few
+fewn
+ffair
+ffasiynol
+fferm.
+ffilm
+fflat.
+ffliw
+ffoniwch
+ffrangeg
+ffrangeg.
+ffreutur.
+ffrind
+ffrindiau.
+ffrisbi.
+ffrog
+ffurfio
+ffurflen
+ffyn.
+ffyrc.
+ffêr
+ffôn
+fi,
+fi.
+fill
+film
+finally!
+find
+fine
+fine.
+finished
+fire
+first
+fish
+fishing
+five
+five,
+flas
+flasus.
+flin.
+flodau
+floods
+floor
+floor?
+flowers
+flowers.
+flu
+fluent
+fluently.
+flushing.
+flwyddyn
+flying
+fo
+fod
+fod.
+foel
+follow
+follows
+food
+food,
+food?
+football
+football,
+for
+forget
+forgotten
+form.
+four
+four,
+fox
+frasil.
+frathu
+frawd
+frawd.
+frawddeg
+frawddeg,
+frawddegau
+frechdanau
+freezing
+french
+french.
+friday.
+friend
+friend's
+friend.
+friends.
+frigad
+frisbee.
+from
+from?
+fuan!
+fudr.
+full
+fwnci
+fwy
+fwyta.
+fy
+fyd
+fydd
+fyddai
+fyddwch
+fyddwn
+fyfyrwyr
+fynd
+fyr.
+fyw.
+gad
+gadael
+gadewch
+gadw
+gaeaf
+gaeaf.
+gael
+gael,
+gael.
+gaeodd
+gaf
+gafodd
+gais.
+galan
+galetach.
+gall
+gallu
+gallwch
+game.
+gan
+gancr
+ganddi
+ganddo
+ganddyn
+ganol
+gar
+gar.
+garbage
+garbon
+garden
+garden.
+gariad?
+garu
+gasglu
+gastell.
+gath
+gath.
+gath?
+gau.
+gau’r
+gave
+gcse
+geffyl
+gefn
+geisio'n
+gen
+general
+geni
+gennych
+gennych?
+gennyf
+gennym
+gennyt
+ger
+gerbydau
+gerdded?
+gerdyn
+gerllaw
+german.
+germany?
+gest
+get
+getting
+gi
+gift
+gilydd.
+ginio.
+girl
+girlfriend.
+girls
+give
+giving
+glad
+glaw
+glaw,
+glaw.
+gleis
+gleision.
+glo.
+gloch
+gloch.
+gloves?
+glows
+glywais
+glân.
+go
+go.
+gobeithiodd
+goch
+goeden
+goeden.
+goedwig.
+goes
+gofyn
+gofynodd
+going
+going.
+going?
+gold.
+goleuo,
+golf?
+golff?
+goll
+golled,
+gomiwnydd.
+gone
+gonna
+good
+good.
+goodbye
+goodbye,
+goodnight.
+gorau
+gorau.
+gorau’n
+gormod.
+gorsaf
+gorsaf,
+got
+graddiais
+graduated
+grandparents.
+grawnafal
+gredid.
+green.
+grisiau.
+gristion.
+groups
+groups.
+groups:
+growing
+grwpiau.
+grŵp:
+guide
+gwaetha.
+gwahaniaeth
+gwahardd.
+gwaith
+gwallt
+gwaredu
+gweigion
+gweithio
+gweithio.
+gweithio?
+gweld
+gwella
+gwelodd
+gwelon
+gwelwch
+gwely
+gwely!
+gwely.
+gwener.
+gwers
+gwerth
+gwerthfawrogi'r
+gwirionedd.
+gwirioni
+gwisg
+gwisgo
+gwisgodd
+gwmpas
+gwna
+gwnaeth
+gwneud
+gwneud?
+gwraig
+gwybod
+gwybod.
+gwybodaeth
+gwybododd
+gwych.
+gwyddbwyll.
+gwyddoniaeth
+gwyddorau
+gwylio
+gwylio'r
+gwylio.
+gwyliwn.
+gwyntog.
+gyd
+gyda
+gyda'i
+gyda'r
+gyda'u
+gydag
+gyfaill
+gyfarwydd
+gyfarwyddiadau
+gyfer
+gyffuriau
+gyfieithu.
+gyflenwi
+gyflym
+gyflym.
+gyfnod
+gymaint
+gymharol
+gymorth
+gymraeg,
+gymraeg.
+gymru
+gymru.
+gynffon
+gynnig
+gynnyrch.
+gynted
+gynulleidfa.
+gyrraedd.
+gyrru
+gysgodd
+gêm.
+gŵn
+gŵr
+had
+hadau
+haearn.
+haf.
+hailing.
+hair
+half
+half.
+halloween
+hands.
+handsome.
+hanner
+hanner.
+happened
+happened.
+happy
+happy.
+hapus!
+hapus.
+hard
+hardd
+harddangos
+harder.
+has
+hat
+hate
+hates
+have
+have?
+hawdd
+hawdd.
+hawl
+he
+he's
+he?
+head.
+health.
+healthy.
+hear
+heard
+heb
+hebddi.
+heddiw
+heddiw.
+heddlu
+heddwas
+hedfan
+hefyd,
+hefyd.
+hell
+helmedau
+helmets.
+help
+helpais
+helped
+helps
+helpu
+helpu.
+helpwch
+hen
+hen.
+heneiddio.
+heno.
+her
+her.
+her?
+here
+here!
+here.
+here?
+heriol
+hero.
+herwgipio
+het
+hi
+hi'n
+hi,
+hi.
+hi?
+hid
+hill
+him
+him,
+him.
+him?
+hir.
+hire
+his
+hit
+hochr
+hoci
+hockey
+hoffi
+hoffi?
+hoffwn
+hofrenfad
+hokkaido.
+hole
+hollol
+hollow
+home
+home.
+homework
+homework.
+hon
+hon.
+honni
+honno
+honno.
+hoped
+horse
+horse.
+horses.
+hot.
+hour
+hours.
+house
+house-husband.
+house.
+housewife.
+hovercraft
+how
+huge
+humanity.
+hun,
+hun.
+hunanol
+hungry,
+hungry.
+hwn
+hwn.
+hwn?
+hwnnw
+hwnnw.
+hwyaden.
+hwyl
+hwyl,
+hwyneb
+hwyr
+hyd
+hydradol?
+hydradu
+hydrated.
+hydrated?
+hydref
+hydref,
+hydref.
+hydrefol
+hydrefol.
+hydrefwynt.
+hyfforddwr
+hyfryd.
+hyn
+hyn.
+hynny
+hynny,
+hynny.
+hynod
+hystafell
+hŷn
+hŷn,
+hŷn.
+i
+i'll
+i'm
+i'n
+i'r
+i've
+i'w
+i.
+i."
+i?
+iach.
+iaith
+iawn
+iawn!
+iawn.
+ice
+id
+iddi
+iddo
+iddo?
+iddyn
+idea.
+iechyd.
+ieir
+ieithoedd.
+ieithydd
+ieithyddiaeth.
+ieithyddion.
+if
+ifanc
+ildiwch
+ill
+imam.
+immediately.
+impossible
+imprisoned.
+improving
+imâm.
+in
+incredibly
+information
+innau.
+instructions.
+into
+invite
+irish.
+iron
+is
+islam
+islands
+isn't
+it
+it's
+it.
+it?
+italian.
+italy
+its
+iwerydd
+iâ
+iâr.
+i’ch
+i’w
+jack.
+japan.
+japan?
+japaneaidd?
+japanese
+japanese?
+jeans.
+job.
+job?
+joint.
+journey
+just
+jîns.
+keep
+ken
+key.
+khalifa
+kidneys
+kids.
+kite
+knew.
+know
+know.
+knows
+kobe.
+korea".
+lake.
+lamp
+land.
+language
+language.
+languages.
+large.
+las.
+lashing.
+last
+late
+lawer
+lawnt.
+lawr
+layla
+leaf
+learn
+learning
+leat
+leave
+leaves
+leeks
+leeks.
+lefel
+left
+left.
+leg.
+legs.
+leidr!
+leidr,
+lenwi'r
+less
+lesson
+let
+letter
+letter.
+level
+liathdóirí.
+liberated
+library
+lid
+lies!
+life.
+lights,
+like
+like?
+likely
+likes
+linguist
+linguist.
+linguistics.
+linguists.
+linnaeaidd'
+listen
+live
+live.
+lives
+living
+liwiau
+liz
+liz's
+llaeth.
+llai
+llawer
+llawer.
+llawn
+llawr
+llawr?
+lle
+lle.
+lleiniau.
+llinell
+llithrig
+lliw
+lliwio
+lloegr.
+llongyfarchiadau!
+llosgodd
+llun
+llun.
+llwch
+llwglyd
+llwyddo
+llwynog
+llydaweg
+llyfr
+llyfr.
+llyfr?
+llyfrgell
+llygad
+llygaid
+llyn
+llyswennod.
+llythyr
+llythyr.
+locked
+loegr.
+lonely
+lonely.
+long
+loo?
+looked
+looking
+looks
+losin
+loss,
+lost
+lot
+loud
+love
+love.
+love?
+loved
+lovely
+lover?
+loves
+lower
+luck.
+lunch
+lunch.
+lwc.
+lyfr.
+lyfrau
+lyfrau.
+lân.
+mab
+mac
+mad.
+made
+mae
+mae'n
+mae'r
+maen
+mae’ch
+mae’n
+mae’r
+magician
+magu
+magu?
+main
+mair
+maith
+make
+makes
+making
+mamau
+mamiaith.
+man
+man!
+man.
+manx
+mari
+maria
+maria.
+marked
+market?
+marn
+married.
+married."
+marw
+marwolaeth
+mary
+mary.
+math.
+mathemateg
+matter,
+mawr.
+may
+mayuko
+me
+me.
+meat?
+meddai.
+meddwl
+meddyg
+medical
+medru
+meet
+meeting
+meic,
+melyn.
+member
+members
+menig?
+mennad
+mennad.
+menter
+met
+methu
+mewn
+meysydd
+mharchu
+mharis.
+mhen
+mhobman.
+mhowys.
+mhwynt
+mi
+mi.
+middle
+might
+mike,
+miles
+milk.
+million
+milltir
+milwyr
+mind.
+minutes
+minutes.
+mis.
+misty.
+mlwydd
+mo'r
+mod
+modd
+molehill.
+moment.
+moment?
+monday.
+money
+money,
+money.
+money?
+monitoring.
+monitro
+monkeys
+month.
+mor
+mor?
+more
+morfil?
+morning!
+morning.
+mother
+mother's
+mothering
+mountain
+movement
+movie
+moyn
+mr
+mr.
+mraich.
+mrawd
+much
+much.
+much?
+muiriel
+munud
+munud.
+muriel
+music.
+must
+mwyn
+mwynhau
+my
+myfyrwraig
+myfyrwyr
+mynd
+mynd?
+mynydd
+myself.
+môr.
+na
+na'i
+na'r
+na.
+nad
+nag
+nain.
+name
+name.
+name?
+nancy.
+natural
+naturiol,
+naw,
+nawr.
+nawr?
+ne
+neall
+nearest
+neb
+neb.
+need
+needs
+neighbour?
+nendwr
+nes
+nesa'?
+nesaf
+network.
+neu
+neu’n
+never
+new
+newid
+newport
+news.
+newydd
+newydd.
+newyddion.
+newynog.
+next
+nghaerdydd.
+nghanol
+nghariad
+ngharu
+nghasáu
+nghau
+nghoes.
+nghrogi!
+nghymal
+nghymru,
+ngogledd
+nhad
+nhokyo?
+nhw
+nhw'n
+nhw.
+ni
+ni'n
+ni.
+ni?
+nice
+nid
+nifer
+night
+night.
+nilyn
+nine,
+niwlog
+no
+nobody
+nodiadau.
+nodiadur
+nodir
+nodweddiadol
+nofio
+nofiodd
+nofion
+noise.
+non-stop
+nonstop
+normal.
+north
+nos
+nos.
+noswaith
+not
+notebook
+notes.
+nothing
+now.
+now?
+number
+number.
+nwh?
+nyddiadur.
+o
+o'clock.
+o'i
+o'n
+o'r
+o'u
+o.
+o?
+obama
+obvious
+ocean.
+oddi
+oed
+oed).
+oed.
+oedd
+oedi
+oer
+oer.
+oes
+of
+office?
+officer?
+officers
+ofn.
+oherwydd
+ohoni
+ohoni.
+ohonynt
+old
+old).
+old.
+older
+older,
+oll
+olygus.
+on
+on,
+once.
+oncoming
+ond
+one
+one,
+one.
+onid
+only
+open
+opinion
+opportunity
+or
+order
+orffen
+orfodol
+orfwyta.
+organeb
+organebau
+organisms
+organisms.
+oriau
+orlifoedd
+orsaf.
+os
+other
+other.
+our
+out
+out.
+outside.
+over
+overeat.
+overnight.
+own
+pa
+packed.
+paid
+pain?
+painting
+pam
+pam?
+pan
+panda
+panda.
+parc
+parc.
+parch
+parch.
+parcio
+paris
+paris.
+park
+park.
+parti
+particular
+particularly
+party.
+pasg
+pastoral
+pawb.
+pay
+peas.
+pedwar,
+peidiwch
+peintio'r
+pekka.
+peli.
+pen
+penblwydd
+pentref
+people
+people.
+per
+perfectionist.
+perfectly
+perfformiad
+performance
+periodic
+periods.
+permanent.
+permitted
+person
+person.
+personal
+personol.
+perthyn
+perthynol.
+pethau
+pha
+pharth
+phedair
+phen
+phen.
+phob
+phone
+phosib
+phryna
+picture
+piso
+pissing
+pitch
+place.
+plain
+plannu
+plant
+plant.
+planted
+play
+play.
+playing
+please
+please,
+please.
+pleased
+plentyn
+pobl.
+poet.
+poeth.
+point
+point.
+police
+pomegranate
+poor
+poor,
+popeth.
+possible
+post
+potel
+pounds
+power
+powys.
+prawf
+present.
+pretty
+prif
+prifddinas
+primates,
+prince
+problem
+problem,
+problem?
+product.
+professional
+proffesiynol.
+profiad
+promised
+prosecution
+protection
+protein
+protein.
+protest
+protons
+providing
+pryd
+prynais
+prynu
+prynu/ysgogi
+pulling
+pum
+pump,
+pupils
+purchase
+push
+put
+pwnc
+pwy
+pwysau
+pwyswch
+pydru.
+pys.
+pysgod
+pêl
+pêl-droed
+pêl-fasged
+question.
+question:
+quieter
+quit
+quite
+racs.
+rain
+rain,
+rain.
+raining
+raining,
+raining.
+raise
+raise?
+raised
+ran
+read
+reading
+reading.
+reading?
+ready.
+really
+recommendation
+recommendations
+recording
+recordio
+red
+red-headed
+redeg.
+refectory.
+refeniw
+regularly
+regulations
+reis
+related
+related.
+relatively
+relax!
+remember
+renault
+repaint
+repair
+report
+report.
+respect.
+responsibility
+restroom?
+result
+revenue
+rhaffau
+rhai
+rhaid
+rheda.
+rhedeg
+rhedeg,
+rhedodd
+rhein.
+rheolaidd.
+rheoliadau
+rhewllyd.
+rhif
+rhoddodd
+rhoi
+rhoi'r
+rhowch
+rhufain?
+rhugl
+rhugl.
+rhwng
+rhwydwaith
+rhwystrau
+rhy
+rhybudd!
+rhydd
+rhywbeth
+rhywbeth.
+rice
+rich
+rid
+right.
+risen!
+risk.
+river
+roddion
+roedd
+roeddwn
+roeddwon
+roeddwt
+rome?
+room
+room.
+room?
+ropes
+rotten.
+round
+round.
+run,
+run.
+running
+runs
+rustling.
+rwan.
+rwy'n
+rwyt
+rybuddio’r
+rydw
+rydych
+rydym
+rydyn
+rŵan.
+s'mae,
+sad?
+saesneg
+saesneg.
+saesneg?
+safety
+safle
+said
+said.
+saint.
+saith
+saith,
+saith.
+sale.
+same
+sami
+sami.
+sandwiches
+sandwiches.
+sapir
+sapir.
+sasha
+sasha.
+sausages.
+save
+saw
+say
+sayoko.
+says
+sbwriel
+scarcely
+scene
+school.
+schools
+science
+sciences
+sciences.
+scorpions
+screaming,
+sea.
+sea?
+season
+secondary
+secretary
+secretary.
+see
+seed
+seeds
+seek
+seem
+seen
+sefyll
+selfish.
+selsig.
+sense.
+sense?
+sent
+sentence
+sentence,
+sentences
+sero
+seven
+seven,
+seven.
+sgorpionau
+sgrechian,
+shake.
+she
+she's
+she?
+shit!
+shock'
+shoes.
+shop.
+shopkeeper.
+short
+short.
+should
+shoulder
+shouldn't
+shouting
+show
+shows
+shut
+shut.
+siapan.
+siapan?
+siapanaidd
+siapaneaidd.
+siapaneg?
+siarad
+siarad.
+siaradwch
+sicr,
+sicrhau
+sides
+siffrwd.
+sigarét
+signal.
+silver
+similar
+singer.
+singing.
+siop
+siop.
+siopwr
+sister
+sister.
+sit
+siwgr.
+six,
+skyscraper
+slafaidd.
+slavic
+sleep
+sleep.
+sleeping
+sleeping.
+slept
+slippery.
+slowly?
+small.
+smoke
+smoking
+smoking.
+smooth
+snoring.
+so
+social
+soil
+solar
+soldiers
+some
+something
+something.
+sometimes
+son
+son's
+son.
+soon
+soon!
+sort
+south
+span
+speak
+speak.
+speaking
+spent
+sports
+spot.
+staff
+staff.
+standing
+start
+started
+starting
+starts
+station
+station,
+station.
+stay
+stay.
+staying
+still
+stop
+stop?
+stopiwch
+store
+store.
+stori
+story.
+street
+street.
+strong.
+stryd
+stryd.
+student.
+students
+studo
+study
+study!
+studying.
+studying?
+submit
+subway
+succeeded
+suffering.
+sugar.
+sul
+sul,
+sul.
+summer.
+sunday,
+sunday.
+sunday?
+sundays.
+supplied
+support
+suppose
+supposed
+sure.
+surprise
+surprise.
+surround
+sut
+sw
+swam
+swedeg.
+swedish.
+sweetie?
+sweets.
+swimming
+swrth
+swydd
+swydd.
+swydd?
+swyddfa
+swyddogion
+sy'n
+sydd
+symudiad
+syndod.
+syniad
+synnu.
+synnwyr
+synnwyr.
+syrth
+system
+sŵn.
+tabl
+table
+table,
+table.
+tail
+tair
+taith
+take
+taking
+tal.
+talk
+talking.
+talking?
+tall.
+taller
+tallest
+tamponau?
+tampons?
+taset
+taste.
+tasty".
+tasty.
+tatoeba
+tatoeba.
+taxonomic'
+te.
+te?
+tea.
+tea?
+teacher
+teacher.
+teacher?
+teams
+tebygol
+technical
+teg.
+teimlas
+teimlo'n
+teithio
+teledu.
+telephone
+television.
+tell
+tells
+ten
+ten.
+tennis.
+test.
+tgau
+thaflu
+than
+thank
+thanks
+thanks!
+thanks.
+that
+that,
+that.
+the
+theater?
+theatr
+theatre.
+theft.
+their
+them
+them,
+them.
+them?
+then
+there
+there's
+these
+theulu
+they
+they're
+thi.
+thief!
+thief,
+things
+think
+third
+this
+this.
+this?
+those.
+though
+thought
+three
+three,
+throw
+ti
+ti'n
+ti.
+ti?
+ticket
+ticket,
+ticket.
+time
+time.
+times.
+tinhinane
+tipyn
+tired.
+ti’n
+tlodion,
+to
+to?
+tocio
+tocyn
+tocyn.
+tocynnau
+tocynnau.
+today
+today's
+today.
+toiled?
+toilet?
+tokyo
+tokyo?
+told
+tom
+tom's
+tom.
+tom."
+tom?
+tomas.
+tomorrow
+tomorrow.
+tomos
+tongue.
+tonight.
+tonnes
+too
+too,
+too.
+took
+topic
+torrodd
+tournament.
+town
+town?
+traean
+traed
+trafod.
+train
+train.
+trainer.
+translation
+tre?
+treatment
+tree.
+tree?
+trees.
+trefn
+tri
+tri,
+triniaeth
+trio
+truck.
+true.
+trump
+trwy'r
+trwy’r
+try
+try'r
+try.
+tryc.
+trydanwr
+trying
+trên
+trên.
+tu
+tunell
+turns
+tv.
+twenty
+two
+two,
+twrnament.
+ty
+ty'd
+tybed
+tyfu
+tyllau
+tylwyth
+tymor
+tynnu
+tynnu’r
+types
+typical
+tystysgrif
+tywydd
+tywydd?
+tywynna'r
+tywys.
+tywysog
+tŷ
+tŷ.
+uchaf
+ugain
+un
+un,
+unassuming,
+understand
+understand.
+unemployed
+unig
+unig.
+union
+union."
+university
+unlocked
+unrhyw
+unwaith.
+up
+upon
+upset.
+urine
+us.
+use
+used
+used?
+users
+using
+usually
+uwch
+uwchradd.
+vague
+valid
+vehicles.
+very
+vile.
+village
+visited
+volunteer
+waethygu
+wag.
+wahanol
+wahardd
+wahodd
+wait
+waited
+waith
+wales
+wales,
+wales.
+walk.
+walk?
+walked
+wallgof
+want
+wanted
+wants
+wared
+warning!
+warthus.
+was
+was.
+wasn't
+wastad
+watch
+watch.
+watched
+watching.
+water
+way
+we
+we're
+we've
+wearing
+weather
+weather?
+website.
+wedi
+wedi'ch
+wedi'm
+wedi’u
+week.
+wefan
+weithiau
+weithio’n
+welais
+welaist
+welcomed
+weld
+well
+well.
+welsh
+welsh,
+welsh-speaking
+welsh.
+wen
+went
+were
+wers
+werth.
+west
+whale
+what
+what's
+what?
+when
+where
+where's
+which
+while
+white
+who
+whole
+why
+why?
+wife's
+will
+win.
+wind.
+windy
+wine.
+wir
+wirfoddolwr
+wirio
+wish
+with
+with?
+within
+without
+wlad
+wnaed
+wnaeth
+wnawn
+wnes
+wnest
+wneud
+wneud?
+woman.
+won
+won't
+wonder
+woods.
+wore
+work
+work?
+working
+working.
+working?
+works
+world
+world.
+worst.
+worth
+would
+wouldn't
+wragedd
+wraig?
+wrando
+wrin.
+write
+wrong
+wrote
+wrth
+wybod.
+wyddel.
+wyneb
+wynebau?
+wyt
+wyth
+wyth,
+wythnos
+y
+y'n
+ydi
+ydw
+ydy
+ydy'r
+ydych
+ydyw
+year
+year!
+year.
+years
+yellow
+yerevan
+yesterday
+yesterday,
+yesterday.
+yesterday?
+yfed
+yfedodd
+yfory.
+ym
+yma
+yma.
+yma?
+ymddangos
+ymddiheuro
+ymddygiad
+ymgeisio
+ymgynnull.
+ymlacia!
+ymlaciwch!
+ymlaen,
+ymrwymiad.
+ymweld
+yn
+yna
+yng
+ynghylch
+ynni
+ynni’r
+ynysoedd
+you
+you!
+you're
+you,
+you.
+you?
+young
+your
+yours.
+yr
+ys
+ysgol
+ysgol.
+ysgolion
+ysgrifennodd
+ysgrifennu
+ysgrifennydd
+ysgrifenyddes
+ysgwydd.
+ysgytlaeth
+ysmygu
+ysmygu.
+ystafell
+ystafell.
+yw
+yw'r
+y’i
+y’u
+zeroes
+zeros
+zoo
+£1000.
+£2.5m
+â
+â'r
+ôl
+ôl.
+’r

preprocessor_config.json

@@ -4,6 +4,7 @@
   "feature_size": 1,
   "padding_side": "right",
   "padding_value": 0.0,
+  "processor_class": "Wav2Vec2ProcessorWithLM",
   "return_attention_mask": true,
   "sampling_rate": 16000
 }

special_tokens_map.json

@@ -1,22 +1 @@
-{
-  "additional_special_tokens": [
-    {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
-  "bos_token": "<s>",
-  "eos_token": "</s>",
-  "pad_token": "[PAD]",
-  "unk_token": "[UNK]"
-}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -1,13 +1 @@
-{
-  "bos_token": "<s>",
-  "clean_up_tokenization_spaces": true,
-  "do_lower_case": false,
-  "eos_token": "</s>",
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[PAD]",
-  "replace_word_delimiter_char": " ",
-  "target_lang": null,
-  "tokenizer_class": "Wav2Vec2CTCTokenizer",
-  "unk_token": "[UNK]",
-  "word_delimiter_token": "|"
-}
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "clean_up_tokenization_spaces": true, "model_max_length": 1000000000000000019884624838656, "target_lang": null, "special_tokens_map_file": "/root/.cache/huggingface/transformers/629f2e90d13a87bfc6394d5b6f2c62bb16b510ee434cddcfcab5ce19a2e53578.03e96a1e0cb9aa8aafea9457406ad19b36b5b807da2dbf55f5bb7599eb0007a5", "name_or_path": "Jana1994/wav2vec2-large-xls-r-300m-jana-colab", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2ProcessorWithLM"}

vocab.json

@@ -1,44 +1 @@
-{
-  "[PAD]": 41,
-  "[UNK]": 40,
-  "a": 1,
-  "b": 2,
-  "c": 3,
-  "d": 4,
-  "e": 5,
-  "f": 6,
-  "g": 7,
-  "h": 8,
-  "i": 9,
-  "j": 10,
-  "k": 11,
-  "l": 12,
-  "m": 13,
-  "n": 14,
-  "o": 15,
-  "p": 16,
-  "r": 17,
-  "s": 18,
-  "t": 19,
-  "u": 20,
-  "v": 21,
-  "w": 22,
-  "x": 23,
-  "y": 24,
-  "z": 25,
-  "|": 0,
-  "¬": 26,
-  "à": 27,
-  "á": 28,
-  "ä": 29,
-  "é": 30,
-  "ë": 31,
-  "ï": 32,
-  "ò": 33,
-  "ö": 34,
-  "û": 35,
-  "ÿ": 36,
-  "ŵ": 37,
-  "–": 38,
-  "—": 39
-}
+{"[PAD]": 41, "[UNK]": 40, "a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "r": 17, "s": 18, "t": 19, "u": 20, "v": 21, "w": 22, "x": 23, "y": 24, "z": 25, "|": 0, "¬": 26, "à": 27, "á": 28, "ä": 29, "é": 30, "ë": 31, "ï": 32, "ò": 33, "ö": 34, "û": 35, "ÿ": 36, "ŵ": 37, "–": 38, "—": 39}