o rZhKC@sZdZddlZddlmZddlmZedZdSddZdTd d Z d d Z ddZ dSddZ ddZ ddZeeejZiddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7id8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYidZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{id|d}d~dddddddddddddddddddddddddddddddiddddddddddddddddddddddddddddddddddiddddÓddœddǓddɓdd˓dd͓ddϓddѓddӓddՓddדddٓddۓddݓddߓddiddddddddddddddddddddddddddddddddddidddddd d d d d ddddddddddddddddddd d!d"d#d$d%id&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGidHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxZidydzd{d|d}d~ddddddddddddddddddddddddddddiddddddddddddddddddddddddddddddddddidddddd“dÐdēdŐdƓdǐdȓdɐdʓdːd̓d͐dΓdϐdГdѐdғdӐdԓdՐd֓dאdؓdِdړdېdܓdݐdޓidߐdddddddddddddddddddddddddddddddddiddddddddd d d d d ddddddddddddddddddd d!d"id#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDidEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfidgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~ddddddddddiddddddddddddddddddddddddddddddddddidddddddddddddddddddddddd“dÐdēdŐdƓdǐdȓdɐdʓdːd̓id͐dΓdϐdГdѐdғdӐdԓdՐd֓dאdؓdِdړdېdܓdݐdޓdߐdddddddddddddddiddddddddddddddddddddddddddd d d d d dddidddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2id3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTidUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvidwdxdydzd{d|d}d~ddddddddddddddddddddddddddiddddddddddddddddddddddddddddddddddidddddddd“dÐdēdŐdƓdǐdȓdɐdʓdːd̓d͐dΓdϐdГdѐdғdӐdԓdՐd֓dאdؓdِdړdېdܓidݐdޓdߐdddddddddddddddddddddddddddddddiddddddddddd d d d d ddddddddddddddddddd id!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRZeeZeeZdS(Ua Translate between language names and language codes. The iso639-3 language codes were downloaded from the registration authority at https://iso639-3.sil.org/ The iso639-3 codeset is evolving, so retired language codes are kept in the "iso639retired" dictionary, which is used as fallback by the wrapper functions "langname" and "langcode", in order to support the lookup of retired codes. The "langcode" function returns the current iso639-3 code if there is one, and falls back to the retired code otherwise. As specified by BCP-47, it returns the shortest (2-letter) code by default, but 3-letter codes are also available: >>> import nltk.langnames as lgn >>> lgn.langname('fri') #'fri' is a retired code 'Western Frisian' The current code is different from the retired one: >>> lgn.langcode('Western Frisian') 'fy' >>> lgn.langcode('Western Frisian', typ = 3) 'fry' N)warn)bcp47z[a-z][a-z][a-z]?fullcCs|d}|d}t|rN|tvrt|S|tvr8t|}td|d|ddd|g|dd}t |}|d krC|S|rL|d dSdStd |dddS) z Convert a composite BCP-47 tag to a language name >>> from nltk.langnames import langname >>> langname('ca-Latn-ES-valencia') 'Catalan: Latin: Spain: Valencian' >>> langname('ca-Latn-ES-valencia', typ="short") 'Catalan' -rz Shortening z to  stacklevelNr:zCould not find code in ) splitlower codepattern fullmatch iso639retired iso639shortrjoinrname)tagtyptagscodecode2rr=/var/www/auris/lib/python3.10/site-packages/nltk/langnames.pylangname.s   rrcCsV|tjvrtj|}|dkr|tvrt|}|S|tvr t|Std|dddS)ai Convert language name to iso639-3 language code. Returns the short 2-letter code by default, if one is available, and the 3-letter code otherwise: >>> from nltk.langnames import langcode >>> langcode('Modern Greek (1453-)') 'el' Specify 'typ=3' to get the 3-letter code: >>> langcode('Modern Greek (1453-)', typ=3) 'ell' zCould not find language in rrN)rlangcode iso639longiso639code_retiredr)rrrrrrrKs  rcCs tj|S)z^ Convert BCP-47 tag to Wikidata Q-code >>> tag2q('nds-u-sd-demv') 'Q4289225' )rwiki_q)rrrrtag2qis r cCst|S)z^ Convert Wikidata Q-code to BCP-47 tag >>> q2tag('Q4289225') 'nds-u-sd-demv' ) wiki_bcp47)qcoderrrq2tagssr#cCstt||S)z Convert Wikidata Q-code to BCP-47 (full or short) language name >>> q2name('Q4289225') 'Low German: Mecklenburg-Vorpommern' >>> q2name('Q4289225', "short") 'Low German' )rr#)r"rrrrq2name}s r$cCs tt|S)zd Convert simple language name to Wikidata Q-code >>> lang2q('Low German') 'Q25433' )r r)rrrrlang2qs r%cCs:t|tt|krdd|DStddS)z3Return inverse mapping, but only if it is bijectivecSsi|]\}}||qSrr).0keyvalrrr sz inverse_dict..z1This dictionary has no bijective inverse mapping.N)lenkeyssetvaluesitemsr)Zdicrrr inverse_dicts r/ZaarZaaZabkabZafrafZakaZakZamhamZaraarargZanasmasZavaavZaveZaeZaymZayZazeazZbakbaZbamZbmZbelbeZbenZbnZbisZbiZbodZboZbosbsZbrebrZbulbgcatcaZcescsZchachZcheZceZchucuZchvZcvZcorkwcoscoZcrecrZcymcyZdandaZdeudedivZdvZdzoZdzZellelZengenZepoeoZestetZeuseueweeeZfaofoZfasfaZfijfjZfinfiZfrafrZfryfyZfulffZglagdZglegaZglgglZglvgvZgrnZgnZgujguZhatZhtZhauZhaZhbsshZhebheZherhzZhinhiZhmoZhoZhrvhrZhunhuZhyehyZiboZigZidoioZiiiiiZikuiuZileieZinaiaindidZipkikZislisZitaitZjavZjvZjpnjakalklZkanknZkasksZkatkaZkaukrZkazkkZkhmkmZkikZkiZkinrwZkirkyZkomkvZkonZkgZkorkoZkuaZkjZkurZkuZlaoloZlatZlaZlavlvZlimZliZlinlnZlitltZltzZlbZlubZluZlugZlgZmahmhZmalmlmarmrZmkdmkZmlgZmgZmltmtmonZmnZmrimiZmsamsZmyaZmyZnaunaZnavnvZnblnrZndendZndongZnepneZnldnlZnnonnZnobnbZnornoZnyanyZociocZojiZojZoriorZormomZossospanpaZplipiZpolplZporptZpusZpsZqueZquZrohZrmZronrorunZrnZrusruZsagZsgsansasinsiZslkskZslvslZsmeseZsmosmZsnaZsnZsndsdZsomsoZsotstZspaesZsqisqZsrdscZsrpsrZsswsssunZsuZswaswZswesvZtahtyZtamtaZtattttelteZtgktgZtgltlZthathZtirtiZtontoZtsntnZtsotsZtukZtkZturtrZtwiZtwZuigZugukuruzveviZvowaZwoxhyiZyoZzazhzu)ZukrZurdZuzbZvenZvieZvolZwlnZwolZxhoZyidZyorZzhaZzhoZzulfrizWestern FrisianZauvZ AuvergnatZgscZGasconZlmsZLimousinZlncZ LanguedocienZprvu ProvençalZamdu Amapá CreoleZbghZBoganZbnhuBanawáZbvszBelgian Sign LanguageZccyzSouthern ZhuangZcitZ ChittagonianZflmz Falam ChinZjapuJaruáraZkobZ KohoroxitariZmobZMoinbaZmzfZAikuZnhjzTlalitzlipa NahuatlZnhszSoutheastern Puebla NahuatlZoccZ OccidentalZtmxZTomyangZtotzPatla-Chicontla TotonacZxmiuMiarrãZyibZYinglishZztczLachirioag ZapotecZatfZAtuenceZbqezNavarro-Labourdin BasqueZbszzSouletin BasqueZaexZAmeraxZaheZAheZaizZAariZaknZAmikoanaZarfZArafundiZazrZAdzeraZbcxZPamonaZbiiZBisuZbkeZBengkuluZbluz Hmong NjuaZbocz Bakung KenyahZbsdzSarawak BisayaZbwvzBahau River KenyahZbxtZBuxinhuaZbyuZBuyangZccxzNorthern ZhuangZcruu CarútanaZdatz Darang DengZdykz Land DayakZeniZEnimZfizZIzeregenz Geman DengZgghz Garreh-AjuranZituZItutangZkdszLahu ShiZknhzKayan River KenyahZkrgz North KorowaiZkrqZKruiZkxgZKatinganZlmtZLematangZlntZLintangZlodZBerawanZmbguNorthern NambikuáraZmdozSouthwest GbayaZmhvZ ArakaneseZmivZMimiZmqdZMadangZnkyzKhiamniungan NagaZnxjZNyaduZognZOganZorkZOrokaivaZpajz Ipeka-TapuiaZpeczSouthern PesisirpenZPenesakZplmZ PalembangZpojz Lower PokomoZpunZPubianZraeZRanauZrjbZ RajbanshiZrwsZRawasZsddZSemendoZsdizSindang KelingiZsklZSelakoZslbzKahumamahon SaluanZsrjZSerawaisufZTarpiaZsuhZSubaZsuuZSungkaiZszkZSizakiZtlezSouthern MarakwetZtnjZTanjongZttxzTutong 1ZubmzUpper Baram KenyahZvkyz Kayu AgungZvmoz Muko-MukoZwreZWareZxahZKahayanZxkmzMahakam KenyahZxufZKunfalZyiozDayao YiZymjzMuji YiZyplzPula YiZypwzPuwa YiZywmz Wumeng YiZyymzYuanjiang-Mojiang YiZmlyzMalay (individual language)ZmuwZMundariZxstzSilt'eZopez Old PersianZsccZSerbianZscrZCroatianZxskZSakanZmolZ MoldavianZaayZAariyaaccu Cubulco AchíZcbmz Yepocapa Southwestern CakchiquelZchsZChumashZckczNorthern CakchiquelZckdzSouth Central CakchiquelZckezEastern CakchiquelZckfzSouthern CakchiquelZckiu!Santa María De Jesús CakchiquelZckjz Santo Domingo Xenacoj CakchiquelZckkz"Acatenango Southwestern CakchiquelZckwzWestern CakchiquelZcnmu Ixtatán ChujZctiz Tila CholZcunuCunén QuichéemlzEmiliano-RomagnoloZeurZ EuropantoZgmozGamo-Gofa-DawroZhsfzSoutheastern HuastecZhvauSan Luís Potosí HuastecZixiz Nebaj IxilZixjz Chajul IxilZjaizWestern Jacaltecommsz Southern MamZmpfz Tajumulco MamZmtzZTacanecZmvcz Central MamZmvjuTodos Santos Cuchumatán MamZpoazEastern PokomamZpobuWestern PokomchíZpouzSouthern PokomamZppvuPapavôZqujuJoyabaj QuichéZqutuWest Central QuichéZquuuEastern QuichéZqxiuSan Andrés QuichéZsicZ MalinguatZstcz Santa CruzZtlzzToala'ZtzbuBachajón TzeltalZtzczChamula TzotzilZtzeuChenalhó TzotzilZtzsuSan Andrés Larrainzar TzotzilZtztzWestern TzutujilZtzuuHuixtán TzotzilZtzzuZinacantán TzotzilZvlrZVatrataZyuszChan Santa Cruz MayaZnfgZNyengZnfkZShakaraZagpZParananZbhkzAlbay BicolanoZbkbZFinalligZbtbzBeti (Cameroon)ZcjrZ ChorotegaZcmkZChimakumZdrhZDarkhatZdrwZDarwaziZgavZ GabutamonZmofzMohegan-Montauk-NarragansettZmstzCataelano MandayaZmytzSangab MandayaZrmruCalóZsglzSanglechi-IshkashimiZsulZ Surigaononsumz Sumo-MayangnaZtnfZ TangshewiZwgwZWagawagaZayxz Ayi (China)ZbjqzSouthern Betsimisaraka MalagasyZdhazDhanwar (India)ZdklzKolum So DogonZmjaZMaheiZnbfZNaxiZnooZNootkaZtieZTingalZtkkZTakpaZbazZTunenZbjdZ BandjigaliZccqZ ChaungthaZckazKhumi Awa ChinZdapz Nisi (India)ZdwlzWalo Kumbe DogonZelpZ ElpaputihZgbcZGarawaZgioZGelaoZhrrZHoruruZibiZIbilojarzJarawa (Nigeria)ZkdvZKadoZkghzUpper Tanudan KalingaZkppz Paku KarenZkzhzKenuzi-DongolaZlcqZLuhuZmgxZOmatiZnlnzDurango NahuatlZpbzZPaluZpgyZPongyongZscaZSansuZtlwz South WemaleZunpZWororaZwiwZWiranguZybdZYangbyeyenZYendangZymaZYampheZdafZDanZdjlZDjiwarliZggrzAghu TharnggaluZilwZTalurZizizIzi-Ezaa-Ikwo-MgboZmegZMeaZmldZMalakhelZmntZMaykulanZmwdZMudburaZmyqzForest ManinkaZnbxZNguraZnlrZNgarlaZpcrZPanangZpprZPiruZtggZTanggaZwitZWintuZxiaZXiandaoZyiyz Yir YorontZyosZYosZemoZEmokZggmz Gugu MinilegZLenguaZlmmZLamamZmhhz Maskoy PidginZpuzz Purum NagaZsapu SanapanáZyuuZYughZaamZAramanikZadpZAdapZaueuǂKxʼauǁʼeinZbmyz$Bemba (Democratic Republic of Congo)Zbxxz$Borna (Democratic Republic of Congo)ZbyyZBuyaZdzdZDazaZgfxuMangetti Dune ǃXungZgtizGbati-riZimeZ ImeraguenZkbfZKakauhuaZkojz Sara DunjoZkwqZKwakZkxeZKakihumZliiZLingkhimZmwjZMaligoZnnxZNgongZounuǃOǃungZpmuzMirpur PanjabiZsgoZSongaZthxZTheZtsfzSouthwestern TamangZuokZUokhaZxsjZSubiZydszYiddish Sign LanguageZymtzMator-Taygi-KaragasZynhZYanghoZbgmz Baga MboteniZbtlZBhatolaZcbeZ ChipiajesZcbhZCaguaZcoyZCoyaimaZcquzChilean QuechuaZcumZCumeralZdujZDhuwalZggnzEastern GurungZggozSouthern GondiZguvZGeyZiapZIapamaZillZIranunZkgcZKassengZkoxZCoximaZktrzKota Marudu TinagasZkvsZKunggaraZkzjzCoastal KadazanZkztzTambunan DusunZnadZNijadalintsZ NatagaimasZomeZOmejesZpmcZPalumataZpodZPonaresZppaZPaoZpryzPray 3ZrnaZRunaZsvrZSavaraZtduzTempasuk DusunZthcz Tai Hang TongtidZTidongtmpu Tai MèneZtnezTinoc KallahanZtoeZTomedesZxbazKamba (Brazil)ZxbxuKabixíZxipu XipináwaZxkhZ KarahawyanaZyriuYaríZjegZJengZkgdZKataangZkrmZKrimZprbzLua'ZpukzPu KoZrieZRienZrsizRennellese Sign LanguageZskkZSokZsnhZShinaboZlsgzLyons Sign LanguageZmwxZMediakZmwyZMosiroZncpZNdaktupZaisz Nataoran AmisZasdZAsasZditZDirariZdudz Hun-SaareZlbaZLuiZlloZKhlorZmydZMarambaZmyiz Mina (India)ZnnsZNingyeZaohZArmaZayyz Tayabas AytaZbbzzBabalia Creole ArabicZbpbZ BarbacoasZccaZCaucaZcdgZChamariZdguZDegaruZdrrZDororoZekczEastern KarnicZgliZGuliguliZkjfZKhalajZkxlz Nepali KuruxZkxuz Kui (India)ZlmzZLumbeeZnxuZNarauZplpZPalpaZsdmZ SemandangZtbbZTapebaZxrqZKarrangaZxtzZ TasmanianZzirZZiriyaZthwZThudamZbicZBikaruZbijzVaghat-Ya-Bijim-LegeriZblgZBalauZgjiZGejiZMuyaZNgoniZ PapitalaizIja-ZubaZWarapuzJudeo-Tunisian ArabicZ ChungmbokozLaka (Nigeria)zLango (South Sudan)ZPiniZSamaZSebuyauz Kulon-PazehZWardujiZWyandot)ZmvmZngopatZvkiZwraZajtZcugZlaklnoZpiiZsmdZsnbZuunZwrdZwya)r)r)__doc__rewarningsrZ nltk.corpusrcompiler rrr r#r$r%r/Z load_wiki_qrr!rrrrrrrrs               !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~      !"#$%&'()*+, =      !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~      !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~      !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefgh z