Add base language codes as well

In some cases CLDR provides only a script variant we might not use.
This commit is contained in:
Niklas Laxström committed 2016-05-26 15:34:20 +02:00
1 parent 35ce36a611
commit 8e4a35bb66
3 files changed
+106 -20

No files matched your search

+89 -17
View File
@@ -3714,9 +3714,12 @@
"AF": [
"fa",
"ps",
"uz",
"tk",
"bgn",
"ug-arab",
"kk-arab"
"kk-arab",
"kk-cyrl"
],
"AG": [
"en",
@@ -3760,6 +3763,7 @@
"AU": [
"en",
"zh-hant",
"zh",
"it"
],
"AW": [
@@ -3773,9 +3777,13 @@
"AZ": [
"az-latn",
"az-cyrl",
"ku-latn"
"tly",
"ku-latn",
"ttt",
"tkr"
],
"BA": [
"bs",
"en",
"hr",
"sr-cyrl",
@@ -3827,7 +3835,9 @@
"en"
],
"BN": [
"ms",
"zh-hant",
"zh",
"en"
],
"BO": [
@@ -3880,9 +3890,11 @@
"de",
"pdt",
"cr",
"yi"
"yi",
"iu"
],
"CC": [
"ms",
"en"
],
"CD": [
@@ -3928,11 +3940,13 @@
"ff",
"ar",
"ksf",
"ha-arab"
"ha-arab",
"ha-latn"
],
"CN": [
"yue",
"zh-hans",
"zh",
"wuu",
"hsn",
"hak",
@@ -3941,12 +3955,16 @@
"ii",
"ug-arab",
"za",
"mn",
"bo",
"ko",
"kk-arab",
"kk-cyrl",
"ky",
"en",
"ru",
"vi",
"uz",
"lzh"
],
"CO": [
@@ -4137,9 +4155,11 @@
"cy",
"bn",
"zh-hant",
"zh",
"el",
"it",
"ks-arab",
"ks",
"gd",
"yi",
"ml",
@@ -4161,7 +4181,8 @@
],
"GF": [
"fr",
"zh-hant"
"zh-hant",
"zh"
],
"GG": [
"en"
@@ -4200,6 +4221,7 @@
"GR": [
"el",
"en",
"pnt",
"mk",
"tr",
"bg",
@@ -4221,6 +4243,7 @@
],
"HK": [
"zh-hant",
"zh",
"yue",
"en",
"zh-hans"
@@ -4254,6 +4277,7 @@
"id",
"jv",
"su",
"ms",
"min",
"bew",
"ban",
@@ -4262,6 +4286,7 @@
"ace",
"bbc",
"zh-hant",
"zh",
"sly",
"mwv"
],
@@ -4307,7 +4332,9 @@
"ne",
"sat",
"ks-arab",
"ks",
"gom-deva",
"sd",
"tcy",
"brx",
"mni",
@@ -4328,16 +4355,19 @@
"en",
"ckb",
"az-arab",
"az-latn",
"fa",
"lrc"
],
"IR": [
"fa",
"az-arab",
"az-latn",
"mzn",
"glk",
"ckb",
"sdh",
"tk",
"lrc",
"ar",
"bqi",
@@ -4348,7 +4378,8 @@
"ps",
"ka",
"gbz",
"kk-arab"
"kk-arab",
"kk-cyrl"
],
"IS": [
"is",
@@ -4403,6 +4434,7 @@
"gu"
],
"KG": [
"ky",
"ru"
],
"KH": [
@@ -4435,7 +4467,8 @@
"kk-cyrl",
"en",
"de",
"ug-cyrl"
"ug-cyrl",
"ug-arab"
],
"LA": [
"lo"
@@ -4445,6 +4478,7 @@
"en",
"hy",
"ku-arab",
"ku-latn",
"fr"
],
"LC": [
@@ -4495,8 +4529,10 @@
"zgh",
"fr",
"en",
"tzm",
"shi-latn",
"shi-tfng",
"rif",
"es"
],
"MC": [
@@ -4511,8 +4547,8 @@
],
"ME": [
"sr-latn",
"sq",
"sr-cyrl"
"sr-cyrl",
"sq"
],
"MF": [
"fr"
@@ -4532,6 +4568,7 @@
"tr"
],
"ML": [
"bm",
"fr",
"ses",
"ar"
@@ -4543,13 +4580,18 @@
"mnw"
],
"MN": [
"mn",
"kk-arab",
"kk-cyrl",
"zh-hans",
"zh",
"ru",
"ug-cyrl"
"ug-cyrl",
"ug-arab"
],
"MO": [
"zh-hant",
"zh",
"pt",
"zh-hans",
"en"
@@ -4598,8 +4640,10 @@
"sei"
],
"MY": [
"ms",
"en",
"zh-hant",
"zh",
"ta",
"jv",
"dtp",
@@ -4655,6 +4699,7 @@
"fy",
"id",
"zea",
"rif",
"tr"
],
"NO": [
@@ -4692,7 +4737,8 @@
"PA": [
"es",
"en",
"zh-hant"
"zh-hant",
"zh"
],
"PE": [
"es",
@@ -4702,7 +4748,8 @@
"PF": [
"fr",
"ty",
"zh-hant"
"zh-hant",
"zh"
],
"PG": [
"tpi",
@@ -4720,19 +4767,24 @@
"pam",
"pag",
"zh-hant",
"zh",
"cps",
"krj",
"bto"
],
"PK": [
"ur",
"pa-guru",
"en",
"ps",
"sd",
"brh",
"fa",
"bgn",
"tg",
"khw",
"ks-arab"
"ks-arab",
"ks"
],
"PL": [
"pl",
@@ -4790,6 +4842,7 @@
"de",
"tr",
"sr-latn",
"sr-cyrl",
"bg",
"el",
"pl"
@@ -4824,6 +4877,7 @@
"inh",
"tyv",
"az-cyrl",
"az-latn",
"ady",
"krl",
"lbe",
@@ -4831,7 +4885,9 @@
"mrj",
"fi",
"sr-latn",
"sr-cyrl",
"vep",
"mn",
"vot",
"cu"
],
@@ -4853,7 +4909,8 @@
"SD": [
"ar",
"en",
"ha-arab"
"ha-arab",
"ha-latn"
],
"SE": [
"sv",
@@ -4869,6 +4926,8 @@
"SG": [
"en",
"zh-hans",
"zh",
"ms",
"ta",
"ml",
"pa-guru"
@@ -4916,7 +4975,8 @@
"SR": [
"nl",
"srn",
"zh-hant"
"zh-hant",
"zh"
],
"SS": [
"ar",
@@ -4966,11 +5026,13 @@
"th",
"en",
"zh-hant",
"zh",
"mnw",
"shn"
],
"TJ": [
"tg-cyrl",
"tg",
"ru",
"fa",
"ar"
@@ -4983,7 +5045,9 @@
"tet"
],
"TM": [
"tk",
"ru",
"uz",
"ku-latn"
],
"TN": [
@@ -5009,10 +5073,14 @@
"hy",
"ka",
"sr-latn",
"sr-cyrl",
"lzz",
"sq",
"ab",
"el",
"tru",
"uz",
"ky",
"kk-cyrl"
],
"TT": [
@@ -5023,7 +5091,8 @@
"en"
],
"TW": [
"zh-hant"
"zh-hant",
"zh"
],
"TZ": [
"sw",
@@ -5056,6 +5125,7 @@
"en",
"es",
"zh-hant",
"zh",
"fr",
"de",
"tl",
@@ -5079,6 +5149,7 @@
"es"
],
"UZ": [
"uz",
"ru",
"kaa",
"tr"
@@ -5101,7 +5172,8 @@
],
"VN": [
"vi",
"zh-hant"
"zh-hant",
"zh"
],
"VU": [
"bi",
+16 -2
View File
@@ -64,8 +64,17 @@ foreach ( $supplementalData->territoryInfo->territory as $territoryRecord ) {
$languageCodeAttr = $languageAttributes['type'];
// Lower case is a convention for language codes in ULS.
// '_' is used in CLDR for compound codes and it's replaced with '-' here.
$parsedLangdb['territories'][$territoryCode][] =
strtr( strtolower( (string) $languageCodeAttr[0] ), '_', '-' );
$normalisedCode = strtr( strtolower( (string) $languageCodeAttr[0] ), '_', '-' );
$parsedLangdb['territories'][$territoryCode][] = $normalisedCode;
// In case of codes with variants, also add the base because ULS might consider
// them as separate languages, e.g. zh, zh-hant and zh-hans.
if ( strpos( $normalisedCode, '-' ) !== false ) {
$parts = explode( '-', $normalisedCode );
$parsedLangdb['territories'][$territoryCode][] = $parts[0];
}
}
}
@@ -91,6 +100,11 @@ foreach ( $parsedLangdb['territories'] as $territoryCode => $languages ) {
continue;
}
// Remove duplicates we might have created
$parsedLangdb['territories'][$territoryCode] =
array_unique( $parsedLangdb['territories'][$territoryCode] );
// We need to renumber or json conversion thinks these are objects
$parsedLangdb['territories'][$territoryCode] =
array_values( $parsedLangdb['territories'][$territoryCode] );
+1 -1
View File
@@ -3,5 +3,5 @@
'use strict';
$.uls = $.uls || {};
//noinspection JSHint
$.uls.data = {"languages":{"aa":["Latn",["AF"],"Qafár af"],"ab":["Cyrl",["EU"],"Аҧсшәа"],"abs":["Latn",["AS"],"Bahasa Ambon"],"ace":["Latn",["AS","PA"],"Acèh"],"acf":["Latn",["AM"],"kwéyòl"],"ady":["Cyrl",["EU","ME"],"Адыгабзэ"],"ady-cyrl":["ady"],"ady-latn":["Latn",["EU","ME"],"Adygabze"],"aeb":["aeb-arab"],"aeb-arab":["Arab",["AF"],"تونسي"],"aeb-latn":["Latn",["AF"],"Tûnsî"],"af":["Latn",["AF"],"Afrikaans"],"ahr":["Deva",["AS"],"अहिराणी"],"ak":["Latn",["AF"],"Akan"],"akz":["Latn",["AM"],"Albaamo innaaɬiilka"],"aln":["Latn",["EU"],"Gegë"],"am":["Ethi",["AF"],"አማርኛ"],"an":["Latn",["EU"],"aragonés"],"ang":["Latn",["EU"],"Ænglisc"],"anp":["Deva",["AS"],"अङ्गिका"],"ar":["Arab",["ME"],"العربية"],"arc":["Syrc",["ME"],"ܐܪܡܝܐ"],"arn":["Latn",["AM"],"mapudungun"],"aro":["Latn",["AM"],"Araona"],"arq":["Arab",["AF"],"جازايرية"],"ary":["Latn",["ME"],"Maġribi"],"arz":["Arab",["ME"],"مصرى"],"as":["Beng",["AS"],"অসমীয়া"],"ase":["Sgnw",["AM"],"American sign language"],"ast":["Latn",["EU"],"asturianu"],"av":["Cyrl",["EU"],"авар"],"avk":["Latn",["WW"],"Kotava"],"ay":["Latn",["AM"],"Aymar aru"],"az":["az-latn"],"az-arab":["Arab",["AS","ME"],"تۆرکجه"],"az-latn":["Latn",["EU","ME"],"azərbaycanca"],"az-cyrl":["Cyrl",["EU","ME"],"азәрбајҹанҹа"],"azb":["az-arab"],"azj":["az-latn"],"ba":["Cyrl",["EU"],"башҡортса"],"ban":["Bali",["AS"],"ᬩᬲᬩᬮᬶ"],"bar":["Latn",["EU"],"Boarisch"],"bat-smg":["sgs"],"bbc-latn":["Latn",["AS"],"Batak Toba"],"bbc-batk":["Batk",["AS"],"Batak Toba"],"bbc":["Latn",["AS"],"Batak Toba"],"bcc":["Arab",["AS","ME"],"جهلسری بلوچی"],"bcl":["Latn",["AS"],"Bikol Central"],"be-tarask":["Cyrl",["EU"],"беларуская (тарашкевіца)"],"be-x-old":["be-tarask"],"be":["Cyrl",["EU"],"беларуская"],"bew":["Latn",["AS"],"Bahasa Betawi"],"bfa":["Latn",["AF"],"Bari"],"bfq":["Taml",["AS"],"படகா"],"bg":["Cyrl",["EU"],"български"],"bgn":["Arab",["AS","ME"],"روچ کپتین بلوچی"],"bh":["bho"],"bho":["Deva",["AS"],"भोजपुरी"],"bi":["Latn",["PA"],"Bislama"],"bjn":["Latn",["AS"],"Bahasa Banjar"],"bm":["Latn",["AF"],"bamanankan"],"bn":["Beng",["AS"],"বাংলা"],"bo":["Tibt",["AS"],"བོད་ཡིག"],"bpy":["Beng",["AS"],"বিষ্ণুপ্রিয়া মণিপুরী"],"bqi":["Arab",["AS","ME"],"بختیاری"],"br":["Latn",["EU"],"brezhoneg"],"brh":["Latn",["ME","AS"],"Bráhuí"],"brx":["Deva",["AS"],"बड़ो"],"bs":["Latn",["EU"],"bosanski"],"bto":["Latn",["AS"],"Iriga Bicolano"],"bug":["Bugi",["AS"],"ᨅᨔ ᨕᨘᨁᨗ"],"bxr":["Cyrl",["AS"],"буряад"],"ca":["Latn",["EU"],"català"],"cbk-zam":["Latn",["AS"],"Chavacano de Zamboanga"],"cdo":["Latn",["AS"],"Mìng-dĕ̤ng-ngṳ̄"],"ce":["Cyrl",["EU"],"нохчийн"],"ceb":["Latn",["AS"],"Cebuano"],"ch":["Latn",["PA"],"Chamoru"],"cho":["Latn",["AM"],"Choctaw"],"chr":["Cher",["AM"],"ᏣᎳᎩ"],"chy":["Latn",["AM"],"Tsetsêhestâhese"],"ciw":["Latn",["AM"],"Ojibwemowin"],"cjy":["cjy-hant"],"cjy-hans":["Hans",["AS"],"晋语(简化字)"],"cjy-hant":["Hant",["AS"],"晉語"],"ckb":["Arab",["ME"],"کوردیی ناوەندی"],"cnh":["Latn",["AS"],"Lai holh"],"co":["Latn",["EU"],"corsu"],"cps":["Latn",["AS"],"Capiceño"],"cr":["Cans",["AM"],"ᓀᐦᐃᔭᐍᐏᐣ"],"cr-cans":["cr"],"cr-latn":["Latn",["AM"],"Nēhiyawēwin"],"crh":["Latn",["EU"],"qırımtatarca"],"crh-cyrl":["Cyrl",["EU"],"къырымтатарджа"],"crh-latn":["crh"],"cs":["Latn",["EU"],"čeština"],"csb":["Latn",["EU"],"kaszëbsczi"],"cu":["Cyrl",["EU"],"словѣньскъ \/ ⰔⰎⰑⰂⰡⰐⰠⰔⰍⰟ"],"cv":["Cyrl",["EU"],"Чӑвашла"],"cy":["Latn",["EU"],"Cymraeg"],"da":["Latn",["EU"],"dansk"],"de-at":["Latn",["EU"],"Österreichisches Deutsch"],"de-ch":["Latn",["EU"],"Schweizer Hochdeutsch"],"de-formal":["Latn",["EU"],"Deutsch (Sie-Form)"],"de":["Latn",["EU"],"Deutsch"],"din":["Latn",["AF"],"Thuɔŋjäŋ"],"diq":["Latn",["EU","AS"],"Zazaki"],"dsb":["Latn",["EU"],"dolnoserbski"],"dtp":["Latn",["AS"],"Dusun Bundu-liwan"],"dty":["Deva",["AS"],"डोटेली"],"dv":["Thaa",["AS"],"ދިވެހިބަސް"],"dz":["Tibt",["AS"],"ཇོང་ཁ"],"ee":["Latn",["AF"],"eʋegbe"],"egl":["Latn",["EU"],"Emiliàn"],"el":["Grek",["EU"],"Ελληνικά"],"eml":["Latn",["EU"],"emiliàn e rumagnòl"],"en-ca":["Latn",["AM"],"Canadian English"],"en-gb":["Latn",["EU","AS","PA"],"British English"],"en":["Latn",["EU","AM","AF","ME","AS","PA","WW"],"English"],"eo":["Latn",["WW"],"Esperanto"],"es-419":["Latn",["AM"],"español de America Latina"],"es-formal":["Latn",["EU","AM","AF","WW"],"español (formal)"],"es":["Latn",["EU","AM","AF","WW"],"español"],"esu":["Latn",["AM"],"Yup'ik"],"et":["Latn",["EU"],"eesti"],"eu":["Latn",["EU"],"euskara"],"ext":["Latn",["EU"],"estremeñu"],"fa":["Arab",["AS","ME"],"فارسی"],"ff":["Latn",["AF"],"Fulfulde"],"fi":["Latn",["EU"],Line truncated
$.uls.data = {"languages":{"aa":["Latn",["AF"],"Qafár af"],"ab":["Cyrl",["EU"],"Аҧсшәа"],"abs":["Latn",["AS"],"Bahasa Ambon"],"ace":["Latn",["AS","PA"],"Acèh"],"acf":["Latn",["AM"],"kwéyòl"],"ady":["Cyrl",["EU","ME"],"Адыгабзэ"],"ady-cyrl":["ady"],"ady-latn":["Latn",["EU","ME"],"Adygabze"],"aeb":["aeb-arab"],"aeb-arab":["Arab",["AF"],"تونسي"],"aeb-latn":["Latn",["AF"],"Tûnsî"],"af":["Latn",["AF"],"Afrikaans"],"ahr":["Deva",["AS"],"अहिराणी"],"ak":["Latn",["AF"],"Akan"],"akz":["Latn",["AM"],"Albaamo innaaɬiilka"],"aln":["Latn",["EU"],"Gegë"],"am":["Ethi",["AF"],"አማርኛ"],"an":["Latn",["EU"],"aragonés"],"ang":["Latn",["EU"],"Ænglisc"],"anp":["Deva",["AS"],"अङ्गिका"],"ar":["Arab",["ME"],"العربية"],"arc":["Syrc",["ME"],"ܐܪܡܝܐ"],"arn":["Latn",["AM"],"mapudungun"],"aro":["Latn",["AM"],"Araona"],"arq":["Arab",["AF"],"جازايرية"],"ary":["Latn",["ME"],"Maġribi"],"arz":["Arab",["ME"],"مصرى"],"as":["Beng",["AS"],"অসমীয়া"],"ase":["Sgnw",["AM"],"American sign language"],"ast":["Latn",["EU"],"asturianu"],"av":["Cyrl",["EU"],"авар"],"avk":["Latn",["WW"],"Kotava"],"ay":["Latn",["AM"],"Aymar aru"],"az":["az-latn"],"az-arab":["Arab",["AS","ME"],"تۆرکجه"],"az-latn":["Latn",["EU","ME"],"azərbaycanca"],"az-cyrl":["Cyrl",["EU","ME"],"азәрбајҹанҹа"],"azb":["az-arab"],"azj":["az-latn"],"ba":["Cyrl",["EU"],"башҡортса"],"ban":["Bali",["AS"],"ᬩᬲᬩᬮᬶ"],"bar":["Latn",["EU"],"Boarisch"],"bat-smg":["sgs"],"bbc-latn":["Latn",["AS"],"Batak Toba"],"bbc-batk":["Batk",["AS"],"Batak Toba"],"bbc":["Latn",["AS"],"Batak Toba"],"bcc":["Arab",["AS","ME"],"جهلسری بلوچی"],"bcl":["Latn",["AS"],"Bikol Central"],"be-tarask":["Cyrl",["EU"],"беларуская (тарашкевіца)"],"be-x-old":["be-tarask"],"be":["Cyrl",["EU"],"беларуская"],"bew":["Latn",["AS"],"Bahasa Betawi"],"bfa":["Latn",["AF"],"Bari"],"bfq":["Taml",["AS"],"படகா"],"bg":["Cyrl",["EU"],"български"],"bgn":["Arab",["AS","ME"],"روچ کپتین بلوچی"],"bh":["bho"],"bho":["Deva",["AS"],"भोजपुरी"],"bi":["Latn",["PA"],"Bislama"],"bjn":["Latn",["AS"],"Bahasa Banjar"],"bm":["Latn",["AF"],"bamanankan"],"bn":["Beng",["AS"],"বাংলা"],"bo":["Tibt",["AS"],"བོད་ཡིག"],"bpy":["Beng",["AS"],"বিষ্ণুপ্রিয়া মণিপুরী"],"bqi":["Arab",["AS","ME"],"بختیاری"],"br":["Latn",["EU"],"brezhoneg"],"brh":["Latn",["ME","AS"],"Bráhuí"],"brx":["Deva",["AS"],"बड़ो"],"bs":["Latn",["EU"],"bosanski"],"bto":["Latn",["AS"],"Iriga Bicolano"],"bug":["Bugi",["AS"],"ᨅᨔ ᨕᨘᨁᨗ"],"bxr":["Cyrl",["AS"],"буряад"],"ca":["Latn",["EU"],"català"],"cbk-zam":["Latn",["AS"],"Chavacano de Zamboanga"],"cdo":["Latn",["AS"],"Mìng-dĕ̤ng-ngṳ̄"],"ce":["Cyrl",["EU"],"нохчийн"],"ceb":["Latn",["AS"],"Cebuano"],"ch":["Latn",["PA"],"Chamoru"],"cho":["Latn",["AM"],"Choctaw"],"chr":["Cher",["AM"],"ᏣᎳᎩ"],"chy":["Latn",["AM"],"Tsetsêhestâhese"],"ciw":["Latn",["AM"],"Ojibwemowin"],"cjy":["cjy-hant"],"cjy-hans":["Hans",["AS"],"晋语(简化字)"],"cjy-hant":["Hant",["AS"],"晉語"],"ckb":["Arab",["ME"],"کوردیی ناوەندی"],"cnh":["Latn",["AS"],"Lai holh"],"co":["Latn",["EU"],"corsu"],"cps":["Latn",["AS"],"Capiceño"],"cr":["Cans",["AM"],"ᓀᐦᐃᔭᐍᐏᐣ"],"cr-cans":["cr"],"cr-latn":["Latn",["AM"],"Nēhiyawēwin"],"crh":["Latn",["EU"],"qırımtatarca"],"crh-cyrl":["Cyrl",["EU"],"къырымтатарджа"],"crh-latn":["crh"],"cs":["Latn",["EU"],"čeština"],"csb":["Latn",["EU"],"kaszëbsczi"],"cu":["Cyrl",["EU"],"словѣньскъ \/ ⰔⰎⰑⰂⰡⰐⰠⰔⰍⰟ"],"cv":["Cyrl",["EU"],"Чӑвашла"],"cy":["Latn",["EU"],"Cymraeg"],"da":["Latn",["EU"],"dansk"],"de-at":["Latn",["EU"],"Österreichisches Deutsch"],"de-ch":["Latn",["EU"],"Schweizer Hochdeutsch"],"de-formal":["Latn",["EU"],"Deutsch (Sie-Form)"],"de":["Latn",["EU"],"Deutsch"],"din":["Latn",["AF"],"Thuɔŋjäŋ"],"diq":["Latn",["EU","AS"],"Zazaki"],"dsb":["Latn",["EU"],"dolnoserbski"],"dtp":["Latn",["AS"],"Dusun Bundu-liwan"],"dty":["Deva",["AS"],"डोटेली"],"dv":["Thaa",["AS"],"ދިވެހިބަސް"],"dz":["Tibt",["AS"],"ཇོང་ཁ"],"ee":["Latn",["AF"],"eʋegbe"],"egl":["Latn",["EU"],"Emiliàn"],"el":["Grek",["EU"],"Ελληνικά"],"eml":["Latn",["EU"],"emiliàn e rumagnòl"],"en-ca":["Latn",["AM"],"Canadian English"],"en-gb":["Latn",["EU","AS","PA"],"British English"],"en":["Latn",["EU","AM","AF","ME","AS","PA","WW"],"English"],"eo":["Latn",["WW"],"Esperanto"],"es-419":["Latn",["AM"],"español de America Latina"],"es-formal":["Latn",["EU","AM","AF","WW"],"español (formal)"],"es":["Latn",["EU","AM","AF","WW"],"español"],"esu":["Latn",["AM"],"Yup'ik"],"et":["Latn",["EU"],"eesti"],"eu":["Latn",["EU"],"euskara"],"ext":["Latn",["EU"],"estremeñu"],"fa":["Arab",["AS","ME"],"فارسی"],"ff":["Latn",["AF"],"Fulfulde"],"fi":["Latn",["EU"],Line truncated
} ( jQuery ) );