Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

CLDR-18155 Order languageData's scripts by number of users #4237

Merged
merged 5 commits into from
Jan 15, 2025
Merged

CLDR-18155 Order languageData's scripts by number of users #4237

Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
a4930df
CLDR-18155 Order languageData's scripts by number of users
conradarcturus Dec 3, 2024
3b576cd
CLDR-18155 Recommended edits
conradarcturus Dec 11, 2024
7e09402
CLDR-18155 Make likely script first
conradarcturus Jan 8, 2025
f58182d
CLDR-18155 Set Latin as the default script for Old Irish
conradarcturus Jan 14, 2025
a1ea853
CLDR-18155 Fix Mandingo / Nkoo population
conradarcturus Jan 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions common/supplemental/likelySubtags.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -451,7 +451,6 @@ not be patched by hand, as any changes made in that fashion may be lost.
<likelySubtag from="mai" to="mai_Deva_IN"/> <!--Maithili‧?‧? ➡ Maithili‧Devanagari‧India-->
<likelySubtag from="mak" to="mak_Latn_ID"/> <!--Makasar‧?‧? ➡ Makasar‧Latin‧Indonesia-->
<likelySubtag from="man" to="man_Latn_GM"/> <!--Mandingo‧?‧? ➡ Mandingo‧Latin‧Gambia-->
<likelySubtag from="man_GN" to="man_Nkoo_GN"/> <!--Mandingo‧?‧Guinea ➡ Mandingo‧N’Ko‧Guinea-->
<likelySubtag from="man_Nkoo" to="man_Nkoo_GN"/> <!--Mandingo‧N’Ko‧? ➡ Mandingo‧N’Ko‧Guinea-->
<likelySubtag from="mas" to="mas_Latn_KE"/> <!--Masai‧?‧? ➡ Masai‧Latin‧Kenya-->
<likelySubtag from="maz" to="maz_Latn_MX"/> <!--Central Mazahua‧?‧? ➡ Central Mazahua‧Latin‧Mexico-->
Expand Down Expand Up @@ -1254,7 +1253,8 @@ not be patched by hand, as any changes made in that fashion may be lost.
<likelySubtag from="und_Narb" to="xna_Narb_SA"/> <!--?‧Old North Arabian‧? ➡ Ancient North Arabian‧Old North Arabian‧Saudi Arabia-->
<likelySubtag from="und_Nbat" to="arc_Nbat_JO"/> <!--?‧Nabataean‧? ➡ Aramaic‧Nabataean‧Jordan-->
<likelySubtag from="und_Newa" to="new_Newa_NP"/> <!--?‧Newa‧? ➡ Newari‧Newa‧Nepal-->
<likelySubtag from="und_Nkoo" to="man_Nkoo_GN"/> <!--?‧N’Ko‧? ➡ Mandingo‧N’Ko‧Guinea-->
<likelySubtag from="und_Nkoo" to="nqo_Nkoo_GN"/> <!--?‧N’Ko‧? ➡ N’Ko‧N’Ko‧Guinea-->
<likelySubtag from="und_Nkoo_GM" to="man_Nkoo_GM"/> <!--?‧N’Ko‧Gambia ➡ Mandingo‧N’Ko‧Gambia-->
<likelySubtag from="und_Nkoo_ML" to="bm_Nkoo_ML"/> <!--?‧N’Ko‧Mali ➡ Bambara‧N’Ko‧Mali-->
<likelySubtag from="und_Nshu" to="zhx_Nshu_CN"/> <!--?‧Nüshu‧? ➡ Chinese (family)‧Nüshu‧China-->
<likelySubtag from="und_Ogam" to="sga_Ogam_IE"/> <!--?‧Ogham‧? ➡ Old Irish‧Ogham‧Ireland-->
Expand Down
51 changes: 27 additions & 24 deletions common/supplemental/supplementalData.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE supplementalData SYSTEM "../../common/dtd/ldmlSupplemental.dtd">
<!--
Copyright © 1991-2023 Unicode, Inc.
Copyright © 1991-2025 Unicode, Inc.
CLDR data files are interpreted according to the LDML specification (http://unicode.org/reports/tr35/)
For terms of use, see https://www.unicode.org/copyright.html
-->
Expand Down Expand Up @@ -1346,7 +1346,7 @@ XXX Code for transations where no currency is involved
<language type="awa" scripts="Deva"/>
<language type="awa" territories="IN" alt="secondary"/>
<language type="ay" scripts="Latn" territories="BO"/>
<language type="az" scripts="Arab Cyrl Latn" territories="AZ"/>
<language type="az" scripts="Latn Arab Cyrl" territories="AZ"/>
<language type="az" territories="IQ IR RU" alt="secondary"/>
<language type="ba" scripts="Cyrl"/>
<language type="ba" territories="RU" alt="secondary"/>
Expand Down Expand Up @@ -1424,7 +1424,7 @@ XXX Code for transations where no currency is involved
<language type="brh" scripts="Latn" territories="PK" alt="secondary"/>
<language type="brx" scripts="Deva"/>
<language type="brx" territories="IN" alt="secondary"/>
<language type="bs" scripts="Cyrl Latn" territories="BA"/>
<language type="bs" scripts="Latn Cyrl" territories="BA"/>
<language type="bsc" scripts="Latn"/>
<language type="bsc" territories="SN" alt="secondary"/>
<language type="bss" scripts="Latn"/>
Expand All @@ -1448,7 +1448,7 @@ XXX Code for transations where no currency is involved
<language type="car" scripts="Latn"/>
<language type="cay" scripts="Latn"/>
<language type="cch" scripts="Latn"/>
<language type="ccp" scripts="Beng Cakm"/>
<language type="ccp" scripts="Cakm Beng"/>
<language type="ccr" scripts="Latn"/>
<language type="ce" scripts="Cyrl"/>
<language type="ce" territories="RU" alt="secondary"/>
Expand Down Expand Up @@ -1477,7 +1477,7 @@ XXX Code for transations where no currency is involved
<language type="ckt" scripts="Cyrl"/>
<language type="clc" scripts="Latn"/>
<language type="co" scripts="Latn"/>
<language type="cop" scripts="Arab Copt Grek" territories="EG" alt="secondary"/>
<language type="cop" scripts="Copt Arab Grek" territories="EG" alt="secondary"/>
<language type="cps" scripts="Latn"/>
<language type="cr" scripts="Cans Latn"/>
<language type="crg" scripts="Latn"/>
Expand Down Expand Up @@ -1653,7 +1653,7 @@ XXX Code for transations where no currency is involved
<language type="gvr" scripts="Deva"/>
<language type="gwi" scripts="Latn"/>
<language type="gwi" territories="CA" alt="secondary"/>
<language type="ha" scripts="Arab Latn"/>
<language type="ha" scripts="Latn Arab"/>
<language type="ha" territories="NE NG" alt="secondary"/>
<language type="hai" scripts="Latn"/>
<language type="hak" scripts="Hans Hant" territories="TW"/>
Expand Down Expand Up @@ -1784,7 +1784,7 @@ XXX Code for transations where no currency is involved
<language type="kjg" scripts="Laoo"/>
<language type="kjg" scripts="Latn" alt="secondary"/>
<language type="kjh" scripts="Cyrl"/>
<language type="kk" scripts="Arab Cyrl" territories="KZ"/>
<language type="kk" scripts="Cyrl Arab" territories="KZ"/>
<language type="kk" territories="CN" alt="secondary"/>
<language type="kkj" scripts="Latn"/>
<language type="kl" scripts="Latn" territories="GL"/>
Expand Down Expand Up @@ -1824,7 +1824,7 @@ XXX Code for transations where no currency is involved
<language type="ksb" territories="TZ" alt="secondary"/>
<language type="ksf" scripts="Latn"/>
<language type="ksh" scripts="Latn"/>
<language type="ku" scripts="Arab Cyrl Latn"/>
<language type="ku" scripts="Latn Arab Cyrl"/>
<language type="ku" territories="SY TR" alt="secondary"/>
<language type="kum" scripts="Cyrl"/>
<language type="kum" territories="RU" alt="secondary"/>
Expand All @@ -1840,7 +1840,7 @@ XXX Code for transations where no currency is involved
<language type="kxp" scripts="Arab"/>
<language type="kxv" scripts="Latn"/>
<language type="kxv" scripts="Deva Orya Telu" alt="secondary"/>
<language type="ky" scripts="Arab Cyrl Latn" territories="KG"/>
<language type="ky" scripts="Cyrl Arab Latn" territories="KG"/>
<language type="kyu" scripts="Kali"/>
<language type="la" scripts="Latn"/>
<language type="la" territories="VA" alt="secondary"/>
Expand All @@ -1861,7 +1861,7 @@ XXX Code for transations where no currency is involved
<language type="lep" scripts="Lepc"/>
<language type="lez" scripts="Cyrl"/>
<language type="lez" scripts="Aghb" territories="RU" alt="secondary"/>
<language type="lfn" scripts="Cyrl Latn" alt="secondary"/>
<language type="lfn" scripts="Latn Cyrl" alt="secondary"/>
<language type="lg" scripts="Latn"/>
<language type="lg" territories="UG" alt="secondary"/>
<language type="li" scripts="Latn"/>
Expand Down Expand Up @@ -1973,7 +1973,7 @@ XXX Code for transations where no currency is involved
<language type="mrj" scripts="Cyrl"/>
<language type="mro" scripts="Latn"/>
<language type="mro" scripts="Mroo" alt="secondary"/>
<language type="ms" scripts="Arab Latn" territories="BN MY SG"/>
<language type="ms" scripts="Latn Arab" territories="BN MY SG"/>
<language type="ms" territories="CC ID" alt="secondary"/>
<language type="mt" scripts="Latn" territories="MT"/>
<language type="mtr" scripts="Deva"/>
Expand Down Expand Up @@ -2073,7 +2073,7 @@ XXX Code for transations where no currency is involved
<language type="osa" scripts="Latn" alt="secondary"/>
<language type="osc" scripts="Ital Latn" alt="secondary"/>
<language type="otk" scripts="Orkh"/>
<language type="pa" scripts="Arab Guru"/>
<language type="pa" scripts="Guru Arab"/>
<language type="pa" territories="CA GB IN PK" alt="secondary"/>
<language type="pag" scripts="Latn"/>
<language type="pag" territories="PH" alt="secondary"/>
Expand All @@ -2092,7 +2092,7 @@ XXX Code for transations where no currency is involved
<language type="pfl" scripts="Latn"/>
<language type="phn" scripts="Phnx"/>
<language type="pi" scripts="Mymr"/>
<language type="pi" scripts="Deva Sinh Thai" alt="secondary"/>
<language type="pi" scripts="Sinh Deva Thai" alt="secondary"/>
<language type="pis" scripts="Latn"/>
<language type="pis" territories="SB" alt="secondary"/>
<language type="pko" scripts="Latn"/>
Expand Down Expand Up @@ -2165,7 +2165,7 @@ XXX Code for transations where no currency is involved
<language type="saf" scripts="Latn"/>
<language type="sah" scripts="Cyrl"/>
<language type="sah" territories="RU" alt="secondary"/>
<language type="sam" scripts="Hebr Samr" alt="secondary"/>
<language type="sam" scripts="Samr Hebr" alt="secondary"/>
<language type="saq" scripts="Latn"/>
<language type="sas" scripts="Latn"/>
<language type="sas" territories="ID" alt="secondary"/>
Expand Down Expand Up @@ -2198,9 +2198,9 @@ XXX Code for transations where no currency is involved
<language type="sel" scripts="Cyrl"/>
<language type="ses" scripts="Latn"/>
<language type="sg" scripts="Latn" territories="CF"/>
<language type="sga" scripts="Latn Ogam" alt="secondary"/>
<language type="sga" scripts="Ogam Latn" alt="secondary"/>
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Does this take into account the volume of Old Irish text that is in Latn? (It may, just asking.)
The primary goal is to reflect current usage.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Thanks for taking a look. I believe you are correct, the likely subtag for Old Irish [sga] is wrong, it should be Latn not Ogam -- do you want me to fix that now or as part of the task to audit primary scripts (and thereby likely subtags) https://unicode-org.atlassian.net/browse/CLDR-18121

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

If we are sure the fixes can be applied before release, it's fine to do them in a separate ticket.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Er, I'll fix Old Irish RIGHT now since we are close to the v47 cut.

<language type="sgs" scripts="Latn"/>
<language type="shi" scripts="Arab Latn Tfng"/>
<language type="shi" scripts="Tfng Latn Arab"/>
<language type="shi" territories="MA" alt="secondary"/>
<language type="shn" scripts="Mymr"/>
<language type="shn" territories="MM" alt="secondary"/>
Expand Down Expand Up @@ -2289,7 +2289,7 @@ XXX Code for transations where no currency is involved
<language type="teo" territories="UG" alt="secondary"/>
<language type="ter" scripts="Latn"/>
<language type="tet" scripts="Latn" territories="TL"/>
<language type="tg" scripts="Arab Cyrl Latn" territories="TJ"/>
<language type="tg" scripts="Cyrl Arab Latn" territories="TJ"/>
<language type="th" scripts="Thai" territories="TH"/>
<language type="thl" scripts="Deva"/>
<language type="thq" scripts="Deva"/>
Expand All @@ -2300,7 +2300,7 @@ XXX Code for transations where no currency is involved
<language type="tig" territories="ER" alt="secondary"/>
<language type="tiv" scripts="Latn"/>
<language type="tiv" territories="NG" alt="secondary"/>
<language type="tk" scripts="Arab Cyrl Latn" territories="TM"/>
<language type="tk" scripts="Latn Arab Cyrl" territories="TM"/>
<language type="tk" territories="AF IR" alt="secondary"/>
<language type="tkl" scripts="Latn" territories="TK"/>
<language type="tkr" scripts="Latn"/>
Expand Down Expand Up @@ -2365,9 +2365,9 @@ XXX Code for transations where no currency is involved
<language type="unx" scripts="Beng Deva"/>
<language type="ur" scripts="Arab" territories="PK"/>
<language type="ur" territories="GB IN" alt="secondary"/>
<language type="uz" scripts="Arab Cyrl Latn" territories="UZ"/>
<language type="uz" scripts="Latn Cyrl Arab" territories="UZ"/>
<language type="uz" territories="AF" alt="secondary"/>
<language type="vai" scripts="Latn Vaii"/>
<language type="vai" scripts="Vaii Latn"/>
<language type="ve" scripts="Latn"/>
<language type="ve" territories="ZA" alt="secondary"/>
<language type="vec" scripts="Latn"/>
Expand Down Expand Up @@ -2425,7 +2425,7 @@ XXX Code for transations where no currency is involved
<language type="xpr" scripts="Prti"/>
<language type="xsa" scripts="Sarb"/>
<language type="xsr" scripts="Deva"/>
<language type="xum" scripts="Ital Latn" alt="secondary"/>
<language type="xum" scripts="Latn Ital" alt="secondary"/>
<language type="yao" scripts="Latn"/>
<language type="yap" scripts="Latn"/>
<language type="yav" scripts="Latn"/>
Expand All @@ -2435,7 +2435,7 @@ XXX Code for transations where no currency is involved
<language type="yrk" scripts="Cyrl"/>
<language type="yrl" scripts="Latn"/>
<language type="yua" scripts="Latn"/>
<language type="yue" scripts="Hans Hant" territories="MO"/>
<language type="yue" scripts="Hant Hans" territories="MO"/>
conradarcturus marked this conversation as resolved.
Show resolved Hide resolved
<language type="yue" territories="CN HK" alt="secondary"/>
<language type="za" scripts="Latn"/>
<language type="za" scripts="Hans" territories="CN" alt="secondary"/>
Expand Down Expand Up @@ -3140,13 +3140,15 @@ XXX Code for transations where no currency is involved
<territory type="GM" gdp="7905000000" literacyPercent="51.1" population="2523330"> <!--Gambia-->
<languagePopulation type="en" populationPercent="40" officialStatus="official"/> <!--English-->
<languagePopulation type="man" populationPercent="29"/> <!--Mandingo-->
<languagePopulation type="man_Nkoo" writingPercent="5" populationPercent="29" references="R1021"/> <!--Mandingo (N’Ko)-->
<languagePopulation type="ff" populationPercent="0"/> <!--Fula-->
<languagePopulation type="ff_Adlm" populationPercent="0"/> <!--Fula (Adlam)-->
</territory>
<territory type="GN" gdp="56660000000" literacyPercent="41" population="13986200"> <!--Guinea-->
<languagePopulation type="fr" populationPercent="27" officialStatus="official" references="R1352"/> <!--French-->
<languagePopulation type="ff" populationPercent="26"/> <!--Fula-->
<languagePopulation type="man_Nkoo" populationPercent="23"/> <!--Mandingo (N’Ko)-->
<languagePopulation type="man" populationPercent="23"/> <!--Mandingo-->
<languagePopulation type="man_Nkoo" writingPercent="5" populationPercent="23" references="R1021"/> <!--Mandingo (N’Ko)-->
<languagePopulation type="sus" populationPercent="11"/> <!--Susu-->
<languagePopulation type="nqo" populationPercent="5" references="R1286"/> <!--N’Ko-->
<languagePopulation type="kpe" populationPercent="3.8"/> <!--Kpelle-->
Expand Down Expand Up @@ -3591,7 +3593,7 @@ XXX Code for transations where no currency is involved
<languagePopulation type="en" populationPercent="14" references="R1050"/> <!--English-->
<languagePopulation type="tzm" literacyPercent="25" populationPercent="9.8" officialStatus="official"/> <!--Central Atlas Tamazight-->
<languagePopulation type="shi" populationPercent="8.7"/> <!--Tachelhit-->
<languagePopulation type="shi_Latn" populationPercent="8.7" references="R1181"/> <!--Tachelhit (Latin)-->
<languagePopulation type="shi_Latn" writingPercent="5" populationPercent="8.7" references="R1181"/> <!--Tachelhit (Latin)-->
<languagePopulation type="rif" writingPercent="5" populationPercent="4.9"/> <!--Riffian-->
<languagePopulation type="rif_Tfng" writingPercent="5" populationPercent="4.9"/> <!--Riffian (Tifinagh)-->
<languagePopulation type="es" populationPercent="0.065"/> <!--Spanish-->
Expand Down Expand Up @@ -5552,6 +5554,7 @@ XXX Code for transations where no currency is involved
<reference type="R1018" uri="https://www.cia.gov/cia/publications/factbook/geos/gj.html">English official; the figure is derived from literacy * lang pop</reference>
<reference type="R1019" uri="https://www150.statcan.gc.ca/t1/tbl1/en/tv.action?pid=9810021601">Canada 2021 Census language &quot;Knowledge of Language&quot;; official status from Wikipedia Languages_of_Canada</reference>
<reference type="R1020" uri="http://en.wikipedia.org/wiki/Ascension_Island">[missing]</reference>
<reference type="R1021">Actually literacy in Nko writing unknown but historically they used the Latin script</reference>
<reference type="R1022" uri="https://www.cia.gov/cia/publications/factbook/geos/gi.html">English official, the figure is derived from literacy * lang pop</reference>
<reference type="R1024" uri="http://www.ethnologue.com/show_language.asp?code=ltz">Some 99% of users are literate in French or German. For languages not customarily written, the writing population is artificially set to 5% in the absence of better information.</reference>
<reference type="R1025" uri="http://www.ethnologue.com/language/ewo">2nd lang literacy 15-25%</reference>
Expand Down
6 changes: 3 additions & 3 deletions common/testData/localeIdentifiers/likelySubtags.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1575,9 +1575,9 @@ und-NP ; ne-Deva-NP ; ne ;
und-NR ; en-Latn-NR ; en-NR ;
und-NU ; en-Latn-NU ; en-NU ;
und-NZ ; en-Latn-NZ ; en-NZ ;
und-Nkoo ; man-Nkoo-GN ; man-Nkoo ; man-GN
und-Nkoo-AQ ; man-Nkoo-AQ ; ;
und-Nkoo-GN ; man-Nkoo-GN ; man-Nkoo ; man-GN
und-Nkoo ; nqo-Nkoo-GN ; nqo ;
und-Nkoo-AQ ; nqo-Nkoo-AQ ; nqo-AQ ;
und-Nkoo-GN ; nqo-Nkoo-GN ; nqo ;
und-OM ; ar-Arab-OM ; ar-OM ;
und-Olck ; sat-Olck-IN ; sat ;
und-Olck-AQ ; sat-Olck-AQ ; sat-AQ ;
Expand Down
Loading
Loading