Skip to main content

read_fonts/tables/name/
language.rs

1/// Converts a Macintosh or Windows name-table language ID to a BCP 47 tag.
2///
3/// `platform_id` is 1 for Macintosh or 3 for Windows. Other platforms do not
4/// use the language IDs in this table and return `None`, as do unknown IDs.
5pub fn language_id_to_bcp47(platform_id: u16, language_id: u16) -> Option<&'static str> {
6    match platform_id {
7        1 if language_id <= 151 => {}
8        3 if language_id >= 0x0401 => {}
9        _ => return None,
10    }
11    match LANGUAGE_ID_TO_BCP47.binary_search_by(|entry| entry.0.cmp(&language_id)) {
12        Ok(ix) => LANGUAGE_ID_TO_BCP47.get(ix).map(|entry| entry.1),
13        _ => None,
14    }
15}
16
17/// Mapping of OpenType name table language identifier to BCP-47 language tag.
18/// Borrowed from Skia: <https://skia.googlesource.com/skia/+/refs/heads/main/src/sfnt/SkOTTable_name.cpp#98>
19const LANGUAGE_ID_TO_BCP47: &[(u16, &str)] = &[
20    /* A mapping from Mac Language Designators to BCP 47 codes.
21     *  The following list was constructed more or less manually.
22     *  Apple now uses BCP 47 (post OSX10.4), so there will be no new entries.
23     */
24    (0, "en"),        //English
25    (1, "fr"),        //French
26    (2, "de"),        //German
27    (3, "it"),        //Italian
28    (4, "nl"),        //Dutch
29    (5, "sv"),        //Swedish
30    (6, "es"),        //Spanish
31    (7, "da"),        //Danish
32    (8, "pt"),        //Portuguese
33    (9, "nb"),        //Norwegian
34    (10, "he"),       //Hebrew
35    (11, "ja"),       //Japanese
36    (12, "ar"),       //Arabic
37    (13, "fi"),       //Finnish
38    (14, "el"),       //Greek
39    (15, "is"),       //Icelandic
40    (16, "mt"),       //Maltese
41    (17, "tr"),       //Turkish
42    (18, "hr"),       //Croatian
43    (19, "zh-Hant"),  //Chinese (Traditional)
44    (20, "ur"),       //Urdu
45    (21, "hi"),       //Hindi
46    (22, "th"),       //Thai
47    (23, "ko"),       //Korean
48    (24, "lt"),       //Lithuanian
49    (25, "pl"),       //Polish
50    (26, "hu"),       //Hungarian
51    (27, "et"),       //Estonian
52    (28, "lv"),       //Latvian
53    (29, "se"),       //Sami
54    (30, "fo"),       //Faroese
55    (31, "fa"),       //Farsi (Persian)
56    (32, "ru"),       //Russian
57    (33, "zh-Hans"),  //Chinese (Simplified)
58    (34, "nl"),       //Dutch
59    (35, "ga"),       //Irish(Gaelic)
60    (36, "sq"),       //Albanian
61    (37, "ro"),       //Romanian
62    (38, "cs"),       //Czech
63    (39, "sk"),       //Slovak
64    (40, "sl"),       //Slovenian
65    (41, "yi"),       //Yiddish
66    (42, "sr"),       //Serbian
67    (43, "mk"),       //Macedonian
68    (44, "bg"),       //Bulgarian
69    (45, "uk"),       //Ukrainian
70    (46, "be"),       //Byelorussian
71    (47, "uz"),       //Uzbek
72    (48, "kk"),       //Kazakh
73    (49, "az-Cyrl"),  //Azerbaijani (Cyrillic)
74    (50, "az-Arab"),  //Azerbaijani (Arabic)
75    (51, "hy"),       //Armenian
76    (52, "ka"),       //Georgian
77    (53, "mo"),       //Moldavian
78    (54, "ky"),       //Kirghiz
79    (55, "tg"),       //Tajiki
80    (56, "tk"),       //Turkmen
81    (57, "mn-Mong"),  //Mongolian (Traditional)
82    (58, "mn-Cyrl"),  //Mongolian (Cyrillic)
83    (59, "ps"),       //Pashto
84    (60, "ku"),       //Kurdish
85    (61, "ks"),       //Kashmiri
86    (62, "sd"),       //Sindhi
87    (63, "bo"),       //Tibetan
88    (64, "ne"),       //Nepali
89    (65, "sa"),       //Sanskrit
90    (66, "mr"),       //Marathi
91    (67, "bn"),       //Bengali
92    (68, "as"),       //Assamese
93    (69, "gu"),       //Gujarati
94    (70, "pa"),       //Punjabi
95    (71, "or"),       //Oriya
96    (72, "ml"),       //Malayalam
97    (73, "kn"),       //Kannada
98    (74, "ta"),       //Tamil
99    (75, "te"),       //Telugu
100    (76, "si"),       //Sinhalese
101    (77, "my"),       //Burmese
102    (78, "km"),       //Khmer
103    (79, "lo"),       //Lao
104    (80, "vi"),       //Vietnamese
105    (81, "id"),       //Indonesian
106    (82, "tl"),       //Tagalog
107    (83, "ms-Latn"),  //Malay (Roman)
108    (84, "ms-Arab"),  //Malay (Arabic)
109    (85, "am"),       //Amharic
110    (86, "ti"),       //Tigrinya
111    (87, "om"),       //Oromo
112    (88, "so"),       //Somali
113    (89, "sw"),       //Swahili
114    (90, "rw"),       //Kinyarwanda/Ruanda
115    (91, "rn"),       //Rundi
116    (92, "ny"),       //Nyanja/Chewa
117    (93, "mg"),       //Malagasy
118    (94, "eo"),       //Esperanto
119    (128, "cy"),      //Welsh
120    (129, "eu"),      //Basque
121    (130, "ca"),      //Catalan
122    (131, "la"),      //Latin
123    (132, "qu"),      //Quechua
124    (133, "gn"),      //Guarani
125    (134, "ay"),      //Aymara
126    (135, "tt"),      //Tatar
127    (136, "ug"),      //Uighur
128    (137, "dz"),      //Dzongkha
129    (138, "jv-Latn"), //Javanese (Roman)
130    (139, "su-Latn"), //Sundanese (Roman)
131    (140, "gl"),      //Galician
132    (141, "af"),      //Afrikaans
133    (142, "br"),      //Breton
134    (143, "iu"),      //Inuktitut
135    (144, "gd"),      //Scottish (Gaelic)
136    (145, "gv"),      //Manx (Gaelic)
137    (146, "ga"),      //Irish (Gaelic with Lenition)
138    (147, "to"),      //Tongan
139    (148, "el"),      //Greek (Polytonic) Note: ISO 15924 does not have an equivalent script name.
140    (149, "kl"),      //Greenlandic
141    (150, "az-Latn"), //Azerbaijani (Roman)
142    (151, "nn"),      //Nynorsk
143    /* A mapping from Windows LCID to BCP 47 codes.
144     *  This list is the sorted, curated output of tools/win_lcid.cpp.
145     *  Note that these are sorted by value for quick binary lookup, and not logically by lsb.
146     *  The 'bare' language ids (e.g. 0x0001 for Arabic) are omitted
147     *  as they do not appear as valid language ids in the OpenType specification.
148     */
149    (0x0401, "ar-SA"),        //Arabic
150    (0x0402, "bg-BG"),        //Bulgarian
151    (0x0403, "ca-ES"),        //Catalan
152    (0x0404, "zh-TW"),        //Chinese (Traditional)
153    (0x0405, "cs-CZ"),        //Czech
154    (0x0406, "da-DK"),        //Danish
155    (0x0407, "de-DE"),        //German
156    (0x0408, "el-GR"),        //Greek
157    (0x0409, "en-US"),        //English
158    (0x040a, "es-ES_tradnl"), //Spanish
159    (0x040b, "fi-FI"),        //Finnish
160    (0x040c, "fr-FR"),        //French
161    (0x040d, "he-IL"),        //Hebrew
162    (0x040d, "he"),           //Hebrew
163    (0x040e, "hu-HU"),        //Hungarian
164    (0x040e, "hu"),           //Hungarian
165    (0x040f, "is-IS"),        //Icelandic
166    (0x0410, "it-IT"),        //Italian
167    (0x0411, "ja-JP"),        //Japanese
168    (0x0412, "ko-KR"),        //Korean
169    (0x0413, "nl-NL"),        //Dutch
170    (0x0414, "nb-NO"),        //Norwegian (Bokmål)
171    (0x0415, "pl-PL"),        //Polish
172    (0x0416, "pt-BR"),        //Portuguese
173    (0x0417, "rm-CH"),        //Romansh
174    (0x0418, "ro-RO"),        //Romanian
175    (0x0419, "ru-RU"),        //Russian
176    (0x041a, "hr-HR"),        //Croatian
177    (0x041b, "sk-SK"),        //Slovak
178    (0x041c, "sq-AL"),        //Albanian
179    (0x041d, "sv-SE"),        //Swedish
180    (0x041e, "th-TH"),        //Thai
181    (0x041f, "tr-TR"),        //Turkish
182    (0x0420, "ur-PK"),        //Urdu
183    (0x0421, "id-ID"),        //Indonesian
184    (0x0422, "uk-UA"),        //Ukrainian
185    (0x0423, "be-BY"),        //Belarusian
186    (0x0424, "sl-SI"),        //Slovenian
187    (0x0425, "et-EE"),        //Estonian
188    (0x0426, "lv-LV"),        //Latvian
189    (0x0427, "lt-LT"),        //Lithuanian
190    (0x0428, "tg-Cyrl-TJ"),   //Tajik (Cyrillic)
191    (0x0429, "fa-IR"),        //Persian
192    (0x042a, "vi-VN"),        //Vietnamese
193    (0x042b, "hy-AM"),        //Armenian
194    (0x042c, "az-Latn-AZ"),   //Azeri (Latin)
195    (0x042d, "eu-ES"),        //Basque
196    (0x042e, "hsb-DE"),       //Upper Sorbian
197    (0x042f, "mk-MK"),        //Macedonian (FYROM)
198    (0x0432, "tn-ZA"),        //Setswana
199    (0x0434, "xh-ZA"),        //isiXhosa
200    (0x0435, "zu-ZA"),        //isiZulu
201    (0x0436, "af-ZA"),        //Afrikaans
202    (0x0437, "ka-GE"),        //Georgian
203    (0x0438, "fo-FO"),        //Faroese
204    (0x0439, "hi-IN"),        //Hindi
205    (0x043a, "mt-MT"),        //Maltese
206    (0x043b, "se-NO"),        //Sami (Northern)
207    (0x043e, "ms-MY"),        //Malay
208    (0x043f, "kk-KZ"),        //Kazakh
209    (0x0440, "ky-KG"),        //Kyrgyz
210    (0x0441, "sw-KE"),        //Kiswahili
211    (0x0442, "tk-TM"),        //Turkmen
212    (0x0443, "uz-Latn-UZ"),   //Uzbek (Latin)
213    (0x0443, "uz"),           //Uzbek
214    (0x0444, "tt-RU"),        //Tatar
215    (0x0445, "bn-IN"),        //Bengali
216    (0x0446, "pa-IN"),        //Punjabi
217    (0x0447, "gu-IN"),        //Gujarati
218    (0x0448, "or-IN"),        //Oriya
219    (0x0449, "ta-IN"),        //Tamil
220    (0x044a, "te-IN"),        //Telugu
221    (0x044b, "kn-IN"),        //Kannada
222    (0x044c, "ml-IN"),        //Malayalam
223    (0x044d, "as-IN"),        //Assamese
224    (0x044e, "mr-IN"),        //Marathi
225    (0x044f, "sa-IN"),        //Sanskrit
226    (0x0450, "mn-Cyrl"),      //Mongolian (Cyrillic)
227    (0x0451, "bo-CN"),        //Tibetan
228    (0x0452, "cy-GB"),        //Welsh
229    (0x0453, "km-KH"),        //Khmer
230    (0x0454, "lo-LA"),        //Lao
231    (0x0456, "gl-ES"),        //Galician
232    (0x0457, "kok-IN"),       //Konkani
233    (0x045a, "syr-SY"),       //Syriac
234    (0x045b, "si-LK"),        //Sinhala
235    (0x045d, "iu-Cans-CA"),   //Inuktitut (Syllabics)
236    (0x045e, "am-ET"),        //Amharic
237    (0x0461, "ne-NP"),        //Nepali
238    (0x0462, "fy-NL"),        //Frisian
239    (0x0463, "ps-AF"),        //Pashto
240    (0x0464, "fil-PH"),       //Filipino
241    (0x0465, "dv-MV"),        //Divehi
242    (0x0468, "ha-Latn-NG"),   //Hausa (Latin)
243    (0x046a, "yo-NG"),        //Yoruba
244    (0x046b, "quz-BO"),       //Quechua
245    (0x046c, "nso-ZA"),       //Sesotho sa Leboa
246    (0x046d, "ba-RU"),        //Bashkir
247    (0x046e, "lb-LU"),        //Luxembourgish
248    (0x046f, "kl-GL"),        //Greenlandic
249    (0x0470, "ig-NG"),        //Igbo
250    (0x0478, "ii-CN"),        //Yi
251    (0x047a, "arn-CL"),       //Mapudungun
252    (0x047c, "moh-CA"),       //Mohawk
253    (0x047e, "br-FR"),        //Breton
254    (0x0480, "ug-CN"),        //Uyghur
255    (0x0481, "mi-NZ"),        //Maori
256    (0x0482, "oc-FR"),        //Occitan
257    (0x0483, "co-FR"),        //Corsican
258    (0x0484, "gsw-FR"),       //Alsatian
259    (0x0485, "sah-RU"),       //Yakut
260    (0x0486, "qut-GT"),       //K'iche
261    (0x0487, "rw-RW"),        //Kinyarwanda
262    (0x0488, "wo-SN"),        //Wolof
263    (0x048c, "prs-AF"),       //Dari
264    (0x0491, "gd-GB"),        //Scottish Gaelic
265    (0x0801, "ar-IQ"),        //Arabic
266    (0x0804, "zh-Hans"),      //Chinese (Simplified)
267    (0x0807, "de-CH"),        //German
268    (0x0809, "en-GB"),        //English
269    (0x080a, "es-MX"),        //Spanish
270    (0x080c, "fr-BE"),        //French
271    (0x0810, "it-CH"),        //Italian
272    (0x0813, "nl-BE"),        //Dutch
273    (0x0814, "nn-NO"),        //Norwegian (Nynorsk)
274    (0x0816, "pt-PT"),        //Portuguese
275    (0x081a, "sr-Latn-CS"),   //Serbian (Latin)
276    (0x081d, "sv-FI"),        //Swedish
277    (0x082c, "az-Cyrl-AZ"),   //Azeri (Cyrillic)
278    (0x082e, "dsb-DE"),       //Lower Sorbian
279    (0x082e, "dsb"),          //Lower Sorbian
280    (0x083b, "se-SE"),        //Sami (Northern)
281    (0x083c, "ga-IE"),        //Irish
282    (0x083e, "ms-BN"),        //Malay
283    (0x0843, "uz-Cyrl-UZ"),   //Uzbek (Cyrillic)
284    (0x0845, "bn-BD"),        //Bengali
285    (0x0850, "mn-Mong-CN"),   //Mongolian (Traditional Mongolian)
286    (0x085d, "iu-Latn-CA"),   //Inuktitut (Latin)
287    (0x085f, "tzm-Latn-DZ"),  //Tamazight (Latin)
288    (0x086b, "quz-EC"),       //Quechua
289    (0x0c01, "ar-EG"),        //Arabic
290    (0x0c04, "zh-Hant"),      //Chinese (Traditional)
291    (0x0c07, "de-AT"),        //German
292    (0x0c09, "en-AU"),        //English
293    (0x0c0a, "es-ES"),        //Spanish
294    (0x0c0c, "fr-CA"),        //French
295    (0x0c1a, "sr-Cyrl-CS"),   //Serbian (Cyrillic)
296    (0x0c3b, "se-FI"),        //Sami (Northern)
297    (0x0c6b, "quz-PE"),       //Quechua
298    (0x1001, "ar-LY"),        //Arabic
299    (0x1004, "zh-SG"),        //Chinese (Simplified)
300    (0x1007, "de-LU"),        //German
301    (0x1009, "en-CA"),        //English
302    (0x100a, "es-GT"),        //Spanish
303    (0x100c, "fr-CH"),        //French
304    (0x101a, "hr-BA"),        //Croatian (Latin)
305    (0x103b, "smj-NO"),       //Sami (Lule)
306    (0x1401, "ar-DZ"),        //Arabic
307    (0x1404, "zh-MO"),        //Chinese (Traditional)
308    (0x1407, "de-LI"),        //German
309    (0x1409, "en-NZ"),        //English
310    (0x140a, "es-CR"),        //Spanish
311    (0x140c, "fr-LU"),        //French
312    (0x141a, "bs-Latn-BA"),   //Bosnian (Latin)
313    (0x141a, "bs"),           //Bosnian
314    (0x143b, "smj-SE"),       //Sami (Lule)
315    (0x143b, "smj"),          //Sami (Lule)
316    (0x1801, "ar-MA"),        //Arabic
317    (0x1809, "en-IE"),        //English
318    (0x180a, "es-PA"),        //Spanish
319    (0x180c, "fr-MC"),        //French
320    (0x181a, "sr-Latn-BA"),   //Serbian (Latin)
321    (0x183b, "sma-NO"),       //Sami (Southern)
322    (0x1c01, "ar-TN"),        //Arabic
323    (0x1c09, "en-ZA"),        //English
324    (0x1c0a, "es-DO"),        //Spanish
325    (0x1c1a, "sr-Cyrl-BA"),   //Serbian (Cyrillic)
326    (0x1c3b, "sma-SE"),       //Sami (Southern)
327    (0x1c3b, "sma"),          //Sami (Southern)
328    (0x2001, "ar-OM"),        //Arabic
329    (0x2009, "en-JM"),        //English
330    (0x200a, "es-VE"),        //Spanish
331    (0x201a, "bs-Cyrl-BA"),   //Bosnian (Cyrillic)
332    (0x201a, "bs-Cyrl"),      //Bosnian (Cyrillic)
333    (0x203b, "sms-FI"),       //Sami (Skolt)
334    (0x203b, "sms"),          //Sami (Skolt)
335    (0x2401, "ar-YE"),        //Arabic
336    (0x2409, "en-029"),       //English
337    (0x240a, "es-CO"),        //Spanish
338    (0x241a, "sr-Latn-RS"),   //Serbian (Latin)
339    (0x243b, "smn-FI"),       //Sami (Inari)
340    (0x2801, "ar-SY"),        //Arabic
341    (0x2809, "en-BZ"),        //English
342    (0x280a, "es-PE"),        //Spanish
343    (0x281a, "sr-Cyrl-RS"),   //Serbian (Cyrillic)
344    (0x2c01, "ar-JO"),        //Arabic
345    (0x2c09, "en-TT"),        //English
346    (0x2c0a, "es-AR"),        //Spanish
347    (0x2c1a, "sr-Latn-ME"),   //Serbian (Latin)
348    (0x3001, "ar-LB"),        //Arabic
349    (0x3009, "en-ZW"),        //English
350    (0x300a, "es-EC"),        //Spanish
351    (0x301a, "sr-Cyrl-ME"),   //Serbian (Cyrillic)
352    (0x3401, "ar-KW"),        //Arabic
353    (0x3409, "en-PH"),        //English
354    (0x340a, "es-CL"),        //Spanish
355    (0x3801, "ar-AE"),        //Arabic
356    (0x380a, "es-UY"),        //Spanish
357    (0x3c01, "ar-BH"),        //Arabic
358    (0x3c0a, "es-PY"),        //Spanish
359    (0x4001, "ar-QA"),        //Arabic
360    (0x4009, "en-IN"),        //English
361    (0x400a, "es-BO"),        //Spanish
362    (0x4409, "en-MY"),        //English
363    (0x440a, "es-SV"),        //Spanish
364    (0x4809, "en-SG"),        //English
365    (0x480a, "es-HN"),        //Spanish
366    (0x4c0a, "es-NI"),        //Spanish
367    (0x500a, "es-PR"),        //Spanish
368    (0x540a, "es-US"),        //Spanish
369];
370
371#[cfg(test)]
372mod tests {
373    use super::language_id_to_bcp47;
374
375    #[test]
376    fn respects_platform_and_unknown_ids() {
377        assert_eq!(language_id_to_bcp47(1, 0), Some("en"));
378        assert_eq!(language_id_to_bcp47(3, 0x0409), Some("en-US"));
379        assert_eq!(language_id_to_bcp47(1, 0x0409), None);
380        assert_eq!(language_id_to_bcp47(3, 0), None);
381        assert_eq!(language_id_to_bcp47(0, 0), None);
382        assert_eq!(language_id_to_bcp47(3, 0xffff), None);
383    }
384}