isolang.cxx

Go to the documentation of this file.

/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
/*
 * This file is part of the LibreOffice project.
 *
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/.
 *
 * This file incorporates work covered by the following license notice:
 *
 *   Licensed to the Apache Software Foundation (ASF) under one or more
 *   contributor license agreements. See the NOTICE file distributed
 *   with this work for additional information regarding copyright
 *   ownership. The ASF licenses this file to you under the Apache
 *   License, Version 2.0 (the "License"); you may not use this file
 *   except in compliance with the License. You may obtain a copy of
 *   the License at http://www.apache.org/licenses/LICENSE-2.0 .
 */
 
#include <sal/log.hxx>
#include <o3tl/string_view.hxx>
#include <rtl/ustring.hxx>
#include <rtl/string.hxx>
 
#include <i18nlangtag/mslangid.hxx>
#include <i18nlangtag/languagetag.hxx>
 
using namespace com::sun::star;
 
 
constexpr LanguageType k0(0);
constexpr LanguageType kSAME(0xffff);
 
namespace {
LanguageType getOverrideLang( LanguageType nLang, LanguageType nOverride )
{
    return nOverride ? ((nOverride == kSAME) ? nLang : nOverride) : nLang;
}
}
 
/* Usage of override mechanism:
 * If a table entry's mnOverride is not 0, an override entry with an mnLang
 * value of (mnOverride==kSAME ? mnLang : mnOverride) exists that should be
 * used instead. There MUST exist one such entry that does not have an
 * mnOverride value and within one table it MUST be located before any entry
 * with that mnLang and an mnOverride value of not 0. Usually kSAME is used as
 * override value, with rare exceptions, see tables below.
 *
 * The override serves these purposes:
 * - With getOverride() it indicates that there is a different language tag
 *   (locale) that the requested language tag should be "canonicalized" to.
 * - With lookupFallbackLocale() a locale may be returned where the language
 *   tag differs.
 * - With convertLanguageToLocaleImpl() and bIgnoreOverride=false the override
 *   is followed and the override locale returned.
 * - With convertLocaleToLanguageImpl() a different LangID may be returned in
 *   rare cases where the actual mapped ID differs.
 */
 
struct IsoLanguageCountryEntry
{
    LanguageType  mnLang;
    char          maLanguage[4];
    char          maCountry[3];
    LanguageType  mnOverride;
 
    OUString getTagString() const;
 
    css::lang::Locale getLocale() const;
};
 
struct IsoLanguageScriptCountryEntry
{
    LanguageType  mnLang;
    char          maLanguageScript[9];      
    char          maCountry[3];
    LanguageType  mnOverride;
 
    OUString getTagString() const;
 
    css::lang::Locale getLocale() const;
 
    bool startsInIgnoreAsciiCase( std::u16string_view aStr ) const;
};
 
struct Bcp47CountryEntry
{
    LanguageType    mnLang;
    const char*     mpBcp47;
    char            maCountry[3];
    const char*     mpFallback;
    LanguageType    mnOverride;
 
    OUString getTagString() const;
 
    css::lang::Locale getLocale() const;
};
 
namespace {
 
struct IsoLangEngEntry
{
    LanguageType    mnLang;
    char            maCountry[3];
};
 
struct IsoLangNoneStdEntry
{
    LanguageType    mnLang;
    char            maLanguage[4];
    char            maCountry[9];
};
 
struct IsoLangOtherEntry
{
    LanguageType    mnLang;
    const char*     mpLanguage;
};
 
}
 
// Entries for languages are lower case, for countries upper case, as
// recommended by rfc5646 (obsoletes rfc4646 (obsoletes rfc3066 (obsoletes
// rfc1766))). convertIsoNamesToLanguage(), convertLocaleToLanguageImpl()
// and lookupFallbackLocale() are case insensitive.
//
// Sort order: Most used first and within one language the default fallback
// locale of that language first.
//
// The default entry for a LangID <-> ISO mapping has to be first. For
// conversion of legacy mappings one LangID can map to multiple ISO codes
// except if the LangID is primary-only, and one ISO code combination can map
// to multiple LangIDs.
 
/* Currently (2013-08-29 and 2021-10-24) only these primary LangID are still
 * used literally in code:
 * LANGUAGE_ENGLISH  LANGUAGE_ARABIC_PRIMARY_ONLY
 */
 
IsoLanguageCountryEntry const aImplIsoLangEntries[] =
{
    // MS-LANGID codes,             ISO639-1/2/3, ISO3166, override
    { LANGUAGE_ENGLISH_US,                  "en", "US", k0    },
    { LANGUAGE_ENGLISH_UK,                  "en", "GB", k0    },
    { LANGUAGE_ENGLISH,                     "en", ""  , k0    },
    { LANGUAGE_ENGLISH_AUS,                 "en", "AU", k0    },
    { LANGUAGE_ENGLISH_CAN,                 "en", "CA", k0    },
    { LANGUAGE_FRENCH,                      "fr", "FR", k0    },
    { LANGUAGE_GERMAN,                      "de", "DE", k0    },
    { LANGUAGE_ITALIAN,                     "it", "IT", k0    },
    { LANGUAGE_DUTCH,                       "nl", "NL", k0    },
    { LANGUAGE_SPANISH_MODERN,              "es", "ES", k0    },
    { LANGUAGE_PORTUGUESE,                  "pt", "PT", k0    },
    { LANGUAGE_PORTUGUESE_BRAZILIAN,        "pt", "BR", k0    },
    { LANGUAGE_DANISH,                      "da", "DK", k0    },
    { LANGUAGE_GREEK,                       "el", "GR", k0    },
    { LANGUAGE_CHINESE_SIMPLIFIED,          "zh", "CN", k0    },
    { LANGUAGE_CHINESE_SIMPLIFIED_LEGACY,   "zh", "CN", k0    },
    { LANGUAGE_CHINESE_SIMPLIFIED,         "cmn", "CN", kSAME },
    { LANGUAGE_CHINESE_TRADITIONAL,         "zh", "TW", k0    },
    { LANGUAGE_CHINESE_TRADITIONAL,        "cmn", "TW", kSAME },
    { LANGUAGE_CHINESE_HONGKONG,            "zh", "HK", k0    },
    { LANGUAGE_CHINESE_SINGAPORE,           "zh", "SG", k0    },
    { LANGUAGE_CHINESE_MACAU,               "zh", "MO", k0    },
    { LANGUAGE_CHINESE_LSO,                 "zh", ""  , k0    },
    { LANGUAGE_YUE_CHINESE_HONGKONG,       "yue", "HK", k0    },
    { LANGUAGE_ENGLISH_HONG_KONG_SAR,       "en", "HK", k0    },
    { LANGUAGE_JAPANESE,                    "ja", "JP", k0    },
    { LANGUAGE_KOREAN,                      "ko", "KR", k0    },
    { LANGUAGE_KOREAN_JOHAB,                "ko", "KR", k0    },
    { LANGUAGE_USER_KOREAN_NORTH,           "ko", "KP", k0    },
    { LANGUAGE_SWEDISH,                     "sv", "SE", k0    },
    { LANGUAGE_SWEDISH_FINLAND,             "sv", "FI", k0    },
    { LANGUAGE_FINNISH,                     "fi", "FI", k0    },
    { LANGUAGE_RUSSIAN,                     "ru", "RU", k0    },
    { LANGUAGE_TATAR,                       "tt", "RU", k0    },
    { LANGUAGE_ENGLISH_NZ,                  "en", "NZ", k0    },
    { LANGUAGE_ENGLISH_EIRE,                "en", "IE", k0    },
    { LANGUAGE_DUTCH_BELGIAN,               "nl", "BE", k0    },
    { LANGUAGE_FRENCH_BELGIAN,              "fr", "BE", k0    },
    { LANGUAGE_FRENCH_CANADIAN,             "fr", "CA", k0    },
    { LANGUAGE_FRENCH_SWISS,                "fr", "CH", k0    },
    { LANGUAGE_GERMAN_SWISS,                "de", "CH", k0    },
    { LANGUAGE_GERMAN_AUSTRIAN,             "de", "AT", k0    },
    { LANGUAGE_ITALIAN_SWISS,               "it", "CH", k0    },
    { LANGUAGE_ALBANIAN,                    "sq", "AL", k0    },
    { LANGUAGE_ARABIC_SAUDI_ARABIA,         "ar", "SA", k0    },
    { LANGUAGE_ARABIC_EGYPT,                "ar", "EG", k0    },
    { LANGUAGE_ARABIC_UAE,                  "ar", "AE", k0    },
    { LANGUAGE_ARABIC_IRAQ,                 "ar", "IQ", k0    },
    { LANGUAGE_ARABIC_LIBYA,                "ar", "LY", k0    },
    { LANGUAGE_ARABIC_ALGERIA,              "ar", "DZ", k0    },
    { LANGUAGE_ARABIC_MOROCCO,              "ar", "MA", k0    },
    { LANGUAGE_ARABIC_TUNISIA,              "ar", "TN", k0    },
    { LANGUAGE_ARABIC_OMAN,                 "ar", "OM", k0    },
    { LANGUAGE_ARABIC_YEMEN,                "ar", "YE", k0    },
    { LANGUAGE_ARABIC_SYRIA,                "ar", "SY", k0    },
    { LANGUAGE_ARABIC_JORDAN,               "ar", "JO", k0    },
    { LANGUAGE_ARABIC_LEBANON,              "ar", "LB", k0    },
    { LANGUAGE_ARABIC_KUWAIT,               "ar", "KW", k0    },
    { LANGUAGE_ARABIC_BAHRAIN,              "ar", "BH", k0    },
    { LANGUAGE_ARABIC_QATAR,                "ar", "QA", k0    },
    { LANGUAGE_USER_ARABIC_CHAD,            "ar", "TD", k0    },
    { LANGUAGE_USER_ARABIC_COMOROS,         "ar", "KM", k0    },
    { LANGUAGE_USER_ARABIC_DJIBOUTI,        "ar", "DJ", k0    },
    { LANGUAGE_USER_ARABIC_ERITREA,         "ar", "ER", k0    },
    { LANGUAGE_USER_ARABIC_ISRAEL,          "ar", "IL", k0    },
    { LANGUAGE_USER_ARABIC_MAURITANIA,      "ar", "MR", k0    },
    { LANGUAGE_USER_ARABIC_PALESTINE,       "ar", "PS", k0    },
    { LANGUAGE_USER_ARABIC_SOMALIA,         "ar", "SO", k0    },
    { LANGUAGE_USER_ARABIC_SUDAN,           "ar", "SD", k0    },
    { LANGUAGE_ARABIC_PRIMARY_ONLY,         "ar", ""  , k0    },
    { LANGUAGE_BASQUE,                      "eu", "ES", k0    },
    { LANGUAGE_BASQUE,                      "eu", ""  , kSAME },    // our earlier definition
    { LANGUAGE_BULGARIAN,                   "bg", "BG", k0    },
    { LANGUAGE_CZECH,                       "cs", "CZ", k0    },
    { LANGUAGE_CZECH,                       "cz", ""  , kSAME },
    { LANGUAGE_ENGLISH_JAMAICA,             "en", "JM", k0    },
    { LANGUAGE_ENGLISH_CARIBBEAN,           "en", "BS", k0    },    // not 100%, because AG is Bahamas
    { LANGUAGE_ENGLISH_BELIZE,              "en", "BZ", k0    },
    { LANGUAGE_ENGLISH_TRINIDAD,            "en", "TT", k0    },
    { LANGUAGE_ENGLISH_ZIMBABWE,            "en", "ZW", k0    },
    { LANGUAGE_ENGLISH_INDONESIA,           "en", "ID", k0    },    // MS reserved
    { LANGUAGE_ESTONIAN,                    "et", "EE", k0    },
    { LANGUAGE_FAEROESE,                    "fo", "FO", k0    },
    { LANGUAGE_FARSI,                       "fa", "IR", k0    },
    { LANGUAGE_FRENCH_LUXEMBOURG,           "fr", "LU", k0    },
    { LANGUAGE_FRENCH_MONACO,               "fr", "MC", k0    },
    { LANGUAGE_GERMAN_LUXEMBOURG,           "de", "LU", k0    },
    { LANGUAGE_GERMAN_LIECHTENSTEIN,        "de", "LI", k0    },
    { LANGUAGE_HEBREW,                      "he", "IL", k0    },    // new: old was "iw"
    { LANGUAGE_HEBREW,                      "iw", "IL", kSAME },    // old: new is "he"
    { LANGUAGE_HUNGARIAN,                   "hu", "HU", k0    },
    { LANGUAGE_ICELANDIC,                   "is", "IS", k0    },
    { LANGUAGE_INDONESIAN,                  "id", "ID", k0    },    // new: old was "in"
    { LANGUAGE_INDONESIAN,                  "in", "ID", kSAME },    // old: new is "id"
    { LANGUAGE_NORWEGIAN,                   "no", "NO", k0    },
    { LANGUAGE_NORWEGIAN_BOKMAL,            "nb", "NO", k0    },
    { LANGUAGE_NORWEGIAN_BOKMAL_LSO,        "nb", ""  , k0    },
    { LANGUAGE_NORWEGIAN_NYNORSK,           "nn", "NO", k0    },
    { LANGUAGE_NORWEGIAN_NYNORSK_LSO,       "nn", ""  , k0    },
    { LANGUAGE_POLISH,                      "pl", "PL", k0    },
    { LANGUAGE_RHAETO_ROMAN,                "rm", "CH", k0    },
    { LANGUAGE_ROMANIAN,                    "ro", "RO", k0    },
    { LANGUAGE_ROMANIAN_MOLDOVA,            "ro", "MD", k0    },
    { LANGUAGE_SLOVAK,                      "sk", "SK", k0    },
    { LANGUAGE_SLOVENIAN,                   "sl", "SI", k0    },
    { LANGUAGE_SPANISH_MEXICAN,             "es", "MX", k0    },
    { LANGUAGE_SPANISH_GUATEMALA,           "es", "GT", k0    },
    { LANGUAGE_SPANISH_COSTARICA,           "es", "CR", k0    },
    { LANGUAGE_SPANISH_PANAMA,              "es", "PA", k0    },
    { LANGUAGE_SPANISH_DOMINICAN_REPUBLIC,  "es", "DO", k0    },
    { LANGUAGE_SPANISH_VENEZUELA,           "es", "VE", k0    },
    { LANGUAGE_SPANISH_COLOMBIA,            "es", "CO", k0    },
    { LANGUAGE_SPANISH_PERU,                "es", "PE", k0    },
    { LANGUAGE_SPANISH_ARGENTINA,           "es", "AR", k0    },
    { LANGUAGE_SPANISH_ECUADOR,             "es", "EC", k0    },
    { LANGUAGE_SPANISH_CHILE,               "es", "CL", k0    },
    { LANGUAGE_SPANISH_URUGUAY,             "es", "UY", k0    },
    { LANGUAGE_SPANISH_PARAGUAY,            "es", "PY", k0    },
    { LANGUAGE_SPANISH_BOLIVIA,             "es", "BO", k0    },
    { LANGUAGE_SPANISH_EL_SALVADOR,         "es", "SV", k0    },
    { LANGUAGE_SPANISH_HONDURAS,            "es", "HN", k0    },
    { LANGUAGE_SPANISH_NICARAGUA,           "es", "NI", k0    },
    { LANGUAGE_SPANISH_PUERTO_RICO,         "es", "PR", k0    },
    { LANGUAGE_SPANISH_UNITED_STATES,       "es", "US", k0    },
    { LANGUAGE_TURKISH,                     "tr", "TR", k0    },
    { LANGUAGE_UKRAINIAN,                   "uk", "UA", k0    },
    { LANGUAGE_VIETNAMESE,                  "vi", "VN", k0    },
    { LANGUAGE_LATVIAN,                     "lv", "LV", k0    },
    { LANGUAGE_MACEDONIAN,                  "mk", "MK", k0    },
    { LANGUAGE_MALAY_MALAYSIA,              "ms", "MY", k0    },
    { LANGUAGE_MALAY_BRUNEI_DARUSSALAM,     "ms", "BN", k0    },
    { LANGUAGE_ENGLISH_MALAYSIA,            "en", "MY", k0    },
    { LANGUAGE_THAI,                        "th", "TH", k0    },
    { LANGUAGE_LITHUANIAN,                  "lt", "LT", k0    },
    { LANGUAGE_LITHUANIAN_CLASSIC,          "lt", "LT", k0    },
    { LANGUAGE_CROATIAN,                    "hr", "HR", k0    },    // Croatian in Croatia
    { LANGUAGE_CROATIAN_BOSNIA_HERZEGOVINA, "hr", "BA", k0    },
    { LANGUAGE_BOSNIAN_LATIN_BOSNIA_HERZEGOVINA,          "bs", "BA", k0    },
    { LANGUAGE_BOSNIAN_LSO,                               "bs", ""  , k0    },  // so what is 'bs' vs 'bs-Latn'?
    { LANGUAGE_SERBIAN_CYRILLIC_SERBIA,                   "sr", "RS", k0    },  // Serbian Cyrillic in Serbia
    { LANGUAGE_OBSOLETE_USER_SERBIAN_CYRILLIC_SERBIA,     "sr", "RS", k0    },
    { LANGUAGE_SERBIAN_CYRILLIC_SAM,                      "sr", "CS", k0    },  // Serbian Cyrillic in Serbia and Montenegro
    { LANGUAGE_SERBIAN_CYRILLIC_SAM,                      "sr", "YU", kSAME },  // legacy Serbian Cyrillic in Serbia and Montenegro (former Yugoslavia); kludge, sr_CS not supported by ICU 2.6 (3.4 does)
    { LANGUAGE_SERBIAN_CYRILLIC_MONTENEGRO,               "sr", "ME", k0    },
    { LANGUAGE_OBSOLETE_USER_SERBIAN_CYRILLIC_MONTENEGRO, "sr", "ME", k0    },
    { LANGUAGE_SERBIAN_CYRILLIC_BOSNIA_HERZEGOVINA,       "sr", "BA", k0    },
    { LANGUAGE_SERBIAN_CYRILLIC_LSO,                      "sr", ""  , k0    },
    { LANGUAGE_SERBIAN_LATIN_SERBIA,                      "sh", "RS", kSAME },  // legacy kludge, is sr-Latn-RS now
    { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_SERBIA,        "sh", "RS", kSAME },  // legacy kludge, is sr-Latn-RS now
    { LANGUAGE_SERBIAN_LATIN_SAM,                         "sh", "CS", kSAME },  // legacy kludge, is sr-Latn-CS now
    { LANGUAGE_SERBIAN_LATIN_SAM,                         "sh", "YU", kSAME },  // legacy kludge, is sr-Latn-YU now
    { LANGUAGE_SERBIAN_LATIN_MONTENEGRO,                  "sh", "ME", kSAME },  // legacy kludge, is sr-Latn-ME now
    { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_MONTENEGRO,    "sh", "ME", kSAME },  // legacy kludge, is sr-Latn-ME now
    { LANGUAGE_SERBIAN_LATIN_BOSNIA_HERZEGOVINA,          "sh", "BA", kSAME },  // legacy kludge, is sr-Latn-BA now
    { LANGUAGE_SERBIAN_LATIN_LSO,                         "sh", ""  , kSAME },  // legacy kludge, is sr-Latn now
    { LANGUAGE_ARMENIAN,                    "hy", "AM", k0    },
    { LANGUAGE_USER_ARMENIAN_RUSSIA,        "hy", "RU", k0    },
    { LANGUAGE_USER_ARMENIAN_IRAN,          "hy", "IR", k0    },
    { LANGUAGE_AZERI_LATIN,                 "az", "AZ", k0    },    // macrolanguage code
    { LANGUAGE_UZBEK_LATIN,                 "uz", "UZ", k0    },    // macrolanguage code
    { LANGUAGE_UZBEK_LATIN_LSO,             "uz", ""  , k0    },    // macrolanguage code
    { LANGUAGE_BENGALI_BANGLADESH,          "bn", "BD", k0    },
    { LANGUAGE_BENGALI,                     "bn", "IN", k0    },
    { LANGUAGE_BURMESE,                     "my", "MM", k0    },
    { LANGUAGE_KAZAKH,                      "kk", "KZ", k0    },
    { LANGUAGE_ENGLISH_INDIA,               "en", "IN", k0    },
    { LANGUAGE_URDU_INDIA,                  "ur", "IN", k0    },
    { LANGUAGE_URDU_PAKISTAN,               "ur", "PK", k0    },
    { LANGUAGE_HINDI,                       "hi", "IN", k0    },
    { LANGUAGE_GUJARATI,                    "gu", "IN", k0    },
    { LANGUAGE_KANNADA,                     "kn", "IN", k0    },
    { LANGUAGE_ASSAMESE,                    "as", "IN", k0    },
    { LANGUAGE_KASHMIRI_INDIA,              "ks", "IN", kSAME },
    { LANGUAGE_KASHMIRI,                    "ks", ""  , kSAME },    // Kashmiri in "Jammu and Kashmir" ... no ISO3166 code for that
    { LANGUAGE_MALAYALAM,                   "ml", "IN", k0    },
    { LANGUAGE_MANIPURI,                   "mni", "IN", k0    },    // MS reserved
    { LANGUAGE_MARATHI,                     "mr", "IN", k0    },
    { LANGUAGE_KONKANI,                    "kok", "IN", k0    },
    { LANGUAGE_NEPALI,                      "ne", "NP", k0    },
    { LANGUAGE_NEPALI_INDIA,                "ne", "IN", k0    },
    { LANGUAGE_ODIA,                        "or", "IN", k0    },
    { LANGUAGE_PUNJABI,                     "pa", "IN", k0    },
    { LANGUAGE_SANSKRIT,                    "sa", "IN", k0    },
    { LANGUAGE_TAMIL,                       "ta", "IN", k0    },
    { LANGUAGE_TAMIL_SRI_LANKA,             "ta", "LK", k0    },
    { LANGUAGE_TELUGU,                      "te", "IN", k0    },
    { LANGUAGE_PUNJABI_PAKISTAN,           "pnb", "PK", k0    },
    { LANGUAGE_PUNJABI_ARABIC_LSO,         "pnb", ""  , k0    },
    { LANGUAGE_PUNJABI_PAKISTAN,           "lah", "PK", kSAME },    // macrolanguage code, earlier preferred 'lah' over 'pa' for Western Panjabi, now there is 'pnb'
    { LANGUAGE_PUNJABI_PAKISTAN,            "pa", "PK", kSAME },    // MS maps this to 'pa-Arab-PK', but 'pa'='pan' Eastern Panjabi is not used in PK, only in
    { LANGUAGE_SINDHI_PAKISTAN,             "sd", "PK", kSAME },    // Arabic script
    { LANGUAGE_SINDHI,                      "sd", "IN", kSAME },    // Devanagari script
    { LANGUAGE_BELARUSIAN,                  "be", "BY", k0    },
    { LANGUAGE_CATALAN,                     "ca", "ES", k0    },    // Spain (default)
    { LANGUAGE_USER_CATALAN_ANDORRA,        "ca", "AD", k0    },
    { LANGUAGE_USER_CATALAN_FRANCE,         "ca", "FR", k0    },
    { LANGUAGE_USER_CATALAN_ITALY,          "ca", "IT", k0    },
    //LANGUAGE_CATALAN_VALENCIAN ca-ES-valencia Bcp47CountryEntry takes precedence
    { LANGUAGE_CATALAN_VALENCIAN,           "ca", "XV", kSAME },    // XV: ISO 3166 user-assigned; old workaround for UI localization only, in case it escaped to document content
    { LANGUAGE_CATALAN_VALENCIAN,          "qcv", "ES", kSAME },    // qcv: ISO 639-3 reserved-for-local-use; old UI localization quirk only, in case it escaped to document content
    { LANGUAGE_FRENCH_CAMEROON,             "fr", "CM", k0    },
    { LANGUAGE_FRENCH_COTE_D_IVOIRE,        "fr", "CI", k0    },
    { LANGUAGE_FRENCH_MALI,                 "fr", "ML", k0    },
    { LANGUAGE_FRENCH_SENEGAL,              "fr", "SN", k0    },
    { LANGUAGE_FRENCH_ZAIRE,                "fr", "CD", k0    },    // Democratic Republic Of Congo
    { LANGUAGE_FRENCH_MOROCCO,              "fr", "MA", k0    },
    { LANGUAGE_FRENCH_REUNION,              "fr", "RE", k0    },
    { LANGUAGE_FRISIAN_NETHERLANDS,         "fy", "NL", k0    },
    { LANGUAGE_GAELIC_IRELAND,              "ga", "IE", k0    },
    { LANGUAGE_GAELIC_SCOTLAND,             "gd", "GB", k0    },
    { LANGUAGE_GAELIC_SCOTLAND_LEGACY,      "gd", "GB", k0    },
    { LANGUAGE_GALICIAN,                    "gl", "ES", k0    },
    { LANGUAGE_GEORGIAN,                    "ka", "GE", k0    },
    { LANGUAGE_KHMER,                       "km", "KH", k0    },
    { LANGUAGE_KIRGHIZ,                     "ky", "KG", k0    },
    { LANGUAGE_LAO,                         "lo", "LA", k0    },
    { LANGUAGE_MALTESE,                     "mt", "MT", k0    },
    { LANGUAGE_MONGOLIAN_CYRILLIC_MONGOLIA, "mn", "MN", k0    },    // macrolanguage code; should be khk-MN; Cyrillic script
    { LANGUAGE_MONGOLIAN_CYRILLIC_LSO,      "mn", ""  , k0    },    // macrolanguage code; should be khk; Cyrillic script
    { LANGUAGE_ROMANIAN_MOLDOVA,            "ro", "MD", k0    },
    { LANGUAGE_ROMANIAN_MOLDOVA,            "mo", "MD", k0    },    // mo-MD was associated with Russian Moldova LCID, apparently an error; 'mo' is retired, merged with 'ro', see http://www-01.sil.org/iso639-3/documentation.asp?id=mol
    { LANGUAGE_RUSSIAN_MOLDOVA,             "ru", "MD", k0    },    // as per [MS-LCID] rev. 7.0 2015-06-30
    { LANGUAGE_SWAHILI,                     "sw", "KE", k0    },
    { LANGUAGE_USER_SWAHILI_TANZANIA,       "sw", "TZ", k0    },
    { LANGUAGE_TAJIK,                       "tg", "TJ", k0    },
    { LANGUAGE_TAJIK_LSO,                   "tg", ""  , k0    },
    { LANGUAGE_TIBETAN,                     "bo", "CN", k0    },    // CN politically correct?
    { LANGUAGE_USER_TIBETAN_INDIA,          "bo", "IN", k0    },
    { LANGUAGE_USER_TIBETAN_BHUTAN,         "bo", "BT", k0    },
    { LANGUAGE_DZONGKHA_BHUTAN,             "dz", "BT", k0    },
    { LANGUAGE_TIBETAN_BHUTAN,              "dz", "BT", k0    },    // MS reserved for bo-BT, but LCID was used as Dzongkha, see #i53497#
    { LANGUAGE_USER_DZONGKHA_MAP_LONLY,     "dz", ""  , k0    },    // because of the MS error, see lang.h
    { LANGUAGE_TURKMEN,                     "tk", "TM", k0    },
    { LANGUAGE_WELSH,                       "cy", "GB", k0    },
    { LANGUAGE_SESOTHO,                     "st", "ZA", k0    },
    { LANGUAGE_SEPEDI,                     "nso", "ZA", k0    },
    { LANGUAGE_SEPEDI,                      "ns", "ZA", kSAME },    // fake "ns" for compatibility with existing OOo1.1.x localization to be able to read those documents
    { LANGUAGE_TSONGA,                      "ts", "ZA", k0    },
    { LANGUAGE_TSWANA,                      "tn", "ZA", k0    },
    { LANGUAGE_ENGLISH_SAFRICA,             "en", "ZA", k0    },
    { LANGUAGE_AFRIKAANS,                   "af", "ZA", k0    },
    { LANGUAGE_VENDA,                       "ve", "ZA", k0    },    // default 639-1
    { LANGUAGE_VENDA,                      "ven", "ZA", kSAME },    // 639-2 may have been used temporarily since 2004-07-23
    { LANGUAGE_XHOSA,                       "xh", "ZA", k0    },
    { LANGUAGE_ZULU,                        "zu", "ZA", k0    },
//  { LANGUAGE_QUECHUA_COLOMBIA,           "quc", "CO", k0    },    // MS reserved, and looks wrong, quc would be in Guatemala, not Colombia
    { LANGUAGE_QUECHUA_ECUADOR,            "quz", "EC", k0    },    // MS
    { LANGUAGE_QUECHUA_ECUADOR,             "qu", "EC", kSAME },    // macrolanguage code
    { LANGUAGE_QUECHUA_PERU,               "quz", "PE", k0    },    // MS
    { LANGUAGE_QUECHUA_PERU,                "qu", "PE", kSAME },    // macrolanguage code
    { LANGUAGE_QUECHUA_BOLIVIA,             "qu", "BO", k0    },    // macrolanguage code, TODO instead: quh-BO or qul-BO; MS says quz-BO which is wrong
    { LANGUAGE_PASHTO,                      "ps", "AF", k0    },
    { LANGUAGE_OROMO,                       "om", "ET", k0    },
    { LANGUAGE_DHIVEHI,                     "dv", "MV", k0    },
    { LANGUAGE_UIGHUR_CHINA,                "ug", "CN", k0    },
    { LANGUAGE_TIGRIGNA_ETHIOPIA,           "ti", "ET", k0    },
    { LANGUAGE_TIGRIGNA_ERITREA,            "ti", "ER", k0    },
    { LANGUAGE_AMHARIC_ETHIOPIA,            "am", "ET", k0    },
    { LANGUAGE_GUARANI_PARAGUAY,           "gug", "PY", k0    },
    { LANGUAGE_HAWAIIAN_UNITED_STATES,     "haw", "US", k0    },
    { LANGUAGE_EDO,                        "bin", "NG", k0    },    // MS reserved
    { LANGUAGE_FULFULDE_NIGERIA,            "ff", "NG", k0    },    // macrolanguage code; MS since rev.15
    { LANGUAGE_FULFULDE_NIGERIA,           "fuv", "NG", kSAME },    // MS reserved until rev.15, since rev.15 "ff-NG" and "ff-Latn-NG"
    { LANGUAGE_FULFULDE_SENEGAL,            "ff", "SN", k0    },    // macrolanguage code
    { LANGUAGE_HAUSA_NIGERIA,               "ha", "NG", kSAME },
    { LANGUAGE_USER_HAUSA_GHANA,            "ha", "GH", kSAME },
    { LANGUAGE_IGBO_NIGERIA,                "ig", "NG", k0    },
    { LANGUAGE_KANURI_NIGERIA,              "kr", "NG", k0    },    // macrolanguage code; MS reserved until rev.15
    { LANGUAGE_YORUBA,                      "yo", "NG", k0    },
    { LANGUAGE_SOMALI,                      "so", "SO", k0    },
    { LANGUAGE_PAPIAMENTU,                 "pap", "AN", k0    },
    { LANGUAGE_USER_PAPIAMENTU_ARUBA,      "pap", "AW", k0    },
    { LANGUAGE_USER_PAPIAMENTU_CURACAO,    "pap", "CW", k0    },
    { LANGUAGE_USER_PAPIAMENTU_BONAIRE,    "pap", "BQ", k0    },
    { LANGUAGE_ENGLISH_SINGAPORE,           "en", "SG", k0    },
    { LANGUAGE_USER_YIDDISH_US,             "yi", "US", k0    },
    { LANGUAGE_USER_YIDDISH_ISRAEL,         "yi", "IL", k0    },    // new: old was "ji"
    { LANGUAGE_USER_YIDDISH_ISRAEL,         "ji", "IL", kSAME },    // old: new is "yi"
    { LANGUAGE_SYRIAC,                     "syr", "TR", k0    },    // "TR" according to http://www.ethnologue.com/show_language.asp?code=SYC
    { LANGUAGE_SINHALESE_SRI_LANKA,         "si", "LK", k0    },
    { LANGUAGE_CHEROKEE_UNITED_STATES,     "chr", "US", kSAME },
    { LANGUAGE_INUKTITUT_LATIN_CANADA,      "iu", "CA", kSAME },    // macrolanguage code
    { LANGUAGE_INUKTITUT_LATIN_LSO,         "iu", ""  , kSAME },    // macrolanguage code
    { LANGUAGE_SAMI_NORTHERN_NORWAY,        "se", "NO", k0    },
    { LANGUAGE_SAMI_INARI,                 "smn", "FI", k0    },
    { LANGUAGE_SAMI_INARI_LSO,             "smn", ""  , k0    },
    { LANGUAGE_SAMI_LULE_NORWAY,           "smj", "NO", k0    },
    { LANGUAGE_SAMI_LULE_SWEDEN,           "smj", "SE", k0    },
    { LANGUAGE_SAMI_LULE_LSO,              "smj", ""  , k0    },
    { LANGUAGE_SAMI_NORTHERN_FINLAND,       "se", "FI", k0    },
    { LANGUAGE_SAMI_NORTHERN_SWEDEN,        "se", "SE", k0    },
    { LANGUAGE_SAMI_SKOLT,                 "sms", "FI", k0    },
    { LANGUAGE_SAMI_SKOLT_LSO,             "sms", ""  , k0    },
    { LANGUAGE_SAMI_SOUTHERN_NORWAY,       "sma", "NO", k0    },
    { LANGUAGE_SAMI_SOUTHERN_SWEDEN,       "sma", "SE", k0    },
    { LANGUAGE_SAMI_SOUTHERN_LSO,          "sma", ""  , k0    },
    { LANGUAGE_USER_SAMI_KILDIN_RUSSIA,    "sjd", "RU", k0    },
    { LANGUAGE_MAPUDUNGUN_CHILE,           "arn", "CL", k0    },
    { LANGUAGE_CORSICAN_FRANCE,             "co", "FR", k0    },
    { LANGUAGE_ALSATIAN_FRANCE,            "gsw", "FR", k0    },    // in fact 'gsw' is Schwyzerduetsch (Swiss German), which is a dialect of Alemannic German, as is Alsatian. They aren't distinct languages and share this code.
    { LANGUAGE_YAKUT_RUSSIA,               "sah", "RU", k0    },
    { LANGUAGE_MOHAWK_CANADA,              "moh", "CA", k0    },
    { LANGUAGE_BASHKIR_RUSSIA,              "ba", "RU", k0    },
    { LANGUAGE_KICHE_GUATEMALA,            "qut", "GT", k0    },    // MS reserved since rev.15
    { LANGUAGE_DARI_AFGHANISTAN,           "prs", "AF", k0    },
    { LANGUAGE_DARI_AFGHANISTAN,           "gbz", "AF", kSAME },    // was an error
    { LANGUAGE_WOLOF_SENEGAL,               "wo", "SN", k0    },
    { LANGUAGE_FILIPINO,                   "fil", "PH", k0    },
    { LANGUAGE_USER_TAGALOG,                "tl", "PH", k0    },
    { LANGUAGE_ENGLISH_PHILIPPINES,         "en", "PH", k0    },
    { LANGUAGE_IBIBIO_NIGERIA,             "ibb", "NG", k0    },    // MS reserved
    { LANGUAGE_YI,                          "ii", "CN", k0    },
    { LANGUAGE_ENGLISH_ARAB_EMIRATES,       "en", "AE", k0    },
    { LANGUAGE_ENGLISH_BAHRAIN,             "en", "BH", k0    },    // MS reserved
    { LANGUAGE_ENGLISH_EGYPT,               "en", "EG", k0    },    // MS reserved
    { LANGUAGE_ENGLISH_JORDAN,              "en", "JO", k0    },    // MS reserved
    { LANGUAGE_ENGLISH_KUWAIT,              "en", "KW", k0    },    // MS reserved
    { LANGUAGE_ENGLISH_TURKEY,              "en", "TR", k0    },    // MS reserved
    { LANGUAGE_ENGLISH_YEMEN,               "en", "YE", k0    },    // MS reserved
    { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,    "kab", "DZ", k0    },    // In practice Kabyle is the language used for this
    { LANGUAGE_OBSOLETE_USER_KABYLE,       "kab", "DZ", k0    },
    { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,    "ber", "DZ", kSAME },    // In practice Algeria has standardized on Kabyle as the member of the "ber" collective which gets used there.
    { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO, "tmz", "MA", kSAME },
    { LANGUAGE_TAMAZIGHT_MOROCCO,          "tmz", "MA", k0    },    // MS reserved
    { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO, "ber", "MA", kSAME },    // Morocco is officially using Tifinagh for its Berber languages, old kludge to distinguish from LANGUAGE_TAMAZIGHT_LATIN_ALGERIA
    { LANGUAGE_LATIN,                       "la", "VA", k0    },
    { LANGUAGE_OBSOLETE_USER_LATIN_VATICAN, "la", "VA", LANGUAGE_LATIN },
    { LANGUAGE_OBSOLETE_USER_LATIN,         "la", "VA", LANGUAGE_LATIN },
    { LANGUAGE_LATIN,                       "la", ""  , kSAME },
    { LANGUAGE_USER_ESPERANTO,              "eo", ""  , k0    },
    { LANGUAGE_USER_INTERLINGUA,            "ia", ""  , k0    },
    { LANGUAGE_USER_INTERLINGUE,            "ie", ""  , k0    },
    { LANGUAGE_MAORI_NEW_ZEALAND,           "mi", "NZ", k0    },
    { LANGUAGE_OBSOLETE_USER_MAORI,         "mi", "NZ", k0    },
    { LANGUAGE_KINYARWANDA_RWANDA,          "rw", "RW", k0    },
    { LANGUAGE_OBSOLETE_USER_KINYARWANDA,   "rw", "RW", k0    },
    { LANGUAGE_UPPER_SORBIAN_GERMANY,      "hsb", "DE", k0    },    // MS maps this to 'wen-DE', which is nonsense. 'wen' is a collective language code, 'WEN' is a SIL code, see http://www.ethnologue.com/14/show_iso639.asp?code=wen and http://www.ethnologue.com/14/show_language.asp?code=WEN
    { LANGUAGE_OBSOLETE_USER_UPPER_SORBIAN,"hsb", "DE", k0    },
    { LANGUAGE_LOWER_SORBIAN_GERMANY,      "dsb", "DE", k0    },    // MS maps this to 'wee-DE', which is nonsense. 'WEE' is a SIL code, see http://www.ethnologue.com/14/show_language.asp?code=WEE
    { LANGUAGE_LOWER_SORBIAN_LSO,          "dsb", ""  , k0    },
    { LANGUAGE_OBSOLETE_USER_LOWER_SORBIAN,"dsb", "DE", k0    },
    { LANGUAGE_OCCITAN_FRANCE,              "oc", "FR", kSAME },
    { LANGUAGE_OBSOLETE_USER_OCCITAN,       "oc", "FR", LANGUAGE_OCCITAN_FRANCE },
    { LANGUAGE_USER_KURDISH_TURKEY,        "kmr", "TR", kSAME },
    { LANGUAGE_USER_KURDISH_TURKEY,         "ku", "TR", kSAME },
    { LANGUAGE_USER_KURDISH_SYRIA,         "kmr", "SY", kSAME },
    { LANGUAGE_USER_KURDISH_SYRIA,          "ku", "SY", kSAME },
    { LANGUAGE_KURDISH_ARABIC_IRAQ,        "ckb", "IQ", k0    },
    { LANGUAGE_KURDISH_ARABIC_IRAQ,         "ku", "IQ", kSAME },
    { LANGUAGE_OBSOLETE_USER_KURDISH_IRAQ,  "ku", "IQ", LANGUAGE_KURDISH_ARABIC_IRAQ },
    { LANGUAGE_USER_KURDISH_SOUTHERN_IRAN, "sdh", "IR", k0    },
    { LANGUAGE_USER_KURDISH_SOUTHERN_IRAQ, "sdh", "IQ", k0    },
    { LANGUAGE_USER_KURDISH_IRAN,          "ckb", "IR", k0    },
    { LANGUAGE_USER_KURDISH_IRAN,           "ku", "IR", kSAME },
    { LANGUAGE_KURDISH_ARABIC_LSO,         "ckb", ""  , k0    },
    { LANGUAGE_USER_SARDINIAN,              "sc", "IT", k0    },    // macrolanguage code
    { LANGUAGE_USER_SARDINIAN_CAMPIDANESE, "sro", "IT", k0    },
    { LANGUAGE_USER_SARDINIAN_GALLURESE,   "sdn", "IT", k0    },
    { LANGUAGE_USER_SARDINIAN_LOGUDORESE,  "src", "IT", k0    },
    { LANGUAGE_USER_SARDINIAN_SASSARESE,   "sdc", "IT", k0    },
    { LANGUAGE_BRETON_FRANCE,               "br", "FR", k0    },
    { LANGUAGE_OBSOLETE_USER_BRETON,        "br", "FR", k0    },
    { LANGUAGE_KALAALLISUT_GREENLAND,       "kl", "GL", k0    },
    { LANGUAGE_OBSOLETE_USER_KALAALLISUT,   "kl", "GL", k0    },
    { LANGUAGE_USER_SWAZI,                  "ss", "ZA", k0    },
    { LANGUAGE_USER_NDEBELE_SOUTH,          "nr", "ZA", k0    },
    { LANGUAGE_TSWANA_BOTSWANA,             "tn", "BW", k0    },
    { LANGUAGE_OBSOLETE_USER_TSWANA_BOTSWANA, "tn", "BW", k0  },
    { LANGUAGE_USER_ENGLISH_BOTSWANA,       "en", "BW", k0    },
    { LANGUAGE_USER_MOORE,                 "mos", "BF", k0    },
    { LANGUAGE_USER_BAMBARA,                "bm", "ML", k0    },
    { LANGUAGE_USER_AKAN,                   "ak", "GH", k0    },
    { LANGUAGE_LUXEMBOURGISH_LUXEMBOURG,    "lb", "LU", k0    },
    { LANGUAGE_OBSOLETE_USER_LUXEMBOURGISH, "lb", "LU", k0    },
    { LANGUAGE_USER_FRIULIAN,              "fur", "IT", k0    },
    { LANGUAGE_USER_FIJIAN,                 "fj", "FJ", k0    },
    { LANGUAGE_USER_AFRIKAANS_NAMIBIA,      "af", "NA", k0    },
    { LANGUAGE_USER_ENGLISH_NAMIBIA,        "en", "NA", k0    },
    { LANGUAGE_USER_WALLOON,                "wa", "BE", k0    },
    { LANGUAGE_USER_COPTIC,                "cop", "EG", k0    },
    { LANGUAGE_USER_GASCON,                "gsc", "FR", k0    },
    { LANGUAGE_USER_GERMAN_BELGIUM,         "de", "BE", k0    },
    { LANGUAGE_USER_CHUVASH,                "cv", "RU", k0    },
    { LANGUAGE_USER_EWE_GHANA,              "ee", "GH", k0    },
    { LANGUAGE_USER_ENGLISH_GHANA,          "en", "GH", k0    },
    { LANGUAGE_USER_SANGO,                  "sg", "CF", k0    },
    { LANGUAGE_USER_GANDA,                  "lg", "UG", k0    },
    { LANGUAGE_USER_LINGALA_DRCONGO,        "ln", "CD", k0    },
    { LANGUAGE_USER_LOW_GERMAN,            "nds", "DE", k0    },
    { LANGUAGE_USER_HILIGAYNON,            "hil", "PH", k0    },
    { LANGUAGE_USER_ENGLISH_MALAWI,         "en", "MW", k0    },   /* en default for MW */
    { LANGUAGE_USER_NYANJA,                 "ny", "MW", k0    },
    { LANGUAGE_USER_KASHUBIAN,             "csb", "PL", k0    },
    { LANGUAGE_SPANISH_CUBA,                "es", "CU", k0    },
    { LANGUAGE_OBSOLETE_USER_SPANISH_CUBA,  "es", "CU", k0    },
    { LANGUAGE_USER_QUECHUA_NORTH_BOLIVIA, "qul", "BO", k0    },
    { LANGUAGE_USER_QUECHUA_SOUTH_BOLIVIA, "quh", "BO", k0    },
    { LANGUAGE_USER_BODO_INDIA,            "brx", "IN", k0    },
    { LANGUAGE_USER_DOGRI_INDIA,           "dgo", "IN", k0    },
    { LANGUAGE_USER_MAITHILI_INDIA,        "mai", "IN", k0    },
    { LANGUAGE_USER_SANTALI_INDIA,         "sat", "IN", k0    },
    { LANGUAGE_USER_TETUN,                 "tet", "ID", k0    },
    { LANGUAGE_USER_TETUN_TIMOR_LESTE,     "tet", "TL", k0    },
    { LANGUAGE_USER_TOK_PISIN,             "tpi", "PG", k0    },
    { LANGUAGE_USER_SHUSWAP,               "shs", "CA", k0    },
    { LANGUAGE_USER_ANCIENT_GREEK,         "grc", "GR", k0    },
    { LANGUAGE_USER_ASTURIAN,              "ast", "ES", k0    },
    { LANGUAGE_USER_LATGALIAN,             "ltg", "LV", k0    },
    { LANGUAGE_USER_MAORE,                 "swb", "YT", k0    },
    { LANGUAGE_USER_BUSHI,                 "buc", "YT", k0    },
    { LANGUAGE_USER_TAHITIAN,               "ty", "PF", k0    },
    { LANGUAGE_MALAGASY_PLATEAU,           "plt", "MG", k0    },    // MS reserved
    { LANGUAGE_MALAGASY_PLATEAU,            "mg", "MG", kSAME },
    { LANGUAGE_OBSOLETE_USER_MALAGASY_PLATEAU, "plt", "MG", k0 },
    { LANGUAGE_USER_BAFIA,                 "ksf", "CM", k0    },
    { LANGUAGE_USER_GIKUYU,                 "ki", "KE", k0    },
    { LANGUAGE_USER_RUSYN_UKRAINE,         "rue", "UA", k0    },
    { LANGUAGE_USER_RUSYN_SLOVAKIA,        "rue", "SK", k0    },
    { LANGUAGE_USER_LIMBU,                 "lif", "NP", k0    },
    { LANGUAGE_USER_LOJBAN,                "jbo", ""  , k0    },
    { LANGUAGE_USER_HAITIAN,                "ht", "HT", k0    },
    { LANGUAGE_FRENCH_HAITI,                "fr", "HT", k0    },
    { LANGUAGE_USER_BEEMBE,                "beq", "CG", k0    },
    { LANGUAGE_USER_BEKWEL,                "bkw", "CG", k0    },
    { LANGUAGE_USER_KITUBA,                "mkw", "CG", k0    },
    { LANGUAGE_USER_LARI,                  "ldi", "CG", k0    },
    { LANGUAGE_USER_MBOCHI,                "mdw", "CG", k0    },
    { LANGUAGE_USER_TEKE_EBOO,             "ebo", "CG", k0    },
    { LANGUAGE_USER_TEKE_IBALI,            "tek", "CG", k0    },
    { LANGUAGE_USER_TEKE_TYEE,             "tyx", "CG", k0    },
    { LANGUAGE_USER_VILI,                  "vif", "CG", k0    },
    { LANGUAGE_USER_PORTUGUESE_ANGOLA,      "pt", "AO", k0    },
    { LANGUAGE_USER_MANX,                   "gv", "GB", k0    },
    { LANGUAGE_USER_ARAGONESE,              "an", "ES", k0    },
    { LANGUAGE_USER_KEYID,                 "qtz", ""  , k0    },    // key id pseudolanguage used for UI testing
    { LANGUAGE_USER_PALI_LATIN,            "pli", ""  , kSAME },    // Pali with Latin script, ISO 639-3 (sigh..) back-compat, Latin is not a default script though...
    { LANGUAGE_USER_KYRGYZ_CHINA,           "ky", "CN", k0    },
    { LANGUAGE_USER_KOMI_ZYRIAN,           "kpv", "RU", k0    },
    { LANGUAGE_USER_KOMI_PERMYAK,          "koi", "RU", k0    },
    { LANGUAGE_USER_PITJANTJATJARA,        "pjt", "AU", k0    },
    { LANGUAGE_USER_ERZYA,                 "myv", "RU", k0    },
    { LANGUAGE_USER_MARI_MEADOW,           "mhr", "RU", k0    },
    { LANGUAGE_USER_KHANTY,                "kca", "RU", k0    },
    { LANGUAGE_USER_LIVONIAN,              "liv", "RU", k0    },
    { LANGUAGE_USER_MOKSHA,                "mdf", "RU", k0    },
    { LANGUAGE_USER_MARI_HILL,             "mrj", "RU", k0    },
    { LANGUAGE_USER_NGANASAN,              "nio", "RU", k0    },
    { LANGUAGE_USER_OLONETS,               "olo", "RU", k0    },
    { LANGUAGE_USER_VEPS,                  "vep", "RU", k0    },
    { LANGUAGE_USER_VORO,                  "vro", "EE", k0    },
    { LANGUAGE_USER_NENETS,                "yrk", "RU", k0    },
    { LANGUAGE_USER_AKA,                   "axk", "CF", k0    },
    { LANGUAGE_USER_AKA_CONGO,             "axk", "CG", k0    },
    { LANGUAGE_USER_DIBOLE,                "bvx", "CG", k0    },
    { LANGUAGE_USER_DOONDO,                "dde", "CG", k0    },
    { LANGUAGE_USER_KAAMBA,                "xku", "CG", k0    },
    { LANGUAGE_USER_KOONGO,                "kng", "CD", k0    },
    { LANGUAGE_USER_KOONGO_CONGO,          "kng", "CG", k0    },
    { LANGUAGE_USER_KUNYI,                 "njx", "CG", k0    },
    { LANGUAGE_USER_NGUNGWEL,              "ngz", "CG", k0    },
    { LANGUAGE_USER_NJYEM,                 "njy", "CM", k0    },
    { LANGUAGE_USER_NJYEM_CONGO,           "njy", "CG", k0    },
    { LANGUAGE_USER_PUNU,                  "puu", "GA", k0    },
    { LANGUAGE_USER_PUNU_CONGO,            "puu", "CG", k0    },
    { LANGUAGE_USER_SUUNDI,                "sdj", "CG", k0    },
    { LANGUAGE_USER_TEKE_KUKUYA,           "kkw", "CG", k0    },
    { LANGUAGE_USER_TSAANGI,               "tsa", "CG", k0    },
    { LANGUAGE_USER_YAKA,                  "iyx", "CG", k0    },
    { LANGUAGE_USER_YOMBE,                 "yom", "CD", k0    },
    { LANGUAGE_USER_YOMBE_CONGO,           "yom", "CG", k0    },
    { LANGUAGE_USER_SIDAMA,                "sid", "ET", k0    },
    { LANGUAGE_USER_NKO,                   "nqo", "GN", k0    },
    { LANGUAGE_USER_UDMURT,                "udm", "RU", k0    },
    { LANGUAGE_USER_CORNISH,                "kw", "GB", k0    },
    { LANGUAGE_USER_CORNISH,                "kw", "UK", kSAME },    // old erroneous tag
    { LANGUAGE_USER_SAMI_PITE_SWEDEN,      "sje", "SE", k0    },
    { LANGUAGE_USER_NGAEBERE,              "gym", "PA", k0    },
    { LANGUAGE_USER_KUMYK,                 "kum", "RU", k0    },
    { LANGUAGE_USER_NOGAI,                 "nog", "RU", k0    },
    { LANGUAGE_USER_LADIN,                 "lld", "IT", k0    },
    { LANGUAGE_USER_FRENCH_BURKINA_FASO,    "fr", "BF", k0    },
    { LANGUAGE_USER_PUINAVE,               "pui", "CO", k0    },
    { LANGUAGE_USER_AVAR,                   "av", "RU", k0    },
    { LANGUAGE_USER_LENGO,                 "lgr", "SB", k0    },
    { LANGUAGE_USER_FRENCH_BENIN,           "fr", "BJ", k0    },
    { LANGUAGE_USER_FRENCH_NIGER,           "fr", "NE", k0    },
    { LANGUAGE_USER_FRENCH_TOGO,            "fr", "TG", k0    },
    { LANGUAGE_USER_KVEN_FINNISH,          "fkv", "NO", k0    },
    { LANGUAGE_USER_CHURCH_SLAVIC,          "cu", "RU", k0    },
    { LANGUAGE_USER_VENETIAN,              "vec", "IT", k0    },
    { LANGUAGE_USER_ENGLISH_GAMBIA,         "en", "GM", k0    },
    { LANGUAGE_USER_OCCITAN_ARANESE,        "oc", "ES", kSAME },
    { LANGUAGE_USER_ARPITAN_FRANCE,        "frp", "FR", k0    },
    { LANGUAGE_USER_ARPITAN_ITALY,         "frp", "IT", k0    },
    { LANGUAGE_USER_ARPITAN_SWITZERLAND,   "frp", "CH", k0    },
    { LANGUAGE_USER_APATANI,               "apt", "IN", k0    },
    { LANGUAGE_USER_ENGLISH_MAURITIUS,      "en", "MU", k0    },
    { LANGUAGE_USER_FRENCH_MAURITIUS,       "fr", "MU", k0    },
    { LANGUAGE_USER_SILESIAN,              "szl", "PL", k0    },
    { LANGUAGE_USER_MANCHU,                "mnc", "CN", k0    },
    { LANGUAGE_USER_XIBE,                  "sjo", "CN", k0    },
    { LANGUAGE_USER_KITUBA_DRCONGO,        "ktu", "CD", k0    },
    { LANGUAGE_USER_FON,                   "fon", "BJ", k0    },
    { LANGUAGE_USER_PLAUTDIETSCH,          "pdt", "CA", k0    },
    { LANGUAGE_USER_ARMENIAN_WESTERN,      "hyw", "AM", k0    },
    { LANGUAGE_USER_ARMENIAN_CLASSICAL,    "xcl", "AM", k0    },
    { LANGUAGE_USER_JUHOAN,                "ktz", "NA", k0    },
    { LANGUAGE_USER_NARO,                  "nhr", "BW", k0    },
    { LANGUAGE_USER_ILOKO,                 "ilo", "PH", k0    },
    { LANGUAGE_USER_ENGLISH_ZAMBIA,         "en", "ZM", k0    },
    { LANGUAGE_USER_ENGLISH_SRI_LANKA,      "en", "LK", k0    },
    { LANGUAGE_USER_ENGLISH_NIGERIA,        "en", "NG", k0    },
    { LANGUAGE_USER_KABARDIAN,             "kbd", "RU", k0    },    // Cyrillic script
    { LANGUAGE_USER_GUADELOUPEAN_CREOLE_FRENCH, "gcf", "GP", k0 },
    { LANGUAGE_USER_LIGURIAN,              "lij", "IT", k0    },
    { LANGUAGE_USER_MINANGKABAU,           "min", "ID", k0    },
    { LANGUAGE_USER_SUNDANESE,             "sun", "ID", k0    },
    { LANGUAGE_USER_YAKA_DRCONGO,          "yaf", "CD", k0    },
    { LANGUAGE_USER_ENGLISH_KENYA,          "en", "KE", k0    },
    { LANGUAGE_USER_CABECAR,               "cjp", "CR", k0    },
    { LANGUAGE_USER_BRIBRI,                "bzd", "CR", k0    },
    { LANGUAGE_USER_ENGLISH_DENMARK,        "en", "DK", k0    },
    { LANGUAGE_USER_SESOTHO_LESOTHO,        "st", "LS", k0    },
    { LANGUAGE_USER_KLINGON,               "tlh", ""  , k0    },
    { LANGUAGE_USER_ENGLISH_ISRAEL,         "en", "IL", k0    },
    { LANGUAGE_USER_PENNSYLVANIA_DUTCH,    "pdc", "US", k0    },
    { LANGUAGE_USER_PORTUGUESE_MOZAMBIQUE,  "pt", "MZ", k0    },
    { LANGUAGE_USER_SPANISH_EQUATORIAL_GUINEA, "es", "GQ", k0    },
    { LANGUAGE_USER_SPANISH_PHILIPPINES,    "es", "PH", k0    },
    { LANGUAGE_USER_ENGLISH_ANTIGUA_BARBUDA,"en", "AG", k0    },
    { LANGUAGE_USER_SARAIKI,               "skr", "PK", k0    },
    { LANGUAGE_USER_MORISYEN,              "mfe", "MU", k0    },
    // Add new languages ^^^ there.
    { LANGUAGE_MULTIPLE,                   "mul", ""  , k0    },    // multiple languages, many languages are used
    { LANGUAGE_UNDETERMINED,               "und", ""  , k0    },    // undetermined language, language cannot be identified
    { LANGUAGE_NONE,                       "zxx", ""  , k0    },    // added to ISO 639-2 on 2006-01-11: Used to declare the absence of linguistic information
};
 
IsoLanguageScriptCountryEntry const aImplIsoLangScriptEntries[] =
{
    // MS-LangID,                             ISO639-ISO15924, ISO3166, override
    { LANGUAGE_SERBIAN_LATIN_SERBIA,                "sr-Latn", "RS", k0    },
    { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_SERBIA,  "sr-Latn", "RS", k0    },
    { LANGUAGE_SERBIAN_LATIN_MONTENEGRO,            "sr-Latn", "ME", k0    },
    { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_MONTENEGRO,"sr-Latn", "ME", k0  },
    { LANGUAGE_SERBIAN_LATIN_BOSNIA_HERZEGOVINA,    "sr-Latn", "BA", k0    },
    { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr-Latn", "CS", k0    },   // Serbian Latin in Serbia and Montenegro; note that not all applications may know about the 'CS' reusage mess, see https://en.wikipedia.org/wiki/ISO_3166-2:CS
    { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr-Latn", "YU", k0    },   // legacy Serbian Latin in Yugoslavia
    { LANGUAGE_SERBIAN_LATIN_LSO,                   "sr-Latn", ""  , k0    },
    { LANGUAGE_SERBIAN_LATIN_NEUTRAL,               "sr-Latn", ""  , LANGUAGE_SERBIAN_LATIN_LSO },  // MS lists this as 'sr' only, what a mess
    { LANGUAGE_SERBIAN_CYRILLIC_SERBIA,             "sr-Cyrl", "RS", kSAME },   // MS
    { LANGUAGE_SERBIAN_CYRILLIC_MONTENEGRO,         "sr-Cyrl", "ME", kSAME },   // MS
    { LANGUAGE_SERBIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "sr-Cyrl", "BA", kSAME },   // MS
    { LANGUAGE_SERBIAN_CYRILLIC_SAM,                "sr-Cyrl", "CS", kSAME },   // MS
    { LANGUAGE_SERBIAN_CYRILLIC_LSO,                "sr-Cyrl", ""  , kSAME },   // MS
    { LANGUAGE_BOSNIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "bs-Cyrl", "BA", k0    },
    { LANGUAGE_BOSNIAN_CYRILLIC_LSO,                "bs-Cyrl", ""  , k0    },
    { LANGUAGE_AZERI_CYRILLIC,                      "az-Cyrl", "AZ", k0    },   // macrolanguage code; MS reserved since rev.15
    { LANGUAGE_AZERI_CYRILLIC_LSO,                  "az-Cyrl", ""  , k0    },   // macrolanguage code
    { LANGUAGE_UZBEK_CYRILLIC,                      "uz-Cyrl", "UZ", k0    },   // macrolanguage code; MS reserved since rev.15
    { LANGUAGE_UZBEK_CYRILLIC_LSO,                  "uz-Cyrl", ""  , k0    },   // macrolanguage code
    { LANGUAGE_MONGOLIAN_CYRILLIC_MONGOLIA,         "mn-Cyrl", "MN", k0    },   // macrolanguage code; should be khk-MN or khk-Cyrl-MN
    { LANGUAGE_MONGOLIAN_CYRILLIC_LSO,              "mn-Cyrl", ""  , k0    },   // macrolanguage code; MS, should be khk or khk-Cyrl
    { LANGUAGE_MONGOLIAN_MONGOLIAN_MONGOLIA,        "mn-Mong", "MN", k0    },   // macrolanguage code; MS, should be khk-Mong-MN
    { LANGUAGE_MONGOLIAN_MONGOLIAN_CHINA,           "mn-Mong", "CN", k0    },   // macrolanguage code; MS reserved since rev.15; should actually be mvf-CN
    { LANGUAGE_MONGOLIAN_MONGOLIAN_LSO,             "mn-Mong", ""  , k0    },   // macrolanguage code
    { LANGUAGE_USER_PALI_LATIN,                     "pi-Latn", ""  , k0    },
    { LANGUAGE_USER_PALI_THAI,                      "pi-Thai", ""  , k0    },
    { LANGUAGE_USER_KARAKALPAK_LATIN,              "kaa-Latn", "UZ", k0    },
    { LANGUAGE_TAJIK,                               "tg-Cyrl", "TJ", k0    },   // MS
    { LANGUAGE_TAJIK_LSO,                           "tg-Cyrl", ""  , k0    },   // MS
    { LANGUAGE_AZERI_LATIN,                         "az-Latn", "AZ", k0    },   // macrolanguage code; MS
    { LANGUAGE_AZERI_LATIN_LSO,                     "az-Latn", ""  , k0    },   // macrolanguage code; MS
    { LANGUAGE_USER_YIDDISH_US,                     "yi-Hebr", "US", kSAME },   // macrolanguage code; MS, Hebr is suppress-script
    { LANGUAGE_USER_YIDDISH_ISRAEL,                 "yi-Hebr", "IL", kSAME },   // macrolanguage code; MS, Hebr is suppress-script
    { LANGUAGE_UZBEK_LATIN,                         "uz-Latn", "UZ", k0    },   // macrolanguage code
    { LANGUAGE_UZBEK_LATIN_LSO,                     "uz-Latn", ""  , k0    },
    { LANGUAGE_SINDHI,                              "sd-Deva", "IN", k0    },   // MS reserved
    { LANGUAGE_SINDHI_PAKISTAN,                     "sd-Arab", "PK", k0    },   // MS
    { LANGUAGE_SINDHI_ARABIC_LSO,                   "sd-Arab", ""  , k0    },
    { LANGUAGE_CHEROKEE_UNITED_STATES,             "chr-Cher", "US", k0    },   // MS
    { LANGUAGE_CHEROKEE_CHEROKEE_LSO,              "chr-Cher", ""  , k0    },
    { LANGUAGE_INUKTITUT_SYLLABICS_CANADA,          "iu-Cans", "CA", k0    },   // macrolanguage code, MS
    { LANGUAGE_INUKTITUT_SYLLABICS_LSO,             "iu-Cans", ""  , k0    },   // macrolanguage code, MS
    { LANGUAGE_INUKTITUT_LATIN_CANADA,              "iu-Latn", "CA", k0    },   // macrolanguage code, MS
    { LANGUAGE_INUKTITUT_LATIN_LSO,                 "iu-Latn", ""  , k0    },   // macrolanguage code, MS
    { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO,         "tzm-Tfng", "MA", k0    },
    { LANGUAGE_TAMAZIGHT_TIFINAGH_LSO,             "tzm-Tfng", ""  , k0    },
    { LANGUAGE_KASHMIRI_INDIA,                      "ks-Deva", "IN", k0    },   // MS since rev.15, earlier was "ks-Deva" reserved
    { LANGUAGE_KASHMIRI,                            "ks-Arab", ""  , k0    },   // MS, Kashmiri in "Jammu and Kashmir" ... no ISO3166 code for that
    { LANGUAGE_HAUSA_NIGERIA,                       "ha-Latn", "NG", k0    },   // MS
    { LANGUAGE_USER_HAUSA_GHANA,                    "ha-Latn", "GH", k0    },
    { LANGUAGE_HAUSA_LATIN_LSO,                     "ha-Latn", ""  , k0    },
    { LANGUAGE_LATIN,                               "la-Latn", ""  , kSAME },   // MS reserved until rev.15, though Latn is suppress-script, "la-VA" since rev.15
    { LANGUAGE_TAI_NUA_CHINA,                      "tdd-Tale", "CN", k0    },   // MS reserved
    { LANGUAGE_LU_CHINA,                           "khb-Talu", "CN", k0    },   // MS reserved
    { LANGUAGE_KURDISH_ARABIC_IRAQ,                 "ku-Arab", "IQ", kSAME },   // macrolanguage code, MS
    { LANGUAGE_KURDISH_ARABIC_LSO,                  "ku-Arab", ""  , kSAME },   // macrolanguage code, MS
    { LANGUAGE_USER_KURDISH_TURKEY,                "kmr-Latn", "TR", k0    },
    { LANGUAGE_USER_KURDISH_SYRIA,                 "kmr-Latn", "SY", k0    },
    { LANGUAGE_PUNJABI_PAKISTAN,                   "pnb-Arab", "PK", k0    },
    { LANGUAGE_PUNJABI_ARABIC_LSO,                 "pnb-Arab", ""  , k0    },
    { LANGUAGE_PUNJABI_PAKISTAN,                    "pa-Arab", "PK", k0    },   // MS, incorrect
    { LANGUAGE_PUNJABI_ARABIC_LSO,                  "pa-Arab", ""  , k0    },   // MS, incorrect
    { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,            "tzm-Latn", "DZ", kSAME },   // MS
    { LANGUAGE_TAMAZIGHT_LATIN_LSO,                "tzm-Latn", ""  , k0    },   // MS
    { LANGUAGE_FULFULDE_NIGERIA,                    "ff-Latn", "NG", kSAME },   // macrolanguage code; MS since rev.15
    { LANGUAGE_FULFULDE_SENEGAL,                    "ff-Latn", "SN", k0    },   // macrolanguage code, MS
    { LANGUAGE_FULFULDE_LATIN_LSO,                  "ff-Latn", ""  , k0    },   // macrolanguage code
    { LANGUAGE_BOSNIAN_LATIN_BOSNIA_HERZEGOVINA,    "bs-Latn", "BA", kSAME },   // MS, though Latn is suppress-script
    { LANGUAGE_BOSNIAN_LATIN_LSO,                   "bs-Latn", ""  , LANGUAGE_BOSNIAN_LSO },   // MS, though Latn is suppress-script
    { LANGUAGE_CHINESE_TRADITIONAL_LSO,             "zh-Hant", ""  , k0    },
    { LANGUAGE_CHINESE_SIMPLIFIED,                  "zh-Hans", "CN", kSAME },   // canonical, but prefer legacy zh-CN
    { LANGUAGE_CHINESE_TRADITIONAL,                 "zh-Hant", "TW", kSAME },   // canonical, but prefer legacy zh-TW
    { LANGUAGE_CHINESE_SINGAPORE,                   "zh-Hans", "SG", kSAME },   // canonical, but prefer legacy zh-SG
    { LANGUAGE_CHINESE_HONGKONG,                    "zh-Hant", "HK", kSAME },   // canonical, but prefer legacy zh-HK
    { LANGUAGE_CHINESE_MACAU,                       "zh-Hant", "MO", kSAME },   // canonical, but prefer legacy zh-MO
    { LANGUAGE_USER_MANINKAKAN_EASTERN_LATIN,      "emk-Latn", "GN", k0    },
    { LANGUAGE_USER_CREE_PLAINS_LATIN,             "crk-Latn", "CA", k0    },
    { LANGUAGE_USER_CREE_PLAINS_SYLLABICS,         "crk-Cans", "CA", k0    },
    { LANGUAGE_USER_CREE_PLAINS_LATIN,             "crk-Latn", "CN", kSAME },   // erroneous tdf#73973
    { LANGUAGE_USER_CREE_PLAINS_SYLLABICS,         "crk-Cans", "CN", kSAME },   // erroneous tdf#73973
    { LANGUAGE_USER_HUNGARIAN_ROVAS,                "hu-Hung", "HU", k0    },
    { LANGUAGE_USER_MALAY_ARABIC_MALAYSIA,          "ms-Arab", "MY", k0    },
    { LANGUAGE_USER_MALAY_ARABIC_BRUNEI,            "ms-Arab", "BN", k0    },
    { LANGUAGE_KAZAKH_LATIN,                        "kk-Latn", "KZ", k0    },
    { LANGUAGE_KAZAKH_LATIN_LSO,                    "kk-Latn", ""  , k0    },   // MS reserved
    { LANGUAGE_KAZAKH_CYRILLIC_LSO,                 "kk-Cyrl", ""  , k0    },   // MS reserved
    { LANGUAGE_KANURI_NIGERIA,                      "kr-Latn", "NG", k0    },   // macrolanguage code; MS since rev.15
    { LANGUAGE_TAMAZIGHT_ARABIC_MOROCCO,           "tzm-Arab", "MA", k0    },   // MS since rev.15, was reserved
    { LANGUAGE_USER_ROHINGYA_HANIFI,               "rhg-Rhog", "MM", k0    },
};
 
Bcp47CountryEntry const aImplBcp47CountryEntries[] =
{
    // MS-LangID                              full BCP47, ISO3166, ISO639-Variant or other fallback
    { LANGUAGE_CATALAN_VALENCIAN,        "ca-ES-valencia", "ES", "ca-valencia", k0 },
    { LANGUAGE_OBSOLETE_USER_CATALAN_VALENCIAN, "ca-ES-valencia", "ES", "", k0 },   // In case MS format files using the old value escaped into the wild, map them back.
    { LANGUAGE_USER_ENGLISH_UK_OXENDICT, "en-GB-oxendict", "GB", "", k0 },
    { LANGUAGE_USER_ENGLISH_UK_OED,           "en-GB-oed", "GB", "", LANGUAGE_USER_ENGLISH_UK_OXENDICT },   // grandfathered, deprecated, prefer en-GB-oxendict
    { LANGUAGE_SPANISH_DATED,           "es-ES-u-co-trad", "ES", "es-u-co-trad", k0 },  // RFC6067/CLDR
    { LANGUAGE_SPANISH_DATED,              "es-ES_tradnl", "ES", "", kSAME },           // MS malformed
    { LANGUAGE_OCCITAN_FRANCE,           "oc-FR-lengadoc", "FR", "oc-lengadoc", k0 },
    { LANGUAGE_USER_OCCITAN_ARANESE,       "oc-ES-aranes", "ES", "oc-aranes", k0 },
//  { LANGUAGE_YUE_CHINESE_HONGKONG,         "zh-yue-HK", "HK", "", 0 },   // MS reserved, prefer yue-HK; do not add unless LanguageTag::simpleExtract() can handle it to not call liblangtag for rsc!
    { LANGUAGE_YIDDISH,                          "yi-001",   "", "", k0 },  // MS since rev.15, was "yi-Hebr" reserved, "001"="World"
    { LANGUAGE_FRENCH_WEST_INDIES,               "fr-029",   "", "", k0 },  // MS since rev.15, was "Neither defined nor reserved", "029"="Caribbean"
    { LANGUAGE_SPANISH_LATIN_AMERICA,            "es-419",   "", "", k0 },  // MS reserved since rev.15, "419"="Latin America and the Caribbean"
    { LANGUAGE_OBSOLETE_USER_SPANISH_LATIN_AMERICA, "es-419", "", "", LANGUAGE_SPANISH_LATIN_AMERICA },
    { LANGUAGE_USER_INTERSLAVIC_LATIN, "art-Latn-x-interslv", "", "", k0 },  // see discussion in tdf#145853
    { LANGUAGE_USER_INTERSLAVIC_CYRILLIC, "art-Cyrl-x-interslv", "", "", k0 },
};
 
const IsoLanguageCountryEntry aLastResortFallbackEntry =
{ LANGUAGE_ENGLISH_US, "en", "US", k0 };
 
OUString IsoLanguageCountryEntry::getTagString() const
{
    if (maCountry[0])
        return OUString( OUString::createFromAscii( maLanguage) + "-" + OUString::createFromAscii( maCountry));
    else
        return OUString::createFromAscii( maLanguage);
}
 
css::lang::Locale IsoLanguageCountryEntry::getLocale() const
{
    return lang::Locale( OUString::createFromAscii( maLanguage), OUString::createFromAscii( maCountry), OUString());
}
 
OUString IsoLanguageScriptCountryEntry::getTagString() const
{
    if (maCountry[0])
        return OUString( OUString::createFromAscii( maLanguageScript) + "-" + OUString::createFromAscii( maCountry));
    else
        return OUString::createFromAscii( maLanguageScript);
}
 
css::lang::Locale IsoLanguageScriptCountryEntry::getLocale() const
{
    return lang::Locale( I18NLANGTAG_QLT, OUString::createFromAscii( maCountry), getTagString());
}
 
bool IsoLanguageScriptCountryEntry::startsInIgnoreAsciiCase( std::u16string_view aStr ) const
{
    return o3tl::matchIgnoreAsciiCase(aStr, std::string_view(maLanguageScript) );
}
 
OUString Bcp47CountryEntry::getTagString() const
{
    return OUString::createFromAscii( mpBcp47);
}
 
css::lang::Locale Bcp47CountryEntry::getLocale() const
{
    return lang::Locale( I18NLANGTAG_QLT, OUString::createFromAscii( maCountry), getTagString());
}
 
 
// In this table are the countries which should mapped to a specific
// english language
IsoLangEngEntry const aImplIsoLangEngEntries[] =
{
    { LANGUAGE_ENGLISH_UK,                  "AO" },         // Angola
    { LANGUAGE_ENGLISH_UK,                  "BJ" },         // Benin
    { LANGUAGE_ENGLISH_UK,                  "BW" },         // Botswana
    { LANGUAGE_ENGLISH_UK,                  "BI" },         // Burundi
    { LANGUAGE_ENGLISH_UK,                  "CM" },         // Cameroon
    { LANGUAGE_ENGLISH_UK,                  "GA" },         // Gabon
    { LANGUAGE_ENGLISH_UK,                  "GM" },         // Gambia
    { LANGUAGE_ENGLISH_UK,                  "GH" },         // Ghana
    { LANGUAGE_ENGLISH_UK,                  "GN" },         // Guinea
    { LANGUAGE_ENGLISH_UK,                  "LS" },         // Lesotho
    { LANGUAGE_ENGLISH_UK,                  "MW" },         // Malawi
    { LANGUAGE_ENGLISH_UK,                  "MT" },         // Malta
    { LANGUAGE_ENGLISH_UK,                  "NA" },         // Namibia
    { LANGUAGE_ENGLISH_UK,                  "NG" },         // Nigeria
    { LANGUAGE_ENGLISH_UK,                  "UG" },         // Uganda
    { LANGUAGE_ENGLISH_UK,                  "ZM" },         // Zambia
    { LANGUAGE_ENGLISH_UK,                  "ZW" },         // Zimbabwe
    { LANGUAGE_ENGLISH_UK,                  "SZ" },         // Swaziland
    { LANGUAGE_ENGLISH_UK,                  "NG" },         // Sierra Leone
    { LANGUAGE_ENGLISH_UK,                  "KN" },         // Saint Kitts and Nevis
    { LANGUAGE_ENGLISH_UK,                  "SH" },         // St. Helena
    { LANGUAGE_ENGLISH_UK,                  "IO" },         // British Indian Oceanic Territory
    { LANGUAGE_ENGLISH_UK,                  "FK" },         // Falkland Islands
    { LANGUAGE_ENGLISH_UK,                  "GI" },         // Gibraltar
    { LANGUAGE_ENGLISH_UK,                  "KI" },         // Kiribati
    { LANGUAGE_ENGLISH_UK,                  "VG" },         // Virgin Islands
    { LANGUAGE_ENGLISH_UK,                  "MU" },         // Mauritius
    { LANGUAGE_ENGLISH_UK,                  "FJ" },         // Fiji
    { LANGUAGE_ENGLISH_US,                  "KI" },         // Kiribati
    { LANGUAGE_ENGLISH_US,                  "LR" },         // Liberia
    { LANGUAGE_ENGLISH_US,                  "GU" },         // Guam
    { LANGUAGE_ENGLISH_US,                  "MH" },         // Marshall Islands
    { LANGUAGE_ENGLISH_US,                  "PW" },         // Palau
    { LANGUAGE_ENGLISH_CARIBBEAN,           "AI" },         // Anguilla
    { LANGUAGE_ENGLISH_CARIBBEAN,           "AG" },         // Antigua and Barbuda
    { LANGUAGE_ENGLISH_CARIBBEAN,           "BS" },         // Bahamas
    { LANGUAGE_ENGLISH_CARIBBEAN,           "BB" },         // Barbados
    { LANGUAGE_ENGLISH_CARIBBEAN,           "BM" },         // Bermuda
    { LANGUAGE_ENGLISH_CARIBBEAN,           "KY" },         // Cayman Islands
    { LANGUAGE_ENGLISH_CARIBBEAN,           "GD" },         // Grenada
    { LANGUAGE_ENGLISH_CARIBBEAN,           "DM" },         // Dominica
    { LANGUAGE_ENGLISH_CARIBBEAN,           "HT" },         // Haiti
    { LANGUAGE_ENGLISH_CARIBBEAN,           "MS" },         // Montserrat
    { LANGUAGE_ENGLISH_CARIBBEAN,           "FM" },         // Micronesia
    { LANGUAGE_ENGLISH_CARIBBEAN,           "VC" },         // St. Vincent / Grenadines
    { LANGUAGE_ENGLISH_CARIBBEAN,           "LC" },         // Saint Lucia
    { LANGUAGE_ENGLISH_CARIBBEAN,           "TC" },         // Turks & Caicos Islands
    { LANGUAGE_ENGLISH_CARIBBEAN,           "GY" },         // Guyana
    { LANGUAGE_ENGLISH_CARIBBEAN,           "TT" },         // Trinidad and Tobago
    { LANGUAGE_ENGLISH_AUS,                 "CX" },         // Christmas Islands
    { LANGUAGE_ENGLISH_AUS,                 "CC" },         // Cocos (Keeling) Islands
    { LANGUAGE_ENGLISH_AUS,                 "NF" },         // Norfolk Island
    { LANGUAGE_ENGLISH_AUS,                 "PG" },         // Papua New Guinea
    { LANGUAGE_ENGLISH_AUS,                 "SB" },         // Solomon Islands
    { LANGUAGE_ENGLISH_AUS,                 "TV" },         // Tuvalu
    { LANGUAGE_ENGLISH_AUS,                 "NR" },         // Nauru
    { LANGUAGE_ENGLISH_NZ,                  "CK" },         // Cook Islands
    { LANGUAGE_ENGLISH_NZ,                  "NU" },         // Niue
    { LANGUAGE_ENGLISH_NZ,                  "TK" },         // Tokelau
    { LANGUAGE_ENGLISH_NZ,                  "TO" },         // Tonga
    { LANGUAGE_DONTKNOW,                    ""   }          // marks end of table
};
 
 
IsoLangNoneStdEntry const aImplIsoNoneStdLangEntries[] =
{
    { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "BOK"      }, // registered subtags for "no" in rfc1766
    { LANGUAGE_NORWEGIAN_NYNORSK,           "no", "NYN"      }, // registered subtags for "no" in rfc1766
    { LANGUAGE_SERBIAN_LATIN_SAM,           "sr", "latin"    },
    { LANGUAGE_SERBIAN_CYRILLIC_SAM,        "sr", "cyrillic" },
    { LANGUAGE_AZERI_LATIN,                 "az", "latin"    },
    { LANGUAGE_AZERI_CYRILLIC,              "az", "cyrillic" },
    { LANGUAGE_DONTKNOW,                    "",   ""         }  // marks end of table
};
 
 
// in this table are only names to find the best language
IsoLangNoneStdEntry const aImplIsoNoneStdLangEntries2[] =
{
    { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "bokmaal"  },
    { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "bokmal"   },
    { LANGUAGE_NORWEGIAN_NYNORSK,           "no", "nynorsk"  },
    { LANGUAGE_DONTKNOW,                    "",   ""         }  // marks end of table
};
 
 
// in this table are only names to find the best language
IsoLangOtherEntry const aImplOtherEntries[] =
{
    { LANGUAGE_ENGLISH_US,                  "c"              },
    { LANGUAGE_CHINESE,                     "chinese"        },
    { LANGUAGE_GERMAN,                      "german"         },
    { LANGUAGE_JAPANESE,                    "japanese"       },
    { LANGUAGE_KOREAN,                      "korean"         },
    { LANGUAGE_ENGLISH_US,                  "posix"          },
    { LANGUAGE_CHINESE_TRADITIONAL,         "tchinese"       },
    { LANGUAGE_DONTKNOW,                    nullptr             }  // marks end of table
};
 
 
// in this table are only privateuse names
IsoLangOtherEntry const aImplPrivateUseEntries[] =
{
    { LANGUAGE_USER_PRIV_NOTRANSLATE,       "x-no-translate" }, 
    { LANGUAGE_USER_PRIV_DEFAULT,           "x-default"      },
    { LANGUAGE_USER_PRIV_COMMENT,           "x-comment"      },
    { LANGUAGE_USER_PRIV_NONE,              "x-none"         },
    { LANGUAGE_USER_PRIV_JOKER,             "*"              }, 
    { LANGUAGE_DONTKNOW,                    nullptr             }  // marks end of table
};
 
 
// static
void MsLangId::Conversion::convertLanguageToLocaleImpl( LanguageType nLang,
        css::lang::Locale & rLocale, bool bIgnoreOverride )
{
    if (nLang == LANGUAGE_ENGLISH_US)
    {
        // Speed-up a gazillion fallback cases, not iterating through
        // aImplBcp47CountryEntries nor aImplIsoLangScriptEntries.
        rLocale.Language = "en";
        rLocale.Country = "US";
        rLocale.Variant.clear();
        return;
    }
 
    const Bcp47CountryEntry* pBcp47EntryOverride = nullptr;
    const IsoLanguageScriptCountryEntry* pScriptEntryOverride = nullptr;
    const IsoLanguageCountryEntry* pEntryOverride = nullptr;
 
Label_Override_Lang_Locale:
 
    // Search for LangID in BCP47
    for (const auto& rBcp47Entry : aImplBcp47CountryEntries)
    {
        if (rBcp47Entry.mnLang == nLang)
        {
            if (bIgnoreOverride || !rBcp47Entry.mnOverride)
            {
                rLocale.Language = I18NLANGTAG_QLT;
                rLocale.Country  = OUString::createFromAscii(rBcp47Entry.maCountry);
                rLocale.Variant  = rBcp47Entry.getTagString();
                return;
            }
            else if (rBcp47Entry.mnOverride && pBcp47EntryOverride != &rBcp47Entry)
            {
                pBcp47EntryOverride = &rBcp47Entry;
                nLang = getOverrideLang(rBcp47Entry.mnLang, rBcp47Entry.mnOverride);
                goto Label_Override_Lang_Locale;
            }
        }
    }
 
    // Search for LangID in ISO lll-Ssss-CC
    for (const auto& rScriptEntry : aImplIsoLangScriptEntries)
    {
        if (rScriptEntry.mnLang == nLang)
        {
            if (bIgnoreOverride || !rScriptEntry.mnOverride)
            {
                rLocale.Language = I18NLANGTAG_QLT;
                rLocale.Country  = OUString::createFromAscii(rScriptEntry.maCountry);
                rLocale.Variant  = rScriptEntry.getTagString();
                return;
            }
            else if (rScriptEntry.mnOverride && pScriptEntryOverride != &rScriptEntry)
            {
                pScriptEntryOverride = &rScriptEntry;
                nLang = getOverrideLang(rScriptEntry.mnLang, rScriptEntry.mnOverride);
                goto Label_Override_Lang_Locale;
            }
        }
    }
 
    // Search for LangID in ISO lll-CC
    for (const auto& rEntry : aImplIsoLangEntries)
    {
        if (rEntry.mnLang == nLang)
        {
            if (bIgnoreOverride || !rEntry.mnOverride)
            {
                rLocale.Language = OUString::createFromAscii(rEntry.maLanguage);
                rLocale.Country  = OUString::createFromAscii(rEntry.maCountry);
                rLocale.Variant.clear();
                return;
            }
            else if (rEntry.mnOverride && pEntryOverride != &rEntry)
            {
                pEntryOverride = &rEntry;
                nLang = getOverrideLang(rEntry.mnLang, rEntry.mnOverride);
                goto Label_Override_Lang_Locale;
            }
        }
    }
 
    // Look for privateuse definitions.
    for (const IsoLangOtherEntry* pPrivateEntry = aImplPrivateUseEntries;
            pPrivateEntry->mnLang != LANGUAGE_DONTKNOW; ++pPrivateEntry)
    {
        if (pPrivateEntry->mnLang == nLang)
        {
            rLocale.Language = I18NLANGTAG_QLT;
            rLocale.Country.clear();
            rLocale.Variant  = OUString::createFromAscii( pPrivateEntry->mpLanguage );
            return;
        }
    }
 
    // Not found. Passed rLocale argument remains unchanged.
}
 
 
// static
css::lang::Locale MsLangId::Conversion::getLocale( const IsoLanguageCountryEntry * pEntry )
{
    if (pEntry->mnOverride)
    {
        lang::Locale aLocale;
        convertLanguageToLocaleImpl( getOverrideLang( pEntry->mnLang, pEntry->mnOverride), aLocale, false);
        return aLocale;
    }
    else
        return pEntry->getLocale();
}
 
// static
css::lang::Locale MsLangId::Conversion::getLocale( const IsoLanguageScriptCountryEntry * pEntry )
{
    if (pEntry->mnOverride)
    {
        lang::Locale aLocale;
        convertLanguageToLocaleImpl( getOverrideLang( pEntry->mnLang, pEntry->mnOverride), aLocale, false);
        return aLocale;
    }
    else
        return pEntry->getLocale();
}
 
// static
css::lang::Locale MsLangId::Conversion::getLocale( const Bcp47CountryEntry * pEntry )
{
    if (pEntry->mnOverride)
    {
        lang::Locale aLocale;
        convertLanguageToLocaleImpl( getOverrideLang( pEntry->mnLang, pEntry->mnOverride), aLocale, false);
        return aLocale;
    }
    else
        return pEntry->getLocale();
}
 
// static
css::lang::Locale MsLangId::Conversion::lookupFallbackLocale(
        const css::lang::Locale & rLocale )
{
    // language is lower case in table
    OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
    // country is upper case in table
    OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
    sal_Int32 nCountryLen = aUpperCountry.getLength();
 
    if (rLocale.Language == I18NLANGTAG_QLT)
    {
        // Search in BCP47, only full match and one fallback, for other
        // fallbacks only LanguageTag can decide.
        for (const auto& rBcp47Entry : aImplBcp47CountryEntries)
        {
            if (    rLocale.Variant.equalsIgnoreAsciiCase(rBcp47Entry.getTagString()) ||
                    rLocale.Variant.equalsIgnoreAsciiCaseAscii(rBcp47Entry.mpFallback))
                return getLocale(&rBcp47Entry);     // may override
        }
 
        // Search in ISO lll-Ssss-CC
        const IsoLanguageScriptCountryEntry* pFirstScript = nullptr;
        for (const auto& rScriptEntry : aImplIsoLangScriptEntries)
        {
            if (rScriptEntry.startsInIgnoreAsciiCase(rLocale.Variant))
            {
                if (rLocale.Variant.equalsIgnoreAsciiCase(rScriptEntry.getTagString()))
                    return getLocale(&rScriptEntry);    // may override
                if (!pFirstScript)
                    pFirstScript = &rScriptEntry;
            }
        }
        // If at least a lll-Ssss matched, try that with country or use it as
        // fallback.
        if (pFirstScript)
        {
            // Check for country only if there is more than lll-Ssss-CC in tag
            // string, else we would had matched it already.
            if (!aUpperCountry.isEmpty() && rLocale.Variant.getLength() > 11)
            {
                for (const IsoLanguageScriptCountryEntry* pScriptEntry = pFirstScript;
                        pScriptEntry != std::end(aImplIsoLangScriptEntries); ++pScriptEntry)
                {
                    if (aUpperCountry.equalsAscii( pScriptEntry->maCountry) &&
                            pScriptEntry->startsInIgnoreAsciiCase( rLocale.Variant))
                        return getLocale( pScriptEntry);    // may override
                }
            }
            return getLocale( pFirstScript);    // may override
        }
 
        // Extract language from tag string, country is used as present in
        // Locale because in the tables that follow we have only ISO 3166
        // countries and if that is in the tag string we also have it in the
        // Locale.
        aLowerLang = rLocale.Variant.getToken(0, '-').toAsciiLowerCase();
        // Nothing with "x-..." or "i-..." or any 1 letter in lll-CC table that
        // follows.
        if (aLowerLang.getLength() == 1)
            return aLastResortFallbackEntry.getLocale();
    }
 
    // Search for locale and remember first lang-only.
    const IsoLanguageCountryEntry* pFirstLang = nullptr;
    for (const auto& rEntry : aImplIsoLangEntries)
    {
        if (aLowerLang.equalsAscii(rEntry.maLanguage))
        {
            if (*rEntry.maCountry)
            {
                if (nCountryLen && aUpperCountry.equalsAscii(rEntry.maCountry))
                    return getLocale(&rEntry);  // may override
            }
            else
            {
                if (rEntry.mnLang.anyOf(
                    // These are known to have no country assigned.
                    LANGUAGE_USER_ESPERANTO,
                    LANGUAGE_USER_INTERLINGUA,
                    LANGUAGE_USER_INTERLINGUE,
                    LANGUAGE_USER_LOJBAN,
                    LANGUAGE_KASHMIRI,
                    LANGUAGE_USER_KLINGON,
                    LANGUAGE_USER_KEYID,
                    // And the special codes without country.
                    LANGUAGE_MULTIPLE,
                    LANGUAGE_UNDETERMINED,
                    LANGUAGE_NONE))
                {
                    return getLocale(&rEntry);  // may override
                }
            }
            // Search for first entry of language with any country.
            if (!pFirstLang && *rEntry.maCountry)
                pFirstLang = &rEntry;
        }
    }
 
    if (pFirstLang)
        return getLocale(pFirstLang);  // may override
 
    return aLastResortFallbackEntry.getLocale();
}
 
 
// static
LanguageType MsLangId::Conversion::convertPrivateUseToLanguage( std::u16string_view rPriv )
{
    for (const IsoLangOtherEntry* pPrivateEntry = aImplPrivateUseEntries;
            pPrivateEntry->mnLang != LANGUAGE_DONTKNOW; ++pPrivateEntry)
    {
        if ( o3tl::equalsIgnoreAsciiCase(rPriv, pPrivateEntry->mpLanguage ) )
            return pPrivateEntry->mnLang;
    }
    return LANGUAGE_DONTKNOW;
}
 
 
// static
LanguageType MsLangId::Conversion::convertLocaleToLanguageImpl(
        const css::lang::Locale& rLocale )
{
    if (rLocale.Language == I18NLANGTAG_QLT)
    {
        // "x-..." private use and the nasty "*" joker
        if (rLocale.Variant.startsWithIgnoreAsciiCase( "x-") || (rLocale.Variant == "*"))
            return convertPrivateUseToLanguage( rLocale.Variant);
 
        // Search in BCP47
        for (const auto& rBcp47Entry : aImplBcp47CountryEntries)
        {
            if (rLocale.Variant.equalsIgnoreAsciiCase(rBcp47Entry.getTagString()))
                return getOverrideLang(rBcp47Entry.mnLang, rBcp47Entry.mnOverride);
        }
 
        // Search in ISO lll-Ssss-CC
        for (const auto& rScriptEntry : aImplIsoLangScriptEntries)
        {
            if (rScriptEntry.startsInIgnoreAsciiCase(rLocale.Variant))
            {
                if (rLocale.Variant.equalsIgnoreAsciiCase(rScriptEntry.getTagString()))
                    return getOverrideLang(rScriptEntry.mnLang, rScriptEntry.mnOverride);
            }
        }
    }
    else
    {
        // language is lower case in table
        OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
        // country is upper case in table
        OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
 
        // Search in ISO lll-CC
        for (const auto& rEntry : aImplIsoLangEntries)
        {
            if (aLowerLang.equalsAscii(rEntry.maLanguage) && aUpperCountry.equalsAscii(rEntry.maCountry))
                return getOverrideLang(rEntry.mnLang, rEntry.mnOverride);
        }
    }
    return LANGUAGE_DONTKNOW;
}
 
 
// static
css::lang::Locale MsLangId::Conversion::getOverride( const css::lang::Locale& rLocale )
{
    if (rLocale.Language == I18NLANGTAG_QLT)
    {
        // "x-..." private use and the nasty "*" joker
        if (rLocale.Variant.startsWithIgnoreAsciiCase( "x-") || (rLocale.Variant == "*"))
            return rLocale;     // no overrides
 
        // Search in BCP47
        for (const auto& rBcp47Entry : aImplBcp47CountryEntries)
        {
            if (rLocale.Variant.equalsIgnoreAsciiCase(rBcp47Entry.getTagString()))
                return getLocale(&rBcp47Entry);     // may override
        }
 
        // Search in ISO lll-Ssss-CC
        for (const auto& rScriptEntry : aImplIsoLangScriptEntries)
        {
            if (rScriptEntry.startsInIgnoreAsciiCase(rLocale.Variant))
            {
                if (rLocale.Variant.equalsIgnoreAsciiCase(rScriptEntry.getTagString()))
                    return getLocale(&rScriptEntry);    // may override
            }
        }
    }
    else
    {
        // language is lower case in table
        OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
        // country is upper case in table
        OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
 
        // Search in ISO lll-CC
        for (const auto& rEntry : aImplIsoLangEntries)
        {
            if (aLowerLang.equalsAscii(rEntry.maLanguage) && aUpperCountry.equalsAscii(rEntry.maCountry))
                return getLocale(&rEntry);  // may override
        }
    }
    return lang::Locale();
}
 
 
// static
LanguageType MsLangId::Conversion::convertIsoNamesToLanguage( const OUString& rLang,
        const OUString& rCountry, bool bSkipIsoTable )
{
    // language is lower case in table
    OUString aLowerLang = rLang.toAsciiLowerCase();
    // country is upper case in table
    OUString aUpperCountry = rCountry.toAsciiUpperCase();
 
    if (!bSkipIsoTable)
    {
        //  first look for exact match
        for (const auto& rEntry : aImplIsoLangEntries)
        {
            if ( aLowerLang.equalsAscii(rEntry.maLanguage) )
            {
                if ( aUpperCountry.isEmpty() ||
                        aUpperCountry.equalsAscii(rEntry.maCountry) )
                    return rEntry.mnLang;
            }
        }
 
        // some eng countries should be mapped to a specific english language
        if ( aLowerLang == "en" )
        {
            for (const IsoLangEngEntry* pEngEntry = aImplIsoLangEngEntries;
                    pEngEntry->mnLang != LANGUAGE_DONTKNOW; ++pEngEntry)
            {
                if ( aUpperCountry.equalsAscii( pEngEntry->maCountry ) )
                    return pEngEntry->mnLang;
            }
        }
    }
 
    // test for specific languages which are not used standard ISO 3166 codes
    for (const IsoLangNoneStdEntry* pNoneStdEntry = aImplIsoNoneStdLangEntries;
            pNoneStdEntry->mnLang != LANGUAGE_DONTKNOW; ++pNoneStdEntry)
    {
        if ( aLowerLang.equalsAscii( pNoneStdEntry->maLanguage ) )
        {
            // The countries in this table are not all in upper case
            if ( aUpperCountry.equalsIgnoreAsciiCaseAscii( pNoneStdEntry->maCountry ) )
                return pNoneStdEntry->mnLang;
        }
    }
    for (const IsoLangNoneStdEntry* pNoneStdEntry2 = aImplIsoNoneStdLangEntries2;
            pNoneStdEntry2->mnLang != LANGUAGE_DONTKNOW; ++pNoneStdEntry2)
    {
        if ( aLowerLang.equalsAscii( pNoneStdEntry2->maLanguage ) )
        {
            // The countries in this table are not all in upper case
            if ( aUpperCountry.equalsIgnoreAsciiCaseAscii( pNoneStdEntry2->maCountry ) )
                return pNoneStdEntry2->mnLang;
        }
    }
 
    if (!bSkipIsoTable)
    {
        //  if only the country is set, look for any entry matching the country
        //  (to allow reading country and language in separate steps, in any order)
        if ( !rCountry.isEmpty() && rLang.isEmpty() )
        {
            for (const auto& rEntry2 : aImplIsoLangEntries)
            {
                if ( aUpperCountry.equalsAscii(rEntry2.maCountry) )
                    return rEntry2.mnLang;
            }
 
            aLowerLang = aUpperCountry.toAsciiLowerCase();
        }
    }
 
    // Look for privateuse definitions.
    LanguageType nLang = convertPrivateUseToLanguage( aLowerLang);
    if (nLang != LANGUAGE_DONTKNOW)
        return nLang;
 
    // Now look for all other definitions, which are not standard
    for (const IsoLangOtherEntry* pOtherEntry = aImplOtherEntries;
            pOtherEntry->mnLang != LANGUAGE_DONTKNOW; ++pOtherEntry)
    {
        if ( aLowerLang.equalsAscii( pOtherEntry->mpLanguage ) )
            return pOtherEntry->mnLang;
    }
 
    return LANGUAGE_DONTKNOW;
}
 
 
// static
LanguageType MsLangId::Conversion::convertIsoNamesToLanguage( std::string_view rLang,
        std::string_view rCountry )
{
    OUString aLang = OStringToOUString( rLang, RTL_TEXTENCODING_ASCII_US);
    OUString aCountry = OStringToOUString( rCountry, RTL_TEXTENCODING_ASCII_US);
    LanguageType nLang = convertIsoNamesToLanguage( aLang, aCountry, false);
 
    // XXX: called *only* by static convertUnxByteStringToLanguage() so we can
    // actually call into LanguageTag to create an on-the-fly mapping.
    if (nLang == LANGUAGE_DONTKNOW)
    {
        OUString aTag( aCountry.isEmpty() ? aLang : aLang + "-" + aCountry );
        nLang = LanguageTag( aTag).getLanguageType(false);
        SAL_WARN("i18nlangtag", "convertIsoNamesToLanguage(string_view): on-the-fly for {"
                << aTag << "} " << nLang);
        // Do not leave empty as SYSTEM unresolved.
        if (nLang == LANGUAGE_DONTKNOW || nLang == LANGUAGE_SYSTEM)
        {
            SAL_WARN("i18nlangtag", "convertIsoNamesToLanguage(string_view): on-the-fly bad, using {en-US}");
            nLang = LANGUAGE_ENGLISH_US;
        }
    }
    return nLang;
}
 
namespace {
 
struct IsoLangGLIBCModifiersEntry
{
    LanguageType  mnLang;
    char          maLanguage[4];
    char          maCountry[3];
    char          maAtString[9];
};
 
}
 
IsoLangGLIBCModifiersEntry const aImplIsoLangGLIBCModifiersEntries[] =
{
    // MS-LANGID codes               ISO639-1/2/3 ISO3166            glibc modifier
    { LANGUAGE_BOSNIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "bs", "BA", "cyrillic" },
    { LANGUAGE_USER_SERBIAN_LATIN_SERBIA,           "sr", "RS", "latin" },   // Serbian Latin in Serbia
    { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr", "CS", "latin" },   // Serbian Latin in Serbia and Montenegro
    { LANGUAGE_USER_SERBIAN_LATIN_MONTENEGRO,       "sr", "ME", "latin" },   // Serbian Latin in Montenegro
    { LANGUAGE_SERBIAN_LATIN_LSO,                   "sr", "",   "latin" },
    { LANGUAGE_AZERI_CYRILLIC,                      "az", "AZ", "cyrillic" },
    { LANGUAGE_UZBEK_CYRILLIC,                      "uz", "UZ", "cyrillic" },
    { LANGUAGE_CATALAN_VALENCIAN,                   "ca", "ES", "valencia" },
    { LANGUAGE_DONTKNOW,                            "",   "",   ""   }       // marks end of table
};
 
// convert a unix locale string into LanguageType
 
// static
LanguageType MsLangId::convertUnxByteStringToLanguage(
        std::string_view rString )
{
    OString  aLang;
    OString  aCountry;
    OString  aAtString;
 
    size_t  nLangSepPos    = rString.find( '_' );
    size_t  nCountrySepPos = rString.find( '.' );
    size_t  nAtPos         = rString.find( '@' );
 
    if (nCountrySepPos == std::string_view::npos)
        nCountrySepPos = nAtPos;
    if (nCountrySepPos == std::string_view::npos)
        nCountrySepPos = rString.size();
 
    if (nAtPos != std::string_view::npos)
        aAtString = OString(rString.substr( nAtPos+1 ));
 
    if (((nLangSepPos != std::string_view::npos) && (nLangSepPos > nCountrySepPos)) || (nLangSepPos == std::string_view::npos))
    {
        // eg. "el.sun_eu_greek", "tchinese", "es.ISO8859-15"
        aLang    = OString(rString.substr( 0, nCountrySepPos ));
    }
    else if ( nLangSepPos != std::string_view::npos )
    {
        // well formed iso names like "en_US.UTF-8", "sh_BA.ISO8859-2@bosnia"
        aLang    = OString(rString.substr( 0, nLangSepPos ));
        aCountry = OString(rString.substr( nLangSepPos+1, nCountrySepPos - nLangSepPos - 1));
    }
 
    //  if there is a glibc modifier, first look for exact match in modifier table
    if (!aAtString.isEmpty())
    {
        // language is lower case in table
        OString aLowerLang = aLang.toAsciiLowerCase();
        // country is upper case in table
        OString aUpperCountry = aCountry.toAsciiUpperCase();
        for (const IsoLangGLIBCModifiersEntry* pGLIBCModifiersEntry = aImplIsoLangGLIBCModifiersEntries;
                pGLIBCModifiersEntry->mnLang != LANGUAGE_DONTKNOW; ++pGLIBCModifiersEntry)
        {                         // avoid embedded \0 warning
            if (aLowerLang == pGLIBCModifiersEntry->maLanguage &&
                aAtString == pGLIBCModifiersEntry->maAtString )
            {
                if (aUpperCountry.isEmpty() ||
                    aUpperCountry == pGLIBCModifiersEntry->maCountry )
                {
                    return pGLIBCModifiersEntry->mnLang;
                }
            }
        }
    }
 
    return Conversion::convertIsoNamesToLanguage( aLang, aCountry );
}
 
 
// static
::std::vector< MsLangId::LanguagetagMapping > MsLangId::getDefinedLanguagetags()
{
    ::std::vector< LanguagetagMapping > aVec;
    aVec.reserve(std::size(aImplBcp47CountryEntries) + std::size(aImplIsoLangScriptEntries)
                 + std::size(aImplIsoLangEntries));
 
    for (const auto& rEntry : aImplBcp47CountryEntries)
        aVec.emplace_back(rEntry.getTagString(), rEntry.mnLang);
 
    for (const auto& rEntry : aImplIsoLangScriptEntries)
        aVec.emplace_back(rEntry.getTagString(), rEntry.mnLang);
 
    for (const auto& rEntry : aImplIsoLangEntries)
        aVec.emplace_back(rEntry.getTagString(), rEntry.mnLang);
 
    return aVec;
}
 
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */