LCOV - code coverage report
Current view: top level - i18nlangtag/source/isolang - isolang.cxx (source / functions) Hit Total Coverage
Test: commit c8344322a7af75b84dd3ca8f78b05543a976dfd5 Lines: 203 261 77.8 %
Date: 2015-06-13 12:38:46 Functions: 19 19 100.0 %
Legend: Lines: hit not hit

          Line data    Source code
       1             : /* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
       2             : /*
       3             :  * This file is part of the LibreOffice project.
       4             :  *
       5             :  * This Source Code Form is subject to the terms of the Mozilla Public
       6             :  * License, v. 2.0. If a copy of the MPL was not distributed with this
       7             :  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
       8             :  *
       9             :  * This file incorporates work covered by the following license notice:
      10             :  *
      11             :  *   Licensed to the Apache Software Foundation (ASF) under one or more
      12             :  *   contributor license agreements. See the NOTICE file distributed
      13             :  *   with this work for additional information regarding copyright
      14             :  *   ownership. The ASF licenses this file to you under the Apache
      15             :  *   License, Version 2.0 (the "License"); you may not use this file
      16             :  *   except in compliance with the License. You may obtain a copy of
      17             :  *   the License at http://www.apache.org/licenses/LICENSE-2.0 .
      18             :  */
      19             : 
      20             : #include <rtl/ustring.hxx>
      21             : #include <rtl/string.hxx>
      22             : #include <rtl/ustrbuf.hxx>
      23             : #include <rtl/strbuf.hxx>
      24             : 
      25             : #include "i18nlangtag/mslangid.hxx"
      26             : #include "i18nlangtag/languagetag.hxx"
      27             : 
      28             : using namespace com::sun::star;
      29             : 
      30             : 
      31             : 
      32             : static const LanguageType kSAME = 0xffff;
      33             : 
      34             : namespace {
      35      564329 : inline LanguageType getOverrideLang( LanguageType nLang, LanguageType nOverride )
      36             : {
      37      564329 :     return nOverride ? ((nOverride == kSAME) ? nLang : nOverride) : nLang;
      38             : }
      39             : }
      40             : 
      41             : /* Usage of override mechanism:
      42             :  * If a table entry's mnOverride is not 0, an override entry with an mnLang
      43             :  * value of (mnOverride==kSAME ? mnLang : mnOverride) exists that should be
      44             :  * used instead. There MUST exist one such entry that does not have an
      45             :  * mnOverride value and within one table it MUST be located before any entry
      46             :  * with that mnLang and an mnOverride value of not 0. Usually kSAME is used as
      47             :  * override value, with rare exceptions, see tables below.
      48             :  *
      49             :  * The override serves these purposes:
      50             :  * - With getOverride() it indicates that there is a different language tag
      51             :  *   (locale) that the requested language tag should be "canonicalized" to.
      52             :  * - With lookupFallbackLocale() a locale may be returned where the language
      53             :  *   tag differs.
      54             :  * - With convertLanguageToLocaleImpl() and bIgnoreOverride=false the override
      55             :  *   is followed and the override locale returned.
      56             :  * - With convertLocaleToLanguageImpl() a different LangID may be returned in
      57             :  *   rare cases where the actual mapped ID differs.
      58             :  */
      59             : 
      60             : struct IsoLanguageCountryEntry
      61             : {
      62             :     LanguageType  mnLang;
      63             :     sal_Char      maLanguage[4];
      64             :     sal_Char      maCountry[3];
      65             :     LanguageType  mnOverride;
      66             : 
      67             :     /** Obtain a language tag string with '-' separator. */
      68             :     OUString getTagString() const;
      69             : 
      70             :     /** Obtain a locale. */
      71             :     ::com::sun::star::lang::Locale getLocale() const;
      72             : };
      73             : 
      74             : struct IsoLanguageScriptCountryEntry
      75             : {
      76             :     LanguageType  mnLang;
      77             :     sal_Char      maLanguageScript[9];      ///< "ll-Ssss" or "lll-Ssss"
      78             :     sal_Char      maCountry[3];
      79             :     LanguageType  mnOverride;
      80             : 
      81             :     /** Obtain a language tag string with '-' separator. */
      82             :     OUString getTagString() const;
      83             : 
      84             :     /** Obtain a locale. */
      85             :     ::com::sun::star::lang::Locale getLocale() const;
      86             : 
      87             :     /** If rStr starts with maLanguageScript ignoring case.
      88             : 
      89             :         We don't have OUString::startsWithIgnoreAsciiCaseAscii()
      90             :      */
      91             :     bool startsInIgnoreAsciiCase( const OUString & rStr ) const;
      92             : };
      93             : 
      94             : struct Bcp47CountryEntry
      95             : {
      96             :     LanguageType    mnLang;
      97             :     const sal_Char* mpBcp47;
      98             :     sal_Char        maCountry[3];
      99             :     const sal_Char* mpFallback;
     100             : 
     101             :     /** Obtain a language tag string with '-' separator. */
     102             :     OUString getTagString() const;
     103             : 
     104             :     /** Obtain a locale. */
     105             :     ::com::sun::star::lang::Locale getLocale() const;
     106             : };
     107             : 
     108             : struct IsoLangEngEntry
     109             : {
     110             :     LanguageType        mnLang;
     111             :     sal_Char            maCountry[3];
     112             : };
     113             : 
     114             : struct IsoLangNoneStdEntry
     115             : {
     116             :     LanguageType        mnLang;
     117             :     sal_Char            maLanguage[4];
     118             :     sal_Char            maCountry[9];
     119             : };
     120             : 
     121             : struct IsoLangOtherEntry
     122             : {
     123             :     LanguageType        mnLang;
     124             :     const sal_Char*     mpLanguage;
     125             : };
     126             : 
     127             : 
     128             : 
     129             : // Entries for languages are lower case, for countries upper case, as
     130             : // recommended by rfc5646 (obsoletes rfc4646 (obsoletes rfc3066 (obsoletes
     131             : // rfc1766))). convertIsoNamesToLanguage(), convertLocaleToLanguageImpl()
     132             : // and lookupFallbackLocale() are case insensitive.
     133             : //
     134             : // Sort order: Most used first and within one language the default fallback
     135             : // locale of that language first.
     136             : //
     137             : // The default entry for a LangID <-> ISO mapping has to be first. For
     138             : // conversion of legacy mappings one LangID can map to multiple ISO codes
     139             : // except if the LangID is primary-only, and one ISO code combination can map
     140             : // to multiple LangIDs. For compatibility with already existing calls it can
     141             : // also be a sequence as follows:
     142             : 
     143             : // LANGUAGE_ENGLISH,    "en", ""
     144             : // LANGUAGE_ENGLISH_US, "en", "US"
     145             : 
     146             : // Here, in a convertIsoNamesToLanguage() call "en-US" is converted to
     147             : // LANGUAGE_ENGLISH_US and "en" is converted to LANGUAGE_ENGLISH. A call with
     148             : // "en-ZZ" (not in table) would result in LANGUAGE_ENGLISH because the first
     149             : // entry matching the language and not having a country is returned, regardless
     150             : // of whether being sorted before or after other entries of the same language
     151             : // with some country. To obtain a _locale_ (not language only) in the order
     152             : // given, lookupFallbackLocale() must be called.
     153             : 
     154             : // If the sequence instead was
     155             : 
     156             : // LANGUAGE_ENGLISH_US, "en", "US"
     157             : // LANGUAGE_ENGLISH,    "en", ""
     158             : 
     159             : // in a convertIsoNamesToLanguage() call "en-US" would still be converted to
     160             : // LANGUAGE_ENGLISH_US, but "en" would _also_ be converted to
     161             : // LANGUAGE_ENGLISH_US because no country was passed and it is the first entry
     162             : // to match the language, see code. A call with "en-ZZ" (not in table) would
     163             : // still result in LANGUAGE_ENGLISH.
     164             : 
     165             : /* Currently (2013-08-29) only these primary LangID are still used literally in
     166             :  * code:
     167             :  * LANGUAGE_ENGLISH  LANGUAGE_ARABIC_PRIMARY_ONLY
     168             :  */
     169             : 
     170             : static IsoLanguageCountryEntry const aImplIsoLangEntries[] =
     171             : {
     172             :     // MS-LANGID codes,             ISO639-1/2/3, ISO3166, override
     173             :     { LANGUAGE_ENGLISH,                     "en", ""  , 0     },
     174             :     { LANGUAGE_ENGLISH_US,                  "en", "US", 0     },
     175             :     { LANGUAGE_ENGLISH_UK,                  "en", "GB", 0     },
     176             :     { LANGUAGE_ENGLISH_AUS,                 "en", "AU", 0     },
     177             :     { LANGUAGE_ENGLISH_CAN,                 "en", "CA", 0     },
     178             :     { LANGUAGE_FRENCH,                      "fr", "FR", 0     },
     179             :     { LANGUAGE_GERMAN,                      "de", "DE", 0     },
     180             :     { LANGUAGE_ITALIAN,                     "it", "IT", 0     },
     181             :     { LANGUAGE_DUTCH,                       "nl", "NL", 0     },
     182             :     { LANGUAGE_SPANISH_MODERN,              "es", "ES", 0     },
     183             :     { LANGUAGE_SPANISH_DATED,               "es", "ES", 0     },
     184             :     { LANGUAGE_PORTUGUESE,                  "pt", "PT", 0     },
     185             :     { LANGUAGE_PORTUGUESE_BRAZILIAN,        "pt", "BR", 0     },
     186             :     { LANGUAGE_DANISH,                      "da", "DK", 0     },
     187             :     { LANGUAGE_GREEK,                       "el", "GR", 0     },
     188             :     { LANGUAGE_CHINESE_SIMPLIFIED,          "zh", "CN", 0     },
     189             :     { LANGUAGE_CHINESE_SIMPLIFIED_LEGACY,   "zh", "CN", 0     },
     190             :     { LANGUAGE_CHINESE_TRADITIONAL,         "zh", "TW", 0     },
     191             :     { LANGUAGE_CHINESE_HONGKONG,            "zh", "HK", 0     },
     192             :     { LANGUAGE_CHINESE_SINGAPORE,           "zh", "SG", 0     },
     193             :     { LANGUAGE_CHINESE_MACAU,               "zh", "MO", 0     },
     194             :     { LANGUAGE_CHINESE_LSO,                 "zh", ""  , 0     },
     195             :     { LANGUAGE_YUE_CHINESE_HONGKONG,       "yue", "HK", 0     },
     196             :     { LANGUAGE_ENGLISH_HONG_KONG_SAR,       "en", "HK", 0     },
     197             :     { LANGUAGE_JAPANESE,                    "ja", "JP", 0     },
     198             :     { LANGUAGE_KOREAN,                      "ko", "KR", 0     },
     199             :     { LANGUAGE_KOREAN_JOHAB,                "ko", "KR", 0     },
     200             :     { LANGUAGE_USER_KOREAN_NORTH,           "ko", "KP", 0     },
     201             :     { LANGUAGE_SWEDISH,                     "sv", "SE", 0     },
     202             :     { LANGUAGE_SWEDISH_FINLAND,             "sv", "FI", 0     },
     203             :     { LANGUAGE_FINNISH,                     "fi", "FI", 0     },
     204             :     { LANGUAGE_RUSSIAN,                     "ru", "RU", 0     },
     205             :     { LANGUAGE_TATAR,                       "tt", "RU", 0     },
     206             :     { LANGUAGE_ENGLISH_NZ,                  "en", "NZ", 0     },
     207             :     { LANGUAGE_ENGLISH_EIRE,                "en", "IE", 0     },
     208             :     { LANGUAGE_DUTCH_BELGIAN,               "nl", "BE", 0     },
     209             :     { LANGUAGE_FRENCH_BELGIAN,              "fr", "BE", 0     },
     210             :     { LANGUAGE_FRENCH_CANADIAN,             "fr", "CA", 0     },
     211             :     { LANGUAGE_FRENCH_SWISS,                "fr", "CH", 0     },
     212             :     { LANGUAGE_GERMAN_SWISS,                "de", "CH", 0     },
     213             :     { LANGUAGE_GERMAN_AUSTRIAN,             "de", "AT", 0     },
     214             :     { LANGUAGE_ITALIAN_SWISS,               "it", "CH", 0     },
     215             :     { LANGUAGE_ALBANIAN,                    "sq", "AL", 0     },
     216             :     { LANGUAGE_ARABIC_SAUDI_ARABIA,         "ar", "SA", 0     },
     217             :     { LANGUAGE_ARABIC_EGYPT,                "ar", "EG", 0     },
     218             :     { LANGUAGE_ARABIC_UAE,                  "ar", "AE", 0     },
     219             :     { LANGUAGE_ARABIC_IRAQ,                 "ar", "IQ", 0     },
     220             :     { LANGUAGE_ARABIC_LIBYA,                "ar", "LY", 0     },
     221             :     { LANGUAGE_ARABIC_ALGERIA,              "ar", "DZ", 0     },
     222             :     { LANGUAGE_ARABIC_MOROCCO,              "ar", "MA", 0     },
     223             :     { LANGUAGE_ARABIC_TUNISIA,              "ar", "TN", 0     },
     224             :     { LANGUAGE_ARABIC_OMAN,                 "ar", "OM", 0     },
     225             :     { LANGUAGE_ARABIC_YEMEN,                "ar", "YE", 0     },
     226             :     { LANGUAGE_ARABIC_SYRIA,                "ar", "SY", 0     },
     227             :     { LANGUAGE_ARABIC_JORDAN,               "ar", "JO", 0     },
     228             :     { LANGUAGE_ARABIC_LEBANON,              "ar", "LB", 0     },
     229             :     { LANGUAGE_ARABIC_KUWAIT,               "ar", "KW", 0     },
     230             :     { LANGUAGE_ARABIC_BAHRAIN,              "ar", "BH", 0     },
     231             :     { LANGUAGE_ARABIC_QATAR,                "ar", "QA", 0     },
     232             :     { LANGUAGE_USER_ARABIC_CHAD,            "ar", "TD", 0     },
     233             :     { LANGUAGE_USER_ARABIC_COMOROS,         "ar", "KM", 0     },
     234             :     { LANGUAGE_USER_ARABIC_DJIBOUTI,        "ar", "DJ", 0     },
     235             :     { LANGUAGE_USER_ARABIC_ERITREA,         "ar", "ER", 0     },
     236             :     { LANGUAGE_USER_ARABIC_ISRAEL,          "ar", "IL", 0     },
     237             :     { LANGUAGE_USER_ARABIC_MAURITANIA,      "ar", "MR", 0     },
     238             :     { LANGUAGE_USER_ARABIC_PALESTINE,       "ar", "PS", 0     },
     239             :     { LANGUAGE_USER_ARABIC_SOMALIA,         "ar", "SO", 0     },
     240             :     { LANGUAGE_USER_ARABIC_SUDAN,           "ar", "SD", 0     },
     241             :     { LANGUAGE_ARABIC_PRIMARY_ONLY,         "ar", ""  , 0     },
     242             :     { LANGUAGE_BASQUE,                      "eu", ""  , 0     },
     243             :     { LANGUAGE_BULGARIAN,                   "bg", "BG", 0     },
     244             :     { LANGUAGE_CZECH,                       "cs", "CZ", 0     },
     245             :     { LANGUAGE_CZECH,                       "cz", ""  , kSAME },
     246             :     { LANGUAGE_ENGLISH_JAMAICA,             "en", "JM", 0     },
     247             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "en", "BS", 0     },    // not 100%, because AG is Bahamas
     248             :     { LANGUAGE_ENGLISH_BELIZE,              "en", "BZ", 0     },
     249             :     { LANGUAGE_ENGLISH_TRINIDAD,            "en", "TT", 0     },
     250             :     { LANGUAGE_ENGLISH_ZIMBABWE,            "en", "ZW", 0     },
     251             :     { LANGUAGE_ENGLISH_INDONESIA,           "en", "ID", 0     },
     252             :     { LANGUAGE_ESTONIAN,                    "et", "EE", 0     },
     253             :     { LANGUAGE_FAEROESE,                    "fo", "FO", 0     },
     254             :     { LANGUAGE_FARSI,                       "fa", "IR", 0     },
     255             :     { LANGUAGE_FRENCH_LUXEMBOURG,           "fr", "LU", 0     },
     256             :     { LANGUAGE_FRENCH_MONACO,               "fr", "MC", 0     },
     257             :     { LANGUAGE_GERMAN_LUXEMBOURG,           "de", "LU", 0     },
     258             :     { LANGUAGE_GERMAN_LIECHTENSTEIN,        "de", "LI", 0     },
     259             :     { LANGUAGE_HEBREW,                      "he", "IL", 0     },    // new: old was "iw"
     260             :     { LANGUAGE_HEBREW,                      "iw", "IL", kSAME },    // old: new is "he"
     261             :     { LANGUAGE_HUNGARIAN,                   "hu", "HU", 0     },
     262             :     { LANGUAGE_ICELANDIC,                   "is", "IS", 0     },
     263             :     { LANGUAGE_INDONESIAN,                  "id", "ID", 0     },    // new: old was "in"
     264             :     { LANGUAGE_INDONESIAN,                  "in", "ID", kSAME },    // old: new is "id"
     265             :     { LANGUAGE_NORWEGIAN,                   "no", "NO", 0     },
     266             :     { LANGUAGE_NORWEGIAN_BOKMAL,            "nb", "NO", 0     },
     267             :     { LANGUAGE_NORWEGIAN_BOKMAL_LSO,        "nb", ""  , 0     },
     268             :     { LANGUAGE_NORWEGIAN_NYNORSK,           "nn", "NO", 0     },
     269             :     { LANGUAGE_NORWEGIAN_NYNORSK_LSO,       "nn", ""  , 0     },
     270             :     { LANGUAGE_POLISH,                      "pl", "PL", 0     },
     271             :     { LANGUAGE_RHAETO_ROMAN,                "rm", "CH", 0     },
     272             :     { LANGUAGE_ROMANIAN,                    "ro", "RO", 0     },
     273             :     { LANGUAGE_ROMANIAN_MOLDOVA,            "ro", "MD", 0     },
     274             :     { LANGUAGE_SLOVAK,                      "sk", "SK", 0     },
     275             :     { LANGUAGE_SLOVENIAN,                   "sl", "SI", 0     },
     276             :     { LANGUAGE_SPANISH_MEXICAN,             "es", "MX", 0     },
     277             :     { LANGUAGE_SPANISH_GUATEMALA,           "es", "GT", 0     },
     278             :     { LANGUAGE_SPANISH_COSTARICA,           "es", "CR", 0     },
     279             :     { LANGUAGE_SPANISH_PANAMA,              "es", "PA", 0     },
     280             :     { LANGUAGE_SPANISH_DOMINICAN_REPUBLIC,  "es", "DO", 0     },
     281             :     { LANGUAGE_SPANISH_VENEZUELA,           "es", "VE", 0     },
     282             :     { LANGUAGE_SPANISH_COLOMBIA,            "es", "CO", 0     },
     283             :     { LANGUAGE_SPANISH_PERU,                "es", "PE", 0     },
     284             :     { LANGUAGE_SPANISH_ARGENTINA,           "es", "AR", 0     },
     285             :     { LANGUAGE_SPANISH_ECUADOR,             "es", "EC", 0     },
     286             :     { LANGUAGE_SPANISH_CHILE,               "es", "CL", 0     },
     287             :     { LANGUAGE_SPANISH_URUGUAY,             "es", "UY", 0     },
     288             :     { LANGUAGE_SPANISH_PARAGUAY,            "es", "PY", 0     },
     289             :     { LANGUAGE_SPANISH_BOLIVIA,             "es", "BO", 0     },
     290             :     { LANGUAGE_SPANISH_EL_SALVADOR,         "es", "SV", 0     },
     291             :     { LANGUAGE_SPANISH_HONDURAS,            "es", "HN", 0     },
     292             :     { LANGUAGE_SPANISH_NICARAGUA,           "es", "NI", 0     },
     293             :     { LANGUAGE_SPANISH_PUERTO_RICO,         "es", "PR", 0     },
     294             :     { LANGUAGE_SPANISH_UNITED_STATES,       "es", "US", 0     },
     295             :     { LANGUAGE_SPANISH_LATIN_AMERICA,       "es", ""  , 0     },
     296             :     { LANGUAGE_TURKISH,                     "tr", "TR", 0     },
     297             :     { LANGUAGE_UKRAINIAN,                   "uk", "UA", 0     },
     298             :     { LANGUAGE_VIETNAMESE,                  "vi", "VN", 0     },
     299             :     { LANGUAGE_LATVIAN,                     "lv", "LV", 0     },
     300             :     { LANGUAGE_MACEDONIAN,                  "mk", "MK", 0     },
     301             :     { LANGUAGE_MALAY_MALAYSIA,              "ms", "MY", 0     },
     302             :     { LANGUAGE_MALAY_BRUNEI_DARUSSALAM,     "ms", "BN", 0     },
     303             :     { LANGUAGE_ENGLISH_MALAYSIA,            "en", "MY", 0     },
     304             :     { LANGUAGE_THAI,                        "th", "TH", 0     },
     305             :     { LANGUAGE_LITHUANIAN,                  "lt", "LT", 0     },
     306             :     { LANGUAGE_LITHUANIAN_CLASSIC,          "lt", "LT", 0     },
     307             :     { LANGUAGE_CROATIAN,                    "hr", "HR", 0     },    // Croatian in Croatia
     308             :     { LANGUAGE_CROATIAN_BOSNIA_HERZEGOVINA, "hr", "BA", 0     },
     309             :     { LANGUAGE_BOSNIAN_LATIN_BOSNIA_HERZEGOVINA,          "bs", "BA", 0     },
     310             :     { LANGUAGE_BOSNIAN_LSO,                               "bs", ""  , 0     },  // so what is 'bs' vs 'bs-Latn'?
     311             :     { LANGUAGE_SERBIAN_CYRILLIC_SERBIA,                   "sr", "RS", 0     },  // Serbian Cyrillic in Serbia
     312             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_CYRILLIC_SERBIA,     "sr", "RS", 0     },
     313             :     { LANGUAGE_SERBIAN_CYRILLIC_SAM,                      "sr", "CS", 0     },  // Serbian Cyrillic in Serbia and Montenegro
     314             :     { LANGUAGE_SERBIAN_CYRILLIC_SAM,                      "sr", "YU", kSAME },  // legacy Serbian Cyrillic in Serbia and Montenegro (former Yugoslavia); kludge, sr_CS not supported by ICU 2.6 (3.4 does)
     315             :     { LANGUAGE_SERBIAN_CYRILLIC_MONTENEGRO,               "sr", "ME", 0     },
     316             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_CYRILLIC_MONTENEGRO, "sr", "ME", 0     },
     317             :     { LANGUAGE_SERBIAN_CYRILLIC_BOSNIA_HERZEGOVINA,       "sr", "BA", 0     },
     318             :     { LANGUAGE_SERBIAN_CYRILLIC_LSO,                      "sr", ""  , 0     },
     319             :     { LANGUAGE_SERBIAN_LATIN_SERBIA,                      "sh", "RS", kSAME },  // legacy kludge, is sr-Latn-RS now
     320             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_SERBIA,        "sh", "RS", kSAME },  // legacy kludge, is sr-Latn-RS now
     321             :     { LANGUAGE_SERBIAN_LATIN_SAM,                         "sh", "CS", kSAME },  // legacy kludge, is sr-Latn-CS now
     322             :     { LANGUAGE_SERBIAN_LATIN_SAM,                         "sh", "YU", kSAME },  // legacy kludge, is sr-Latn-YU now
     323             :     { LANGUAGE_SERBIAN_LATIN_MONTENEGRO,                  "sh", "ME", kSAME },  // legacy kludge, is sr-Latn-ME now
     324             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_MONTENEGRO,    "sh", "ME", kSAME },  // legacy kludge, is sr-Latn-ME now
     325             :     { LANGUAGE_SERBIAN_LATIN_BOSNIA_HERZEGOVINA,          "sh", "BA", kSAME },  // legacy kludge, is sr-Latn-BA now
     326             :     { LANGUAGE_SERBIAN_LATIN_LSO,                         "sh", ""  , kSAME },  // legacy kludge, is sr-Latn now
     327             :     { LANGUAGE_ARMENIAN,                    "hy", "AM", 0     },
     328             :     { LANGUAGE_AZERI_LATIN,                 "az", "AZ", 0     },    // macrolanguage code
     329             :     { LANGUAGE_UZBEK_LATIN,                 "uz", "UZ", 0     },    // macrolanguage code
     330             :     { LANGUAGE_UZBEK_LATIN_LSO,             "uz", ""  , 0     },    // macrolanguage code
     331             :     { LANGUAGE_BENGALI_BANGLADESH,          "bn", "BD", 0     },
     332             :     { LANGUAGE_BENGALI,                     "bn", "IN", 0     },
     333             :     { LANGUAGE_BURMESE,                     "my", "MM", 0     },
     334             :     { LANGUAGE_KAZAKH,                      "kk", "KZ", 0     },
     335             :     { LANGUAGE_ENGLISH_INDIA,               "en", "IN", 0     },
     336             :     { LANGUAGE_URDU_INDIA,                  "ur", "IN", 0     },
     337             :     { LANGUAGE_URDU_PAKISTAN,               "ur", "PK", 0     },
     338             :     { LANGUAGE_HINDI,                       "hi", "IN", 0     },
     339             :     { LANGUAGE_GUJARATI,                    "gu", "IN", 0     },
     340             :     { LANGUAGE_KANNADA,                     "kn", "IN", 0     },
     341             :     { LANGUAGE_ASSAMESE,                    "as", "IN", 0     },
     342             :     { LANGUAGE_KASHMIRI_INDIA,              "ks", "IN", 0     },
     343             :     { LANGUAGE_KASHMIRI,                    "ks", ""  , kSAME },    // Kashmiri in "Jammu and Kashmir" ... no ISO3166 code for that
     344             :     { LANGUAGE_MALAYALAM,                   "ml", "IN", 0     },
     345             :     { LANGUAGE_MANIPURI,                   "mni", "IN", 0     },
     346             :     { LANGUAGE_MARATHI,                     "mr", "IN", 0     },
     347             :     { LANGUAGE_KONKANI,                    "kok", "IN", 0     },
     348             :     { LANGUAGE_NEPALI,                      "ne", "NP", 0     },
     349             :     { LANGUAGE_NEPALI_INDIA,                "ne", "IN", 0     },
     350             :     { LANGUAGE_ODIA,                        "or", "IN", 0     },
     351             :     { LANGUAGE_PUNJABI,                     "pa", "IN", 0     },
     352             :     { LANGUAGE_SANSKRIT,                    "sa", "IN", 0     },
     353             :     { LANGUAGE_TAMIL,                       "ta", "IN", 0     },
     354             :     { LANGUAGE_TAMIL_SRI_LANKA,             "ta", "LK", 0     },
     355             :     { LANGUAGE_TELUGU,                      "te", "IN", 0     },
     356             :     { LANGUAGE_PUNJABI_PAKISTAN,           "pnb", "PK", 0     },
     357             :     { LANGUAGE_PUNJABI_ARABIC_LSO,         "pnb", ""  , 0     },
     358             :     { LANGUAGE_PUNJABI_PAKISTAN,           "lah", "PK", kSAME },    // macrolanguage code, earlier preferred 'lah' over 'pa' for Western Panjabi, now there is 'pnb'
     359             :     { LANGUAGE_PUNJABI_PAKISTAN,            "pa", "PK", kSAME },    // MS maps this to 'pa-Arab-PK', but 'pa'='pan' Eastern Panjabi is not used in PK, only in
     360             :     { LANGUAGE_SINDHI_PAKISTAN,             "sd", "PK", kSAME },    // Arabic script
     361             :     { LANGUAGE_SINDHI,                      "sd", "IN", 0     },    // TODO: there's Deva(nagari) and Arab(ic) script, MS maps this to 'sd-Deva-IN'
     362             :     { LANGUAGE_BELARUSIAN,                  "be", "BY", 0     },
     363             :     { LANGUAGE_CATALAN,                     "ca", "ES", 0     },    // Spain (default)
     364             :     { LANGUAGE_CATALAN,                     "ca", "AD", 0     },    // Andorra
     365             :     //LANGUAGE_CATALAN_VALENCIAN ca-ES-valencia Bcp47CountryEntry takes precedence
     366             :     { LANGUAGE_CATALAN_VALENCIAN,           "ca", "XV", kSAME },    // XV: ISO 3166 user-assigned; old workaround for UI localization only, in case it escaped to document content
     367             :     { LANGUAGE_CATALAN_VALENCIAN,          "qcv", "ES", kSAME },    // qcv: ISO 639-3 reserved-for-local-use; old UI localization quirk only, in case it escaped to document content
     368             :     { LANGUAGE_FRENCH_CAMEROON,             "fr", "CM", 0     },
     369             :     { LANGUAGE_FRENCH_COTE_D_IVOIRE,        "fr", "CI", 0     },
     370             :     { LANGUAGE_FRENCH_MALI,                 "fr", "ML", 0     },
     371             :     { LANGUAGE_FRENCH_SENEGAL,              "fr", "SN", 0     },
     372             :     { LANGUAGE_FRENCH_ZAIRE,                "fr", "CD", 0     },    // Democratic Republic Of Congo
     373             :     { LANGUAGE_FRENCH_MOROCCO,              "fr", "MA", 0     },
     374             :     { LANGUAGE_FRENCH_REUNION,              "fr", "RE", 0     },
     375             :     { LANGUAGE_FRENCH,                      "fr", ""  , 0     },    // needed as a catcher before other "fr" entries!
     376             :     { LANGUAGE_FRENCH_NORTH_AFRICA,         "fr", ""  , 0     },
     377             :     { LANGUAGE_FRENCH_WEST_INDIES,          "fr", ""  , 0     },    // no ISO country code; MS "Neither defined nor reserved"
     378             :     { LANGUAGE_FRISIAN_NETHERLANDS,         "fy", "NL", 0     },
     379             :     { LANGUAGE_GAELIC_IRELAND,              "ga", "IE", 0     },
     380             :     { LANGUAGE_GAELIC_SCOTLAND,             "gd", "GB", 0     },
     381             :     { LANGUAGE_GAELIC_SCOTLAND_LEGACY,      "gd", "GB", 0     },
     382             :     { LANGUAGE_GALICIAN,                    "gl", "ES", 0     },
     383             :     { LANGUAGE_GEORGIAN,                    "ka", "GE", 0     },
     384             :     { LANGUAGE_KHMER,                       "km", "KH", 0     },
     385             :     { LANGUAGE_KIRGHIZ,                     "ky", "KG", 0     },
     386             :     { LANGUAGE_LAO,                         "lo", "LA", 0     },
     387             :     { LANGUAGE_MALTESE,                     "mt", "MT", 0     },
     388             :     { LANGUAGE_MONGOLIAN_CYRILLIC_MONGOLIA, "mn", "MN", 0     },    // macrolanguage code; should be khk-MN; Cyrillic script
     389             :     { LANGUAGE_MONGOLIAN_CYRILLIC_LSO,      "mn", ""  , 0     },    // macrolanguage code; should be khk; Cyrillic script
     390             :     { LANGUAGE_RUSSIAN_MOLDOVA,             "mo", "MD", 0     },
     391             :     { LANGUAGE_SWAHILI,                     "sw", "KE", 0     },
     392             :     { LANGUAGE_USER_SWAHILI_TANZANIA,       "sw", "TZ", 0     },
     393             :     { LANGUAGE_TAJIK,                       "tg", "TJ", 0     },
     394             :     { LANGUAGE_TAJIK_LSO,                   "tg", ""  , 0     },
     395             :     { LANGUAGE_TIBETAN,                     "bo", "CN", 0     },    // CN politically correct?
     396             :     { LANGUAGE_USER_TIBETAN_INDIA,          "bo", "IN", 0     },
     397             :     { LANGUAGE_USER_TIBETAN_BHUTAN,         "bo", "BT", 0     },    // MS reserved, but with the ID error instead
     398             :     { LANGUAGE_DZONGKHA,                    "dz", "BT", 0     },
     399             :     { LANGUAGE_USER_DZONGKHA_MAP_LONLY,     "dz", ""  , 0     },    // because of the MS error, see lang.h
     400             :     { LANGUAGE_TURKMEN,                     "tk", "TM", 0     },
     401             :     { LANGUAGE_WELSH,                       "cy", "GB", 0     },
     402             :     { LANGUAGE_SESOTHO,                     "st", "ZA", 0     },
     403             :     { LANGUAGE_SEPEDI,                     "nso", "ZA", 0     },
     404             :     { LANGUAGE_SEPEDI,                      "ns", "ZA", kSAME },    // fake "ns" for compatibility with existing OOo1.1.x localization to be able to read those documents
     405             :     { LANGUAGE_TSONGA,                      "ts", "ZA", 0     },
     406             :     { LANGUAGE_TSWANA,                      "tn", "ZA", 0     },
     407             :     { LANGUAGE_ENGLISH_SAFRICA,             "en", "ZA", 0     },
     408             :     { LANGUAGE_AFRIKAANS,                   "af", "ZA", 0     },
     409             :     { LANGUAGE_VENDA,                       "ve", "ZA", 0     },    // default 639-1
     410             :     { LANGUAGE_VENDA,                      "ven", "ZA", kSAME },    // 639-2 may have been used temporarily since 2004-07-23
     411             :     { LANGUAGE_XHOSA,                       "xh", "ZA", 0     },
     412             :     { LANGUAGE_ZULU,                        "zu", "ZA", 0     },
     413             : //  { LANGUAGE_QUECHUA_COLOMBIA,           "quc", "CO", 0     },    // MS reserved, and looks wrong, quc would be in Guatemala, not Colombia
     414             :     { LANGUAGE_QUECHUA_ECUADOR,            "quz", "EC", 0     },    // MS
     415             :     { LANGUAGE_QUECHUA_ECUADOR,             "qu", "EC", kSAME },    // macrolanguage code
     416             :     { LANGUAGE_QUECHUA_PERU,               "quz", "PE", 0     },    // MS
     417             :     { LANGUAGE_QUECHUA_PERU,                "qu", "PE", kSAME },    // macrolanguage code
     418             :     { LANGUAGE_QUECHUA_BOLIVIA,             "qu", "BO", 0     },    // macrolanguage code, TODO instead: quh-BO or qul-BO; MS says quz-BO which is wrong
     419             :     { LANGUAGE_PASHTO,                      "ps", "AF", 0     },
     420             :     { LANGUAGE_OROMO,                       "om", "ET", 0     },
     421             :     { LANGUAGE_DHIVEHI,                     "dv", "MV", 0     },
     422             :     { LANGUAGE_UIGHUR_CHINA,                "ug", "CN", 0     },
     423             :     { LANGUAGE_TIGRIGNA_ETHIOPIA,           "ti", "ET", 0     },
     424             :     { LANGUAGE_TIGRIGNA_ERITREA,            "ti", "ER", 0     },
     425             :     { LANGUAGE_AMHARIC_ETHIOPIA,            "am", "ET", 0     },
     426             :     { LANGUAGE_GUARANI_PARAGUAY,           "gug", "PY", 0     },
     427             :     { LANGUAGE_HAWAIIAN_UNITED_STATES,     "haw", "US", 0     },
     428             :     { LANGUAGE_EDO,                        "bin", "NG", 0     },
     429             :     { LANGUAGE_FULFULDE_NIGERIA,           "fuv", "NG", 0     },
     430             :     { LANGUAGE_FULFULDE_NIGERIA,            "ff", "NG", kSAME },    // macrolanguage code
     431             :     { LANGUAGE_FULFULDE_SENEGAL,            "ff", "SN", 0     },    // macrolanguage code
     432             :     { LANGUAGE_HAUSA_NIGERIA,               "ha", "NG", kSAME },
     433             :     { LANGUAGE_USER_HAUSA_GHANA,            "ha", "GH", kSAME },
     434             :     { LANGUAGE_IGBO_NIGERIA,                "ig", "NG", 0     },
     435             :     { LANGUAGE_KANURI_NIGERIA,              "kr", "NG", 0     },
     436             :     { LANGUAGE_YORUBA,                      "yo", "NG", 0     },
     437             :     { LANGUAGE_SOMALI,                      "so", "SO", 0     },
     438             :     { LANGUAGE_PAPIAMENTU,                 "pap", "AN", 0     },
     439             :     { LANGUAGE_USER_PAPIAMENTU_ARUBA,      "pap", "AW", 0     },
     440             :     { LANGUAGE_USER_PAPIAMENTU_CURACAO,    "pap", "CW", 0     },
     441             :     { LANGUAGE_USER_PAPIAMENTU_BONAIRE,    "pap", "BQ", 0     },
     442             :     { LANGUAGE_ENGLISH_SINGAPORE,           "en", "SG", 0     },
     443             :     { LANGUAGE_USER_YIDDISH_US,             "yi", "US", 0     },
     444             :     { LANGUAGE_YIDDISH,                     "yi", "IL", 0     },    // new: old was "ji"
     445             :     { LANGUAGE_YIDDISH,                     "ji", "IL", kSAME },    // old: new is "yi"
     446             :     { LANGUAGE_SYRIAC,                     "syr", "TR", 0     },    // "TR" according to http://www.ethnologue.com/show_language.asp?code=SYC
     447             :     { LANGUAGE_SINHALESE_SRI_LANKA,         "si", "LK", 0     },
     448             :     { LANGUAGE_CHEROKEE_UNITED_STATES,     "chr", "US", kSAME },
     449             :     { LANGUAGE_INUKTITUT_LATIN_CANADA,      "iu", "CA", kSAME },    // macrolanguage code
     450             :     { LANGUAGE_INUKTITUT_LATIN_LSO,         "iu", ""  , kSAME },    // macrolanguage code
     451             :     { LANGUAGE_SAMI_NORTHERN_NORWAY,        "se", "NO", 0     },
     452             :     { LANGUAGE_SAMI_INARI,                 "smn", "FI", 0     },
     453             :     { LANGUAGE_SAMI_INARI_LSO,             "smn", ""  , 0     },
     454             :     { LANGUAGE_SAMI_LULE_NORWAY,           "smj", "NO", 0     },
     455             :     { LANGUAGE_SAMI_LULE_SWEDEN,           "smj", "SE", 0     },
     456             :     { LANGUAGE_SAMI_LULE_LSO,              "smj", ""  , 0     },
     457             :     { LANGUAGE_SAMI_NORTHERN_FINLAND,       "se", "FI", 0     },
     458             :     { LANGUAGE_SAMI_NORTHERN_SWEDEN,        "se", "SE", 0     },
     459             :     { LANGUAGE_SAMI_SKOLT,                 "sms", "FI", 0     },
     460             :     { LANGUAGE_SAMI_SKOLT_LSO,             "sms", ""  , 0     },
     461             :     { LANGUAGE_SAMI_SOUTHERN_NORWAY,       "sma", "NO", 0     },
     462             :     { LANGUAGE_SAMI_SOUTHERN_SWEDEN,       "sma", "SE", 0     },
     463             :     { LANGUAGE_SAMI_SOUTHERN_LSO,          "sma", ""  , 0     },
     464             :     { LANGUAGE_USER_SAMI_KILDIN_RUSSIA,    "sjd", "RU", 0     },
     465             :     { LANGUAGE_MAPUDUNGUN_CHILE,           "arn", "CL", 0     },
     466             :     { LANGUAGE_CORSICAN_FRANCE,             "co", "FR", 0     },
     467             :     { LANGUAGE_ALSATIAN_FRANCE,            "gsw", "FR", 0     },    // in fact 'gsw' is Schwyzerduetsch (Swiss German), which is a dialect of Alemannic German, as is Alsatian. They aren't distinct languages and share this code.
     468             :     { LANGUAGE_YAKUT_RUSSIA,               "sah", "RU", 0     },
     469             :     { LANGUAGE_MOHAWK_CANADA,              "moh", "CA", 0     },
     470             :     { LANGUAGE_BASHKIR_RUSSIA,              "ba", "RU", 0     },
     471             :     { LANGUAGE_KICHE_GUATEMALA,            "qut", "GT", 0     },
     472             :     { LANGUAGE_DARI_AFGHANISTAN,           "prs", "AF", 0     },
     473             :     { LANGUAGE_DARI_AFGHANISTAN,           "gbz", "AF", kSAME },    // was an error
     474             :     { LANGUAGE_WOLOF_SENEGAL,               "wo", "SN", 0     },
     475             :     { LANGUAGE_FILIPINO,                   "fil", "PH", 0     },
     476             :     { LANGUAGE_USER_TAGALOG,                "tl", "PH", 0     },
     477             :     { LANGUAGE_ENGLISH_PHILIPPINES,         "en", "PH", 0     },
     478             :     { LANGUAGE_IBIBIO_NIGERIA,             "ibb", "NG", 0     },
     479             :     { LANGUAGE_YI,                          "ii", "CN", 0     },
     480             :     { LANGUAGE_ENGLISH_ARAB_EMIRATES,       "en", "AE", 0     },    // MS reserved
     481             :     { LANGUAGE_ENGLISH_BAHRAIN,             "en", "BH", 0     },    // MS reserved
     482             :     { LANGUAGE_ENGLISH_EGYPT,               "en", "EG", 0     },    // MS reserved
     483             :     { LANGUAGE_ENGLISH_JORDAN,              "en", "JO", 0     },    // MS reserved
     484             :     { LANGUAGE_ENGLISH_KUWAIT,              "en", "KW", 0     },    // MS reserved
     485             :     { LANGUAGE_ENGLISH_TURKEY,              "en", "TR", 0     },    // MS reserved
     486             :     { LANGUAGE_ENGLISH_YEMEN,               "en", "YE", 0     },    // MS reserved
     487             :     { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,    "kab", "DZ", 0     },    // In practice Kabyle is the language used for this
     488             :     { LANGUAGE_OBSOLETE_USER_KABYLE,       "kab", "DZ", 0     },
     489             :     { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,    "ber", "DZ", kSAME },    // In practice Algeria has standardized on Kabyle as the member of the "ber" collective which gets used there.
     490             :     { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO, "tmz", "MA", kSAME },
     491             :     { LANGUAGE_TAMAZIGHT_MOROCCO,          "tmz", "MA", 0     },    // MS reserved
     492             :     { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO, "ber", "MA", kSAME },    // Morocco is officially using Tifinagh for its Berber languages, old kludge to distinguish from LANGUAGE_TAMAZIGHT_LATIN_ALGERIA
     493             :     { LANGUAGE_USER_LATIN_VATICAN,          "la", "VA", 0     },
     494             :     { LANGUAGE_OBSOLETE_USER_LATIN,         "la", "VA", 0     },
     495             :     { LANGUAGE_LATIN_LSO,                   "la", ""  , 0     },
     496             :     { LANGUAGE_USER_ESPERANTO,              "eo", ""  , 0     },
     497             :     { LANGUAGE_USER_INTERLINGUA,            "ia", ""  , 0     },
     498             :     { LANGUAGE_MAORI_NEW_ZEALAND,           "mi", "NZ", 0     },
     499             :     { LANGUAGE_OBSOLETE_USER_MAORI,         "mi", "NZ", 0     },
     500             :     { LANGUAGE_KINYARWANDA_RWANDA,          "rw", "RW", 0     },
     501             :     { LANGUAGE_OBSOLETE_USER_KINYARWANDA,   "rw", "RW", 0     },
     502             :     { LANGUAGE_UPPER_SORBIAN_GERMANY,      "hsb", "DE", 0     },    // MS maps this to 'wen-DE', which is nonsense. 'wen' is a collective language code, 'WEN' is a SIL code, see http://www.ethnologue.com/14/show_iso639.asp?code=wen and http://www.ethnologue.com/14/show_language.asp?code=WEN
     503             :     { LANGUAGE_OBSOLETE_USER_UPPER_SORBIAN,"hsb", "DE", 0     },
     504             :     { LANGUAGE_LOWER_SORBIAN_GERMANY,      "dsb", "DE", 0     },    // MS maps this to 'wee-DE', which is nonsense. 'WEE' is a SIL code, see http://www.ethnologue.com/14/show_language.asp?code=WEE
     505             :     { LANGUAGE_LOWER_SORBIAN_LSO,          "dsb", ""  , 0     },
     506             :     { LANGUAGE_OBSOLETE_USER_LOWER_SORBIAN,"dsb", "DE", 0     },
     507             :     { LANGUAGE_OCCITAN_FRANCE,              "oc", "FR", 0     },
     508             :     { LANGUAGE_OBSOLETE_USER_OCCITAN,       "oc", "FR", 0     },
     509             :     { LANGUAGE_USER_KURDISH_TURKEY,        "kmr", "TR", kSAME },
     510             :     { LANGUAGE_USER_KURDISH_TURKEY,         "ku", "TR", kSAME },
     511             :     { LANGUAGE_USER_KURDISH_SYRIA,         "kmr", "SY", kSAME },
     512             :     { LANGUAGE_USER_KURDISH_SYRIA,          "ku", "SY", kSAME },
     513             :     { LANGUAGE_KURDISH_ARABIC_IRAQ,        "ckb", "IQ", 0     },
     514             :     { LANGUAGE_KURDISH_ARABIC_IRAQ,         "ku", "IQ", kSAME },
     515             :     { LANGUAGE_OBSOLETE_USER_KURDISH_IRAQ,  "ku", "IQ", LANGUAGE_KURDISH_ARABIC_IRAQ },
     516             :     { LANGUAGE_USER_KURDISH_SOUTHERN_IRAN, "sdh", "IR", 0     },
     517             :     { LANGUAGE_USER_KURDISH_SOUTHERN_IRAQ, "sdh", "IQ", 0     },
     518             :     { LANGUAGE_USER_KURDISH_IRAN,          "ckb", "IR", 0     },
     519             :     { LANGUAGE_USER_KURDISH_IRAN,           "ku", "IR", kSAME },
     520             :     { LANGUAGE_KURDISH_ARABIC_LSO,         "ckb", ""  , 0     },
     521             :     { LANGUAGE_USER_SARDINIAN,              "sc", "IT", 0     },    // macrolanguage code
     522             :     { LANGUAGE_USER_SARDINIAN_CAMPIDANESE, "sro", "IT", 0     },
     523             :     { LANGUAGE_USER_SARDINIAN_GALLURESE,   "sdn", "IT", 0     },
     524             :     { LANGUAGE_USER_SARDINIAN_LOGUDORESE,  "src", "IT", 0     },
     525             :     { LANGUAGE_USER_SARDINIAN_SASSARESE,   "sdc", "IT", 0     },
     526             :     { LANGUAGE_BRETON_FRANCE,               "br", "FR", 0     },
     527             :     { LANGUAGE_OBSOLETE_USER_BRETON,        "br", "FR", 0     },
     528             :     { LANGUAGE_KALAALLISUT_GREENLAND,       "kl", "GL", 0     },
     529             :     { LANGUAGE_OBSOLETE_USER_KALAALLISUT,   "kl", "GL", 0     },
     530             :     { LANGUAGE_USER_SWAZI,                  "ss", "ZA", 0     },
     531             :     { LANGUAGE_USER_NDEBELE_SOUTH,          "nr", "ZA", 0     },
     532             :     { LANGUAGE_TSWANA_BOTSWANA,             "tn", "BW", 0     },
     533             :     { LANGUAGE_OBSOLETE_USER_TSWANA_BOTSWANA, "tn", "BW", 0     },
     534             :     { LANGUAGE_USER_MOORE,                 "mos", "BF", 0     },
     535             :     { LANGUAGE_USER_BAMBARA,                "bm", "ML", 0     },
     536             :     { LANGUAGE_USER_AKAN,                   "ak", "GH", 0     },
     537             :     { LANGUAGE_LUXEMBOURGISH_LUXEMBOURG,    "lb", "LU", 0     },
     538             :     { LANGUAGE_OBSOLETE_USER_LUXEMBOURGISH, "lb", "LU", 0     },
     539             :     { LANGUAGE_USER_FRIULIAN,              "fur", "IT", 0     },
     540             :     { LANGUAGE_USER_FIJIAN,                 "fj", "FJ", 0     },
     541             :     { LANGUAGE_USER_AFRIKAANS_NAMIBIA,      "af", "NA", 0     },
     542             :     { LANGUAGE_USER_ENGLISH_NAMIBIA,        "en", "NA", 0     },
     543             :     { LANGUAGE_USER_WALLOON,                "wa", "BE", 0     },
     544             :     { LANGUAGE_USER_COPTIC,                "cop", "EG", 0     },
     545             :     { LANGUAGE_USER_GASCON,                "gsc", "FR", 0     },
     546             :     { LANGUAGE_USER_GERMAN_BELGIUM,         "de", "BE", 0     },
     547             :     { LANGUAGE_USER_CHUVASH,                "cv", "RU", 0     },
     548             :     { LANGUAGE_USER_EWE_GHANA,              "ee", "GH", 0     },
     549             :     { LANGUAGE_USER_ENGLISH_GHANA,          "en", "GH", 0     },
     550             :     { LANGUAGE_USER_SANGO,                  "sg", "CF", 0     },
     551             :     { LANGUAGE_USER_GANDA,                  "lg", "UG", 0     },
     552             :     { LANGUAGE_USER_LINGALA_DRCONGO,        "ln", "CD", 0     },
     553             :     { LANGUAGE_USER_LOW_GERMAN,            "nds", "DE", 0     },
     554             :     { LANGUAGE_USER_HILIGAYNON,            "hil", "PH", 0     },
     555             :     { LANGUAGE_USER_ENGLISH_MALAWI,         "en", "MW", 0     },   /* en default for MW */
     556             :     { LANGUAGE_USER_NYANJA,                 "ny", "MW", 0     },
     557             :     { LANGUAGE_USER_KASHUBIAN,             "csb", "PL", 0     },
     558             :     { LANGUAGE_USER_SPANISH_CUBA,           "es", "CU", 0     },
     559             :     { LANGUAGE_USER_QUECHUA_NORTH_BOLIVIA, "qul", "BO", 0     },
     560             :     { LANGUAGE_USER_QUECHUA_SOUTH_BOLIVIA, "quh", "BO", 0     },
     561             :     { LANGUAGE_USER_BODO_INDIA,            "brx", "IN", 0     },
     562             :     { LANGUAGE_USER_DOGRI_INDIA,           "dgo", "IN", 0     },
     563             :     { LANGUAGE_USER_MAITHILI_INDIA,        "mai", "IN", 0     },
     564             :     { LANGUAGE_USER_SANTALI_INDIA,         "sat", "IN", 0     },
     565             :     { LANGUAGE_USER_TETUN,                 "tet", "ID", 0     },
     566             :     { LANGUAGE_USER_TETUN_TIMOR_LESTE,     "tet", "TL", 0     },
     567             :     { LANGUAGE_USER_TOK_PISIN,             "tpi", "PG", 0     },
     568             :     { LANGUAGE_USER_SHUSWAP,               "shs", "CA", 0     },
     569             :     { LANGUAGE_USER_ANCIENT_GREEK,         "grc", "GR", 0     },
     570             :     { LANGUAGE_USER_ASTURIAN,              "ast", "ES", 0     },
     571             :     { LANGUAGE_USER_LATGALIAN,             "ltg", "LV", 0     },
     572             :     { LANGUAGE_USER_MAORE,                 "swb", "YT", 0     },
     573             :     { LANGUAGE_USER_BUSHI,                 "buc", "YT", 0     },
     574             :     { LANGUAGE_USER_TAHITIAN,               "ty", "PF", 0     },
     575             :     { LANGUAGE_MALAGASY_PLATEAU,           "plt", "MG", 0     },
     576             :     { LANGUAGE_MALAGASY_PLATEAU,            "mg", "MG", kSAME },
     577             :     { LANGUAGE_OBSOLETE_USER_MALAGASY_PLATEAU, "plt", "MG", 0     },
     578             :     { LANGUAGE_USER_BAFIA,                 "ksf", "CM", 0     },
     579             :     { LANGUAGE_USER_GIKUYU,                 "ki", "KE", 0     },
     580             :     { LANGUAGE_USER_RUSYN_UKRAINE,         "rue", "UA", 0     },
     581             :     { LANGUAGE_USER_RUSYN_SLOVAKIA,        "rue", "SK", 0     },
     582             :     { LANGUAGE_USER_LIMBU,                 "lif", "NP", 0     },
     583             :     { LANGUAGE_USER_LOJBAN,                "jbo", ""  , 0     },
     584             :     { LANGUAGE_USER_HAITIAN,                "ht", "HT", 0     },
     585             :     { LANGUAGE_FRENCH_HAITI,                "fr", "HT", 0     },
     586             :     { LANGUAGE_USER_BEEMBE,                "beq", "CG", 0     },
     587             :     { LANGUAGE_USER_BEKWEL,                "bkw", "CG", 0     },
     588             :     { LANGUAGE_USER_KITUBA,                "mkw", "CG", 0     },
     589             :     { LANGUAGE_USER_LARI,                  "ldi", "CG", 0     },
     590             :     { LANGUAGE_USER_MBOCHI,                "mdw", "CG", 0     },
     591             :     { LANGUAGE_USER_TEKE_EBOO,             "ebo", "CG", 0     },
     592             :     { LANGUAGE_USER_TEKE_IBALI,            "tek", "CG", 0     },
     593             :     { LANGUAGE_USER_TEKE_TYEE,             "tyx", "CG", 0     },
     594             :     { LANGUAGE_USER_VILI,                  "vif", "CG", 0     },
     595             :     { LANGUAGE_USER_PORTUGUESE_ANGOLA,      "pt", "AO", 0     },
     596             :     { LANGUAGE_USER_MANX,                   "gv", "GB", 0     },
     597             :     { LANGUAGE_USER_ARAGONESE,              "an", "ES", 0     },
     598             :     { LANGUAGE_USER_KEYID,                 "qtz", ""  , 0     },    // key id pseudolanguage used for UI testing
     599             :     { LANGUAGE_USER_PALI_LATIN,            "pli", ""  , kSAME },    // Pali with Latin script, ISO 639-3 (sigh..) back-compat, Latin is not a default script though..
     600             :     { LANGUAGE_USER_KYRGYZ_CHINA,           "ky", "CN", 0     },
     601             :     { LANGUAGE_USER_KOMI_ZYRIAN,           "kpv", "RU", 0     },
     602             :     { LANGUAGE_USER_KOMI_PERMYAK,          "koi", "RU", 0     },
     603             :     { LANGUAGE_USER_PITJANTJATJARA,        "pjt", "AU", 0     },
     604             :     { LANGUAGE_USER_ERZYA,                 "myv", "RU", 0     },
     605             :     { LANGUAGE_USER_MARI_MEADOW,           "mhr", "RU", 0     },
     606             :     { LANGUAGE_USER_KHANTY,                "kca", "RU", 0     },
     607             :     { LANGUAGE_USER_LIVONIAN,              "liv", "RU", 0     },
     608             :     { LANGUAGE_USER_MOKSHA,                "mdf", "RU", 0     },
     609             :     { LANGUAGE_USER_MARI_HILL,             "mrj", "RU", 0     },
     610             :     { LANGUAGE_USER_NGANASAN,              "nio", "RU", 0     },
     611             :     { LANGUAGE_USER_OLONETS,               "olo", "RU", 0     },
     612             :     { LANGUAGE_USER_VEPS,                  "vep", "RU", 0     },
     613             :     { LANGUAGE_USER_VORO,                  "vro", "EE", 0     },
     614             :     { LANGUAGE_USER_NENETS,                "yrk", "RU", 0     },
     615             :     { LANGUAGE_USER_AKA,                   "axk", "CF", 0     },
     616             :     { LANGUAGE_USER_AKA_CONGO,             "axk", "CG", 0     },
     617             :     { LANGUAGE_USER_DIBOLE,                "bvx", "CG", 0     },
     618             :     { LANGUAGE_USER_DOONDO,                "dde", "CG", 0     },
     619             :     { LANGUAGE_USER_KAAMBA,                "xku", "CG", 0     },
     620             :     { LANGUAGE_USER_KOONGO,                "kng", "CD", 0     },
     621             :     { LANGUAGE_USER_KOONGO_CONGO,          "kng", "CG", 0     },
     622             :     { LANGUAGE_USER_KUNYI,                 "njx", "CG", 0     },
     623             :     { LANGUAGE_USER_NGUNGWEL,              "ngz", "CG", 0     },
     624             :     { LANGUAGE_USER_NJYEM,                 "njy", "CM", 0     },
     625             :     { LANGUAGE_USER_NJYEM_CONGO,           "njy", "CG", 0     },
     626             :     { LANGUAGE_USER_PUNU,                  "puu", "GA", 0     },
     627             :     { LANGUAGE_USER_PUNU_CONGO,            "puu", "CG", 0     },
     628             :     { LANGUAGE_USER_SUUNDI,                "sdj", "CG", 0     },
     629             :     { LANGUAGE_USER_TEKE_KUKUYA,           "kkw", "CG", 0     },
     630             :     { LANGUAGE_USER_TSAANGI,               "tsa", "CG", 0     },
     631             :     { LANGUAGE_USER_YAKA,                  "iyx", "CG", 0     },
     632             :     { LANGUAGE_USER_YOMBE,                 "yom", "CD", 0     },
     633             :     { LANGUAGE_USER_YOMBE_CONGO,           "yom", "CG", 0     },
     634             :     { LANGUAGE_USER_SIDAMA,                "sid", "ET", 0     },
     635             :     { LANGUAGE_USER_NKO,                   "nqo", "GN", 0     },
     636             :     { LANGUAGE_USER_UDMURT,                "udm", "RU", 0     },
     637             :     { LANGUAGE_USER_CORNISH,               "kw",  "UK", 0     },
     638             :     { LANGUAGE_USER_SAMI_PITE_SWEDEN,      "sje", "SE", 0     },
     639             :     { LANGUAGE_USER_NGAEBERE,              "gym", "PA", 0     },
     640             :     { LANGUAGE_USER_KUMYK,                 "kum", "RU", 0     },
     641             :     { LANGUAGE_USER_NOGAI,                 "nog", "RU", 0     },
     642             :     { LANGUAGE_USER_LADIN,                 "lld", "IT", 0     },
     643             :     { LANGUAGE_USER_FRENCH_BURKINA_FASO,    "fr", "BF", 0     },
     644             :     { LANGUAGE_USER_PUINAVE,               "pui", "CO", 0     },
     645             :     { LANGUAGE_USER_AVAR,                   "av", "RU", 0     },
     646             :     { LANGUAGE_USER_LENGO,                 "lgr", "SB", 0     },
     647             :     { LANGUAGE_USER_FRENCH_BENIN,           "fr", "BJ", 0     },
     648             :     { LANGUAGE_USER_FRENCH_NIGER,           "fr", "NE", 0     },
     649             :     { LANGUAGE_USER_FRENCH_TOGO,            "fr", "TG", 0     },
     650             :     { LANGUAGE_USER_KVEN_FINNISH,          "fkv", "NO", 0     },
     651             :     { LANGUAGE_USER_CHURCH_SLAVIC,          "cu", "RU", 0     },
     652             :     { LANGUAGE_USER_VENETIAN,              "vec", "IT", 0     },
     653             :     { LANGUAGE_MULTIPLE,                   "mul", ""  , 0     },    // multiple languages, many languages are used
     654             :     { LANGUAGE_UNDETERMINED,               "und", ""  , 0     },    // undetermined language, language cannot be identified
     655             :     { LANGUAGE_NONE,                       "zxx", ""  , 0     },    // added to ISO 639-2 on 2006-01-11: Used to declare the absence of linguistic information
     656             :     { LANGUAGE_DONTKNOW,                    "",   ""  , 0     }     // marks end of table
     657             : };
     658             : 
     659             : static IsoLanguageScriptCountryEntry const aImplIsoLangScriptEntries[] =
     660             : {
     661             :     // MS-LangID,                             ISO639-ISO15924, ISO3166, override
     662             :     { LANGUAGE_SERBIAN_LATIN_SERBIA,                "sr-Latn", "RS", 0     },
     663             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_SERBIA,  "sr-Latn", "RS", 0     },
     664             :     { LANGUAGE_SERBIAN_LATIN_MONTENEGRO,            "sr-Latn", "ME", 0     },
     665             :     { LANGUAGE_OBSOLETE_USER_SERBIAN_LATIN_MONTENEGRO,"sr-Latn", "ME", 0     },
     666             :     { LANGUAGE_SERBIAN_LATIN_BOSNIA_HERZEGOVINA,    "sr-Latn", "BA", 0     },
     667             :     { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr-Latn", "CS", 0     },   // Serbian Latin in Serbia and Montenegro; note that not all applications may know about the 'CS' reusage mess, see https://en.wikipedia.org/wiki/ISO_3166-2:CS
     668             :     { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr-Latn", "YU", 0     },   // legacy Serbian Latin in Yugoslavia
     669             :     { LANGUAGE_SERBIAN_LATIN_LSO,                   "sr-Latn", ""  , 0     },
     670             :     { LANGUAGE_SERBIAN_LATIN_NEUTRAL,               "sr-Latn", ""  , LANGUAGE_SERBIAN_LATIN_LSO },  // MS lists this as 'sr' only, what a mess
     671             :     { LANGUAGE_SERBIAN_CYRILLIC_SERBIA,             "sr-Cyrl", "RS", kSAME },   // MS
     672             :     { LANGUAGE_SERBIAN_CYRILLIC_MONTENEGRO,         "sr-Cyrl", "ME", kSAME },   // MS
     673             :     { LANGUAGE_SERBIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "sr-Cyrl", "BA", kSAME },   // MS
     674             :     { LANGUAGE_SERBIAN_CYRILLIC_SAM,                "sr-Cyrl", "CS", kSAME },   // MS
     675             :     { LANGUAGE_SERBIAN_CYRILLIC_LSO,                "sr-Cyrl", ""  , kSAME },   // MS
     676             :     { LANGUAGE_BOSNIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "bs-Cyrl", "BA", 0     },
     677             :     { LANGUAGE_BOSNIAN_CYRILLIC_LSO,                "bs-Cyrl", ""  , 0     },
     678             :     { LANGUAGE_AZERI_CYRILLIC,                      "az-Cyrl", "AZ", 0     },   // macrolanguage code
     679             :     { LANGUAGE_AZERI_CYRILLIC_LSO,                  "az-Cyrl", ""  , 0     },   // macrolanguage code
     680             :     { LANGUAGE_UZBEK_CYRILLIC,                      "uz-Cyrl", "UZ", 0     },   // macrolanguage code
     681             :     { LANGUAGE_UZBEK_CYRILLIC_LSO,                  "uz-Cyrl", ""  , 0     },   // macrolanguage code
     682             :     { LANGUAGE_MONGOLIAN_CYRILLIC_MONGOLIA,         "mn-Cyrl", "MN", 0     },   // macrolanguage code; should be khk-MN or khk-Cyrl-MN
     683             :     { LANGUAGE_MONGOLIAN_CYRILLIC_LSO,              "mn-Cyrl", ""  , 0     },   // macrolanguage code; MS, should be khk or khk-Cyrl
     684             :     { LANGUAGE_MONGOLIAN_MONGOLIAN_MONGOLIA,        "mn-Mong", "MN", 0     },   // macrolanguage code; MS, should be khk-Mong-MN
     685             :     { LANGUAGE_MONGOLIAN_MONGOLIAN_CHINA,           "mn-Mong", "CN", 0     },   // macrolanguage code; MS, should actually be mvf-CN
     686             :     { LANGUAGE_MONGOLIAN_MONGOLIAN_LSO,             "mn-Mong", ""  , 0     },   // macrolanguage code
     687             :     { LANGUAGE_USER_PALI_LATIN,                     "pi-Latn", ""  , 0     },
     688             :     { LANGUAGE_USER_KARAKALPAK_LATIN,              "kaa-Latn", "UZ", 0     },
     689             :     { LANGUAGE_TAJIK,                               "tg-Cyrl", "TJ", 0     },   // MS
     690             :     { LANGUAGE_TAJIK_LSO,                           "tg-Cyrl", ""  , 0     },   // MS
     691             :     { LANGUAGE_AZERI_LATIN,                         "az-Latn", "AZ", 0     },   // macrolanguage code; MS
     692             :     { LANGUAGE_AZERI_LATIN_LSO,                     "az-Latn", ""  , 0     },   // macrolanguage code; MS
     693             :     { LANGUAGE_USER_YIDDISH_US,                     "yi-Hebr", "US", kSAME },   // macrolanguage code; MS, Hebr is suppress-script
     694             :     { LANGUAGE_YIDDISH,                             "yi-Hebr", "IL", kSAME },   // macrolanguage code; MS, Hebr is suppress-script
     695             :     { LANGUAGE_UZBEK_LATIN,                         "uz-Latn", "UZ", 0     },   // macrolanguage code
     696             :     { LANGUAGE_UZBEK_LATIN_LSO,                     "uz-Latn", ""  , 0     },
     697             : //  { LANGUAGE_SINDHI,                              "sd-Deva", "IN", 0     },   // MS, TODO: see comment above in aImplIsoLangEntries
     698             :     { LANGUAGE_SINDHI_PAKISTAN,                     "sd-Arab", "PK", 0     },   // MS
     699             :     { LANGUAGE_SINDHI_ARABIC_LSO,                   "sd-Arab", ""  , 0     },
     700             :     { LANGUAGE_CHEROKEE_UNITED_STATES,             "chr-Cher", "US", 0     },   // MS
     701             :     { LANGUAGE_CHEROKEE_CHEROKEE_LSO,              "chr-Cher", ""  , 0     },
     702             :     { LANGUAGE_INUKTITUT_SYLLABICS_CANADA,          "iu-Cans", "CA", 0     },   // macrolanguage code, MS
     703             :     { LANGUAGE_INUKTITUT_SYLLABICS_LSO,             "iu-Cans", ""  , 0     },   // macrolanguage code, MS
     704             :     { LANGUAGE_INUKTITUT_LATIN_CANADA,              "iu-Latn", "CA", 0     },   // macrolanguage code, MS
     705             :     { LANGUAGE_INUKTITUT_LATIN_LSO,                 "iu-Latn", ""  , 0     },   // macrolanguage code, MS
     706             :     { LANGUAGE_TAMAZIGHT_TIFINAGH_MOROCCO,         "tzm-Tfng", "MA", 0     },
     707             :     { LANGUAGE_TAMAZIGHT_TIFINAGH_LSO,             "tzm-Tfng", ""  , 0     },
     708             :     { LANGUAGE_KASHMIRI_INDIA,                      "ks-Deva", "IN", 0     },   // MS
     709             :     { LANGUAGE_KASHMIRI,                            "ks-Arab", ""  , 0     },   // MS, Kashmiri in "Jammu and Kashmir" ... no ISO3166 code for that
     710             :     { LANGUAGE_HAUSA_NIGERIA,                       "ha-Latn", "NG", 0     },   // MS
     711             :     { LANGUAGE_USER_HAUSA_GHANA,                    "ha-Latn", "GH", 0     },
     712             :     { LANGUAGE_HAUSA_LATIN_LSO,                     "ha-Latn", ""  , 0     },
     713             :     { LANGUAGE_LATIN_LSO,                           "la-Latn", ""  , kSAME },   // MS, though Latn is suppress-script
     714             :     { LANGUAGE_TAI_NUA_CHINA,                      "tdd-Tale", "CN", 0     },   // MS reserved
     715             :     { LANGUAGE_LU_CHINA,                           "khb-Talu", "CN", 0     },   // MS reserved
     716             :     { LANGUAGE_KURDISH_ARABIC_IRAQ,                 "ku-Arab", "IQ", kSAME },   // macrolanguage code, MS
     717             :     { LANGUAGE_KURDISH_ARABIC_LSO,                  "ku-Arab", ""  , kSAME },   // macrolanguage code, MS
     718             :     { LANGUAGE_USER_KURDISH_TURKEY,                "kmr-Latn", "TR", 0     },
     719             :     { LANGUAGE_USER_KURDISH_SYRIA,                 "kmr-Latn", "SY", 0     },
     720             :     { LANGUAGE_PUNJABI_PAKISTAN,                   "pnb-Arab", "PK", 0     },
     721             :     { LANGUAGE_PUNJABI_ARABIC_LSO,                 "pnb-Arab", ""  , 0     },
     722             :     { LANGUAGE_PUNJABI_PAKISTAN,                    "pa-Arab", "PK", 0     },   // MS, incorrect
     723             :     { LANGUAGE_PUNJABI_ARABIC_LSO,                  "pa-Arab", ""  , 0     },   // MS, incorrect
     724             :     { LANGUAGE_TAMAZIGHT_LATIN_ALGERIA,            "tzm-Latn", "DZ", kSAME },   // MS
     725             :     { LANGUAGE_TAMAZIGHT_LATIN_LSO,                "tzm-Latn", ""  , 0     },   // MS
     726             :     { LANGUAGE_FULFULDE_SENEGAL,                    "ff-Latn", "SN", 0     },   // macrolanguage code, MS
     727             :     { LANGUAGE_FULFULDE_LATIN_LSO,                  "ff-Latn", ""  , 0     },   // macrolanguage code
     728             :     { LANGUAGE_BOSNIAN_LATIN_BOSNIA_HERZEGOVINA,    "bs-Latn", "BA", kSAME },   // MS, though Latn is suppress-script
     729             :     { LANGUAGE_BOSNIAN_LATIN_LSO,                   "bs-Latn", ""  , LANGUAGE_BOSNIAN_LSO },   // MS, though Latn is suppress-script
     730             :     { LANGUAGE_CHINESE_TRADITIONAL_LSO,             "zh-Hant", ""  , 0     },
     731             :     { LANGUAGE_USER_MANINKAKAN_EASTERN_LATIN,      "emk-Latn", "GN", 0     },
     732             :     { LANGUAGE_USER_CREE_PLAINS_LATIN,             "crk-Latn", "CN", 0     },
     733             :     { LANGUAGE_USER_CREE_PLAINS_SYLLABICS,         "crk-Cans", "CN", 0     },
     734             :     { LANGUAGE_DONTKNOW,                            "",        ""  , 0     }    // marks end of table
     735             : };
     736             : 
     737             : static Bcp47CountryEntry const aImplBcp47CountryEntries[] =
     738             : {
     739             :     // MS-LangID                              full BCP47, ISO3166, ISO639-Variant or other fallback
     740             :     { LANGUAGE_CATALAN_VALENCIAN,       "ca-ES-valencia", "ES", "ca-valencia" },
     741             :     { LANGUAGE_OBSOLETE_USER_CATALAN_VALENCIAN, "ca-ES-valencia", "ES", "" },   // In case MS format files using the old value escaped into the wild, map them back.
     742             :     { LANGUAGE_USER_ENGLISH_UK_OED,          "en-GB-oed", "GB", "" },   // grandfathered
     743             : //  { LANGUAGE_YUE_CHINESE_HONGKONG,         "zh-yue-HK", "HK", "" },   // MS reserved, prefer yue-HK; do not add unless LanguageTag::simpleExtract() can handle it to not call liblangtag for rsc!
     744             :     { LANGUAGE_DONTKNOW,                    "", "", "" }    // marks end of table
     745             : };
     746             : 
     747             : static IsoLanguageCountryEntry aLastResortFallbackEntry =
     748             : { LANGUAGE_ENGLISH_US, "en", "US", 0 };
     749             : 
     750      310245 : OUString IsoLanguageCountryEntry::getTagString() const
     751             : {
     752      310245 :     if (maCountry[0])
     753      287025 :         return OUString( OUString::createFromAscii( maLanguage) + "-" + OUString::createFromAscii( maCountry));
     754             :     else
     755       23220 :         return OUString::createFromAscii( maLanguage);
     756             : }
     757             : 
     758      271516 : ::com::sun::star::lang::Locale IsoLanguageCountryEntry::getLocale() const
     759             : {
     760      271516 :     return lang::Locale( OUString::createFromAscii( maLanguage), OUString::createFromAscii( maCountry), OUString());
     761             : }
     762             : 
     763      347646 : OUString IsoLanguageScriptCountryEntry::getTagString() const
     764             : {
     765      347646 :     if (maCountry[0])
     766      253720 :         return OUString( OUString::createFromAscii( maLanguageScript) + "-" + OUString::createFromAscii( maCountry));
     767             :     else
     768       93926 :         return OUString::createFromAscii( maLanguageScript);
     769             : }
     770             : 
     771       35431 : ::com::sun::star::lang::Locale IsoLanguageScriptCountryEntry::getLocale() const
     772             : {
     773       35431 :     return lang::Locale( I18NLANGTAG_QLT, OUString::createFromAscii( maCountry), getTagString());
     774             : }
     775             : 
     776     4094762 : bool IsoLanguageScriptCountryEntry::startsInIgnoreAsciiCase( const OUString & rStr ) const
     777             : {
     778     4094762 :     return rStr.matchIgnoreAsciiCaseAsciiL( maLanguageScript, strlen( maLanguageScript), 0);
     779             : }
     780             : 
     781      344253 : OUString Bcp47CountryEntry::getTagString() const
     782             : {
     783      344253 :     return OUString::createFromAscii( mpBcp47);
     784             : }
     785             : 
     786          46 : ::com::sun::star::lang::Locale Bcp47CountryEntry::getLocale() const
     787             : {
     788          46 :     return lang::Locale( I18NLANGTAG_QLT, OUString::createFromAscii( maCountry), getTagString());
     789             : }
     790             : 
     791             : 
     792             : 
     793             : // In this table are the countries which should mapped to a specific
     794             : // english language
     795             : static IsoLangEngEntry const aImplIsoLangEngEntries[] =
     796             : {
     797             :     { LANGUAGE_ENGLISH_UK,                  "AO" },         // Angola
     798             :     { LANGUAGE_ENGLISH_UK,                  "BJ" },         // Benin
     799             :     { LANGUAGE_ENGLISH_UK,                  "BW" },         // Botswana
     800             :     { LANGUAGE_ENGLISH_UK,                  "BI" },         // Burundi
     801             :     { LANGUAGE_ENGLISH_UK,                  "CM" },         // Cameroon
     802             :     { LANGUAGE_ENGLISH_UK,                  "GA" },         // Gabon
     803             :     { LANGUAGE_ENGLISH_UK,                  "GM" },         // Gambia
     804             :     { LANGUAGE_ENGLISH_UK,                  "GH" },         // Ghana
     805             :     { LANGUAGE_ENGLISH_UK,                  "GN" },         // Guinea
     806             :     { LANGUAGE_ENGLISH_UK,                  "LS" },         // Lesotho
     807             :     { LANGUAGE_ENGLISH_UK,                  "MW" },         // Malawi
     808             :     { LANGUAGE_ENGLISH_UK,                  "MT" },         // Malta
     809             :     { LANGUAGE_ENGLISH_UK,                  "NA" },         // Namibia
     810             :     { LANGUAGE_ENGLISH_UK,                  "NG" },         // Nigeria
     811             :     { LANGUAGE_ENGLISH_UK,                  "UG" },         // Uganda
     812             :     { LANGUAGE_ENGLISH_UK,                  "ZM" },         // Zambia
     813             :     { LANGUAGE_ENGLISH_UK,                  "ZW" },         // Zimbabwe
     814             :     { LANGUAGE_ENGLISH_UK,                  "SZ" },         // Swaziland
     815             :     { LANGUAGE_ENGLISH_UK,                  "NG" },         // Sierra Leone
     816             :     { LANGUAGE_ENGLISH_UK,                  "KN" },         // Saint Kitts and Nevis
     817             :     { LANGUAGE_ENGLISH_UK,                  "SH" },         // St. Helena
     818             :     { LANGUAGE_ENGLISH_UK,                  "IO" },         // British Indian Oceanic Territory
     819             :     { LANGUAGE_ENGLISH_UK,                  "FK" },         // Falkland Islands
     820             :     { LANGUAGE_ENGLISH_UK,                  "GI" },         // Gibraltar
     821             :     { LANGUAGE_ENGLISH_UK,                  "KI" },         // Kiribati
     822             :     { LANGUAGE_ENGLISH_UK,                  "VG" },         // Virgin Islands
     823             :     { LANGUAGE_ENGLISH_UK,                  "MU" },         // Mauritius
     824             :     { LANGUAGE_ENGLISH_UK,                  "FJ" },         // Fiji
     825             :     { LANGUAGE_ENGLISH_US,                  "KI" },         // Kiribati
     826             :     { LANGUAGE_ENGLISH_US,                  "LR" },         // Liberia
     827             :     { LANGUAGE_ENGLISH_US,                  "GU" },         // Guam
     828             :     { LANGUAGE_ENGLISH_US,                  "MH" },         // Marshall Islands
     829             :     { LANGUAGE_ENGLISH_US,                  "PW" },         // Palau
     830             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "AI" },         // Anguilla
     831             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "AG" },         // Antigua and Barbuda
     832             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "BS" },         // Bahamas
     833             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "BB" },         // Barbedos
     834             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "BM" },         // Bermuda
     835             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "KY" },         // Cayman Islands
     836             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "GD" },         // Grenada
     837             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "DM" },         // Dominica
     838             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "HT" },         // Haiti
     839             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "MS" },         // Montserrat
     840             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "FM" },         // Micronesia
     841             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "VC" },         // St. Vincent / Grenadines
     842             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "LC" },         // Saint Lucia
     843             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "TC" },         // Turks & Caicos Islands
     844             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "GY" },         // Guyana
     845             :     { LANGUAGE_ENGLISH_CARRIBEAN,           "TT" },         // Trinidad and Tobago
     846             :     { LANGUAGE_ENGLISH_AUS,                 "CX" },         // Christmas Islands
     847             :     { LANGUAGE_ENGLISH_AUS,                 "CC" },         // Cocos (Keeling) Islands
     848             :     { LANGUAGE_ENGLISH_AUS,                 "NF" },         // Norfolk Island
     849             :     { LANGUAGE_ENGLISH_AUS,                 "PG" },         // Papua New Guinea
     850             :     { LANGUAGE_ENGLISH_AUS,                 "SB" },         // Solomon Islands
     851             :     { LANGUAGE_ENGLISH_AUS,                 "TV" },         // Tuvalu
     852             :     { LANGUAGE_ENGLISH_AUS,                 "NR" },         // Nauru
     853             :     { LANGUAGE_ENGLISH_NZ,                  "CK" },         // Cook Islands
     854             :     { LANGUAGE_ENGLISH_NZ,                  "NU" },         // Niue
     855             :     { LANGUAGE_ENGLISH_NZ,                  "TK" },         // Tokelau
     856             :     { LANGUAGE_ENGLISH_NZ,                  "TO" },         // Tonga
     857             :     { LANGUAGE_DONTKNOW,                    ""   }          // marks end of table
     858             : };
     859             : 
     860             : 
     861             : 
     862             : static IsoLangNoneStdEntry const aImplIsoNoneStdLangEntries[] =
     863             : {
     864             :     { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "BOK"      }, // registered subtags for "no" in rfc1766
     865             :     { LANGUAGE_NORWEGIAN_NYNORSK,           "no", "NYN"      }, // registered subtags for "no" in rfc1766
     866             :     { LANGUAGE_SERBIAN_LATIN_SAM,           "sr", "latin"    },
     867             :     { LANGUAGE_SERBIAN_CYRILLIC_SAM,        "sr", "cyrillic" },
     868             :     { LANGUAGE_AZERI_LATIN,                 "az", "latin"    },
     869             :     { LANGUAGE_AZERI_CYRILLIC,              "az", "cyrillic" },
     870             :     { LANGUAGE_DONTKNOW,                    "",   ""         }  // marks end of table
     871             : };
     872             : 
     873             : 
     874             : 
     875             : // in this table are only names to find the best language
     876             : static IsoLangNoneStdEntry const aImplIsoNoneStdLangEntries2[] =
     877             : {
     878             :     { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "bokmaal"  },
     879             :     { LANGUAGE_NORWEGIAN_BOKMAL,            "no", "bokmal"   },
     880             :     { LANGUAGE_NORWEGIAN_NYNORSK,           "no", "nynorsk"  },
     881             :     { LANGUAGE_DONTKNOW,                    "",   ""         }  // marks end of table
     882             : };
     883             : 
     884             : 
     885             : 
     886             : // in this table are only names to find the best language
     887             : static IsoLangOtherEntry const aImplOtherEntries[] =
     888             : {
     889             :     { LANGUAGE_ENGLISH_US,                  "c"              },
     890             :     { LANGUAGE_CHINESE,                     "chinese"        },
     891             :     { LANGUAGE_GERMAN,                      "german"         },
     892             :     { LANGUAGE_JAPANESE,                    "japanese"       },
     893             :     { LANGUAGE_KOREAN,                      "korean"         },
     894             :     { LANGUAGE_ENGLISH_US,                  "posix"          },
     895             :     { LANGUAGE_CHINESE_TRADITIONAL,         "tchinese"       },
     896             :     { LANGUAGE_DONTKNOW,                    NULL             }  // marks end of table
     897             : };
     898             : 
     899             : 
     900             : // in this table are only privateuse names
     901             : static IsoLangOtherEntry const aImplPrivateUseEntries[] =
     902             : {
     903             :     { LANGUAGE_USER_PRIV_NOTRANSLATE,       "x-no-translate" }, //! not BCP47 but legacy in .xcu configmgr
     904             :     { LANGUAGE_USER_PRIV_DEFAULT,           "x-default"      },
     905             :     { LANGUAGE_USER_PRIV_COMMENT,           "x-comment"      },
     906             :     { LANGUAGE_USER_PRIV_JOKER,             "*"              }, //! not BCP47 but transferable in configmgr
     907             :     { LANGUAGE_DONTKNOW,                    NULL             }  // marks end of table
     908             : };
     909             : 
     910             : 
     911             : 
     912             : // static
     913      332215 : void MsLangId::Conversion::convertLanguageToLocaleImpl( LanguageType nLang,
     914             :         ::com::sun::star::lang::Locale & rLocale, bool bIgnoreOverride )
     915             : {
     916      332215 :     const IsoLanguageScriptCountryEntry* pScriptEntryOverride = NULL;
     917      332215 :     const IsoLanguageCountryEntry* pEntryOverride = NULL;
     918             : 
     919             : Label_Override_Lang_Locale:
     920             : 
     921             :     // Search for LangID in BCP47
     922     2723654 :     for (const Bcp47CountryEntry* pBcp47Entry = aImplBcp47CountryEntries;
     923     1361827 :             pBcp47Entry->mnLang != LANGUAGE_DONTKNOW; ++pBcp47Entry)
     924             :     {
     925     1022337 :         if (pBcp47Entry->mnLang == nLang)
     926             :         {
     927        2352 :             rLocale.Language = I18NLANGTAG_QLT;
     928        2352 :             rLocale.Country  = OUString::createFromAscii( pBcp47Entry->maCountry);
     929        2352 :             rLocale.Variant  = pBcp47Entry->getTagString();
     930        2352 :             return;
     931             :         }
     932             :     }
     933             : 
     934             :     // Search for LangID in ISO lll-Ssss-CC
     935    44090666 :     for (const IsoLanguageScriptCountryEntry* pScriptEntry = aImplIsoLangScriptEntries;
     936    22045333 :             pScriptEntry->mnLang != LANGUAGE_DONTKNOW; ++pScriptEntry)
     937             :     {
     938    21773274 :         if (pScriptEntry->mnLang == nLang)
     939             :         {
     940       77058 :             if (bIgnoreOverride || !pScriptEntry->mnOverride)
     941             :             {
     942       57804 :                 rLocale.Language = I18NLANGTAG_QLT;
     943       57804 :                 rLocale.Country  = OUString::createFromAscii( pScriptEntry->maCountry);
     944       57804 :                 rLocale.Variant  = pScriptEntry->getTagString();
     945       57804 :                 return;
     946             :             }
     947       19254 :             else if (pScriptEntry->mnOverride && pScriptEntryOverride != pScriptEntry)
     948             :             {
     949        9627 :                 pScriptEntryOverride = pScriptEntry;
     950        9627 :                 nLang = getOverrideLang( pScriptEntry->mnLang, pScriptEntry->mnOverride);
     951        9627 :                 goto Label_Override_Lang_Locale;
     952             :             }
     953             :         }
     954             :     }
     955             : 
     956             :     // Search for LangID in ISO lll-CC
     957   131761202 :     for (const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
     958    65880601 :             pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
     959             :     {
     960    65880544 :         if (pEntry->mnLang == nLang)
     961             :         {
     962      272002 :             if (bIgnoreOverride || !pEntry->mnOverride)
     963             :             {
     964      272002 :                 rLocale.Language = OUString::createFromAscii( pEntry->maLanguage );
     965      272002 :                 rLocale.Country  = OUString::createFromAscii( pEntry->maCountry );
     966      272002 :                 rLocale.Variant.clear();
     967      272002 :                 return;
     968             :             }
     969           0 :             else if (pEntry->mnOverride && pEntryOverride != pEntry)
     970             :             {
     971           0 :                 pEntryOverride = pEntry;
     972           0 :                 nLang = getOverrideLang( pEntry->mnLang, pEntry->mnOverride);
     973           0 :                 goto Label_Override_Lang_Locale;
     974             :             }
     975             :         }
     976             :     }
     977             : 
     978             :     // Look for privateuse definitions.
     979         154 :     for (const IsoLangOtherEntry* pPrivateEntry = aImplPrivateUseEntries;
     980          77 :             pPrivateEntry->mnLang != LANGUAGE_DONTKNOW; ++pPrivateEntry)
     981             :     {
     982          74 :         if (pPrivateEntry->mnLang == nLang)
     983             :         {
     984          54 :             rLocale.Language = I18NLANGTAG_QLT;
     985          54 :             rLocale.Country.clear();
     986          54 :             rLocale.Variant  = OUString::createFromAscii( pPrivateEntry->mpLanguage );
     987          54 :             return;
     988             :         }
     989             :     }
     990             : 
     991             :     // Not found. Passed rLocale argument remains unchanged.
     992             : }
     993             : 
     994             : 
     995             : 
     996             : // static
     997      288270 : com::sun::star::lang::Locale MsLangId::Conversion::getLocale( const IsoLanguageCountryEntry * pEntry )
     998             : {
     999      288270 :     if (pEntry->mnOverride)
    1000             :     {
    1001       16756 :         lang::Locale aLocale;
    1002       16756 :         convertLanguageToLocaleImpl( getOverrideLang( pEntry->mnLang, pEntry->mnOverride), aLocale, false);
    1003       16756 :         return aLocale;
    1004             :     }
    1005             :     else
    1006      271514 :         return pEntry->getLocale();
    1007             : }
    1008             : 
    1009             : // static
    1010       43804 : com::sun::star::lang::Locale MsLangId::Conversion::getLocale( const IsoLanguageScriptCountryEntry * pEntry )
    1011             : {
    1012       43804 :     if (pEntry->mnOverride)
    1013             :     {
    1014        8373 :         lang::Locale aLocale;
    1015        8373 :         convertLanguageToLocaleImpl( getOverrideLang( pEntry->mnLang, pEntry->mnOverride), aLocale, false);
    1016        8373 :         return aLocale;
    1017             :     }
    1018             :     else
    1019       35431 :         return pEntry->getLocale();
    1020             : }
    1021             : 
    1022             : // static
    1023        8474 : ::com::sun::star::lang::Locale MsLangId::Conversion::lookupFallbackLocale(
    1024             :         const ::com::sun::star::lang::Locale & rLocale )
    1025             : {
    1026             :     // language is lower case in table
    1027        8474 :     OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
    1028             :     // country is upper case in table
    1029       16948 :     OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
    1030        8474 :     sal_Int32 nCountryLen = aUpperCountry.getLength();
    1031             : 
    1032        8474 :     if (rLocale.Language == I18NLANGTAG_QLT)
    1033             :     {
    1034             :         // Search in BCP47, only full match and one fallback, for other
    1035             :         // fallbacks only LanguageTag can decide.
    1036         288 :         for (const Bcp47CountryEntry* pBcp47Entry = aImplBcp47CountryEntries;
    1037         144 :                 pBcp47Entry->mnLang != LANGUAGE_DONTKNOW; ++pBcp47Entry)
    1038             :         {
    1039         237 :             if (    rLocale.Variant.equalsIgnoreAsciiCase( pBcp47Entry->getTagString()) ||
    1040          96 :                     rLocale.Variant.equalsIgnoreAsciiCaseAscii( pBcp47Entry->mpFallback))
    1041          94 :                 return pBcp47Entry->getLocale();
    1042             :         }
    1043             : 
    1044             :         // Search in ISO lll-Ssss-CC
    1045           3 :         const IsoLanguageScriptCountryEntry* pFirstScript = NULL;
    1046         158 :         for (const IsoLanguageScriptCountryEntry* pScriptEntry = aImplIsoLangScriptEntries;
    1047          79 :                 pScriptEntry->mnLang != LANGUAGE_DONTKNOW; ++pScriptEntry)
    1048             :         {
    1049          78 :             if (pScriptEntry->startsInIgnoreAsciiCase( rLocale.Variant))
    1050             :             {
    1051           7 :                 if (rLocale.Variant.equalsIgnoreAsciiCase( pScriptEntry->getTagString()))
    1052           2 :                     return getLocale( pScriptEntry);    // may override
    1053           5 :                 if (!pFirstScript)
    1054           1 :                     pFirstScript = pScriptEntry;
    1055             :             }
    1056             :         }
    1057             :         // If at least a lll-Ssss matched, try that with country or use it as
    1058             :         // fallback.
    1059           1 :         if (pFirstScript)
    1060             :         {
    1061             :             // Check for country only if there is more than lll-Ssss-CC in tag
    1062             :             // string, else we would had matched it already.
    1063           0 :             if (!aUpperCountry.isEmpty() && rLocale.Variant.getLength() > 11)
    1064             :             {
    1065           0 :                 for (const IsoLanguageScriptCountryEntry* pScriptEntry = pFirstScript;
    1066           0 :                         pScriptEntry->mnLang != LANGUAGE_DONTKNOW; ++pScriptEntry)
    1067             :                 {
    1068           0 :                     if (aUpperCountry.equalsAscii( pScriptEntry->maCountry) &&
    1069           0 :                             pScriptEntry->startsInIgnoreAsciiCase( rLocale.Variant))
    1070           0 :                         return getLocale( pScriptEntry);    // may override
    1071             :                 }
    1072             :             }
    1073           0 :             return getLocale( pFirstScript);    // may override
    1074             :         }
    1075             : 
    1076             :         // Extract language from tag string, country is used as present in
    1077             :         // Locale because in the tables that follow we have only ISO 3166
    1078             :         // countries and if that is in the tag string we also have it in the
    1079             :         // Locale.
    1080           1 :         sal_Int32 nIndex = 0;
    1081           1 :         aLowerLang = rLocale.Variant.getToken( 0, '-', nIndex).toAsciiLowerCase();
    1082             :         // Nothing with "x-..." or "i-..." or any 1 letter in lll-CC table that
    1083             :         // follows.
    1084           1 :         if (aLowerLang.getLength() == 1)
    1085           0 :             return aLastResortFallbackEntry.getLocale();
    1086             :     }
    1087             : 
    1088             :     // Search for locale and remember first lang-only.
    1089        8426 :     const IsoLanguageCountryEntry* pFirstLang = NULL;
    1090        8426 :     const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
    1091     3057413 :     for ( ; pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1092             :     {
    1093     3051460 :         if (aLowerLang.equalsAscii( pEntry->maLanguage))
    1094             :         {
    1095       17347 :             if (*pEntry->maCountry)
    1096             :             {
    1097       14443 :                 if (nCountryLen && aUpperCountry.equalsAscii( pEntry->maCountry))
    1098        1902 :                     return getLocale( pEntry);  // may override
    1099             :             }
    1100             :             else
    1101             :             {
    1102        2904 :                 switch (pEntry->mnLang)
    1103             :                 {
    1104             :                     // These are known to have no country assigned.
    1105             :                     case LANGUAGE_BASQUE:
    1106             :                     case LANGUAGE_USER_ESPERANTO:
    1107             :                     case LANGUAGE_USER_INTERLINGUA:
    1108             :                     case LANGUAGE_USER_LOJBAN:
    1109             :                     case LANGUAGE_KASHMIRI:
    1110             :                     case LANGUAGE_USER_KEYID:
    1111             :                     // And the special codes without country.
    1112             :                     case LANGUAGE_MULTIPLE:
    1113             :                     case LANGUAGE_UNDETERMINED:
    1114             :                     case LANGUAGE_NONE:
    1115         571 :                         return getLocale( pEntry);  // may override
    1116             :                     default:
    1117             :                         ;   // nothing
    1118             :                 }
    1119             :             }
    1120       14874 :             if (!pFirstLang)
    1121        7642 :                 pFirstLang = pEntry;
    1122             :         }
    1123             :     }
    1124             : 
    1125             :     // Language not found at all => use default.
    1126        5953 :     if (!pFirstLang)
    1127           2 :         return aLastResortFallbackEntry.getLocale();
    1128             : 
    1129             :     // Search for first entry of language with any country.
    1130        5951 :     pEntry = pFirstLang;
    1131        5976 :     for ( ; pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1132             :     {
    1133        5976 :         if (aLowerLang.equalsAscii( pEntry->maLanguage))
    1134             :         {
    1135        5976 :             if (*pEntry->maCountry)
    1136        5951 :                 return getLocale( pEntry);  // may override
    1137             :         }
    1138             :     }
    1139             : 
    1140        8474 :     return aLastResortFallbackEntry.getLocale();
    1141             : }
    1142             : 
    1143             : 
    1144             : 
    1145             : // static
    1146          81 : LanguageType MsLangId::Conversion::convertPrivateUseToLanguage( const OUString& rPriv )
    1147             : {
    1148         386 :     for (const IsoLangOtherEntry* pPrivateEntry = aImplPrivateUseEntries;
    1149         193 :             pPrivateEntry->mnLang != LANGUAGE_DONTKNOW; ++pPrivateEntry)
    1150             :     {
    1151         169 :         if ( rPriv.equalsIgnoreAsciiCaseAscii( pPrivateEntry->mpLanguage ) )
    1152          57 :             return pPrivateEntry->mnLang;
    1153             :     }
    1154          24 :     return LANGUAGE_DONTKNOW;
    1155             : }
    1156             : 
    1157             : 
    1158             : // static
    1159      542083 : LanguageType MsLangId::Conversion::convertLocaleToLanguageImpl(
    1160             :         const ::com::sun::star::lang::Locale& rLocale )
    1161             : {
    1162      542083 :     if (rLocale.Language == I18NLANGTAG_QLT)
    1163             :     {
    1164             :         // "x-..." private use and the nasty "*" joker
    1165       69460 :         if (rLocale.Variant.startsWithIgnoreAsciiCase( "x-") || (rLocale.Variant == "*"))
    1166          81 :             return convertPrivateUseToLanguage( rLocale.Variant);
    1167             : 
    1168             :         // Search in BCP47
    1169      545170 :         for (const Bcp47CountryEntry* pBcp47Entry = aImplBcp47CountryEntries;
    1170      272585 :                 pBcp47Entry->mnLang != LANGUAGE_DONTKNOW; ++pBcp47Entry)
    1171             :         {
    1172      205557 :             if (rLocale.Variant.equalsIgnoreAsciiCase( pBcp47Entry->getTagString()))
    1173        2351 :                 return pBcp47Entry->mnLang;
    1174             :         }
    1175             : 
    1176             :         // Search in ISO lll-Ssss-CC
    1177     4968104 :         for (const IsoLanguageScriptCountryEntry* pScriptEntry = aImplIsoLangScriptEntries;
    1178     2484052 :                 pScriptEntry->mnLang != LANGUAGE_DONTKNOW; ++pScriptEntry)
    1179             :         {
    1180     2483997 :             if (pScriptEntry->startsInIgnoreAsciiCase( rLocale.Variant))
    1181             :             {
    1182      125697 :                 if (rLocale.Variant.equalsIgnoreAsciiCase( pScriptEntry->getTagString()))
    1183       66973 :                     return getOverrideLang( pScriptEntry->mnLang, pScriptEntry->mnOverride);
    1184             :             }
    1185             :         }
    1186             :     }
    1187             :     else
    1188             :     {
    1189             :         // language is lower case in table
    1190      472623 :         OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
    1191             :         // country is upper case in table
    1192      482646 :         OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
    1193             : 
    1194             :         // Search in ISO lll-CC
    1195   232234442 :         for (const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
    1196   116117221 :                 pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1197             :         {
    1198   116107198 :             if (aLowerLang.equalsAscii( pEntry->maLanguage) && aUpperCountry.equalsAscii( pEntry->maCountry))
    1199      462600 :                 return getOverrideLang( pEntry->mnLang, pEntry->mnOverride);
    1200       10023 :         }
    1201             :     }
    1202       10078 :     return LANGUAGE_DONTKNOW;
    1203             : }
    1204             : 
    1205             : 
    1206             : // static
    1207      330194 : ::com::sun::star::lang::Locale MsLangId::Conversion::getOverride( const ::com::sun::star::lang::Locale& rLocale )
    1208             : {
    1209      330194 :     if (rLocale.Language == I18NLANGTAG_QLT)
    1210             :     {
    1211             :         // "x-..." private use and the nasty "*" joker
    1212       45337 :         if (rLocale.Variant.startsWithIgnoreAsciiCase( "x-") || (rLocale.Variant == "*"))
    1213          15 :             return rLocale;     // no overrides
    1214             : 
    1215             :         // Search in BCP47
    1216      356056 :         for (const Bcp47CountryEntry* pBcp47Entry = aImplBcp47CountryEntries;
    1217      178028 :                 pBcp47Entry->mnLang != LANGUAGE_DONTKNOW; ++pBcp47Entry)
    1218             :         {
    1219      134222 :             if (rLocale.Variant.equalsIgnoreAsciiCase( pBcp47Entry->getTagString()))
    1220        1516 :                 return rLocale; // no overrides
    1221             :         }
    1222             : 
    1223             :         // Search in ISO lll-Ssss-CC
    1224     3221382 :         for (const IsoLanguageScriptCountryEntry* pScriptEntry = aImplIsoLangScriptEntries;
    1225     1610691 :                 pScriptEntry->mnLang != LANGUAGE_DONTKNOW; ++pScriptEntry)
    1226             :         {
    1227     1610687 :             if (pScriptEntry->startsInIgnoreAsciiCase( rLocale.Variant))
    1228             :             {
    1229       82912 :                 if (rLocale.Variant.equalsIgnoreAsciiCase( pScriptEntry->getTagString()))
    1230       43802 :                     return getLocale( pScriptEntry);    // may override
    1231             :             }
    1232             :         }
    1233             :     }
    1234             :     else
    1235             :     {
    1236             :         // language is lower case in table
    1237      284857 :         OUString aLowerLang = rLocale.Language.toAsciiLowerCase();
    1238             :         // country is upper case in table
    1239      289868 :         OUString aUpperCountry = rLocale.Country.toAsciiUpperCase();
    1240             : 
    1241             :         // Search in ISO lll-CC
    1242   140129644 :         for (const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
    1243    70064822 :                 pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1244             :         {
    1245    70059811 :             if (aLowerLang.equalsAscii( pEntry->maLanguage) && aUpperCountry.equalsAscii( pEntry->maCountry))
    1246      279846 :                 return getLocale( pEntry);  // may override
    1247        5011 :         }
    1248             :     }
    1249        5015 :     return lang::Locale();
    1250             : }
    1251             : 
    1252             : 
    1253             : // static
    1254         595 : LanguageType MsLangId::Conversion::convertIsoNamesToLanguage( const OUString& rLang,
    1255             :         const OUString& rCountry )
    1256             : {
    1257             :     // language is lower case in table
    1258         595 :     OUString aLowerLang = rLang.toAsciiLowerCase();
    1259             :     // country is upper case in table
    1260        1190 :     OUString aUpperCountry = rCountry.toAsciiUpperCase();
    1261             : 
    1262             :     //  first look for exact match
    1263         595 :     const IsoLanguageCountryEntry* pFirstLang = NULL;
    1264        2380 :     for (const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
    1265        1190 :             pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1266             :     {
    1267        1190 :         if ( aLowerLang.equalsAscii( pEntry->maLanguage ) )
    1268             :         {
    1269        2380 :             if ( aUpperCountry.isEmpty() ||
    1270        1190 :                  aUpperCountry.equalsAscii( pEntry->maCountry ) )
    1271         595 :                 return pEntry->mnLang;
    1272         595 :             if ( !pFirstLang )
    1273         595 :                 pFirstLang = pEntry;
    1274           0 :             else if ( !*pEntry->maCountry )
    1275           0 :                 pFirstLang = pEntry;
    1276             :         }
    1277             :     }
    1278             : 
    1279             :     // some eng countries should be mapped to a specific english language
    1280           0 :     if ( aLowerLang == "en" )
    1281             :     {
    1282           0 :         for (const IsoLangEngEntry* pEngEntry = aImplIsoLangEngEntries;
    1283           0 :                 pEngEntry->mnLang != LANGUAGE_DONTKNOW; ++pEngEntry)
    1284             :         {
    1285           0 :             if ( aUpperCountry.equalsAscii( pEngEntry->maCountry ) )
    1286           0 :                 return pEngEntry->mnLang;
    1287             :         }
    1288             :     }
    1289             : 
    1290             :     // test for specific languages which are not used standard ISO 3166 codes
    1291           0 :     for (const IsoLangNoneStdEntry* pNoneStdEntry = aImplIsoNoneStdLangEntries;
    1292           0 :             pNoneStdEntry->mnLang != LANGUAGE_DONTKNOW; ++pNoneStdEntry)
    1293             :     {
    1294           0 :         if ( aLowerLang.equalsAscii( pNoneStdEntry->maLanguage ) )
    1295             :         {
    1296             :             // The countries in this table are not all in upper case
    1297           0 :             if ( aUpperCountry.equalsIgnoreAsciiCaseAscii( pNoneStdEntry->maCountry ) )
    1298           0 :                 return pNoneStdEntry->mnLang;
    1299             :         }
    1300             :     }
    1301           0 :     for (const IsoLangNoneStdEntry* pNoneStdEntry2 = aImplIsoNoneStdLangEntries2;
    1302           0 :             pNoneStdEntry2->mnLang != LANGUAGE_DONTKNOW; ++pNoneStdEntry2)
    1303             :     {
    1304           0 :         if ( aLowerLang.equalsAscii( pNoneStdEntry2->maLanguage ) )
    1305             :         {
    1306             :             // The countries in this table are not all in upper case
    1307           0 :             if ( aUpperCountry.equalsIgnoreAsciiCaseAscii( pNoneStdEntry2->maCountry ) )
    1308           0 :                 return pNoneStdEntry2->mnLang;
    1309             :         }
    1310             :     }
    1311             : 
    1312             :     // If the language is correct, then we return the default language
    1313           0 :     if ( pFirstLang )
    1314           0 :         return pFirstLang->mnLang;
    1315             : 
    1316             :     //  if only the country is set, look for any entry matching the country
    1317             :     //  (to allow reading country and language in separate steps, in any order)
    1318           0 :     if ( !rCountry.isEmpty() && rLang.isEmpty() )
    1319             :     {
    1320           0 :         for (const IsoLanguageCountryEntry* pEntry2 = aImplIsoLangEntries;
    1321           0 :                 pEntry2->mnLang != LANGUAGE_DONTKNOW; ++pEntry2)
    1322             :         {
    1323           0 :             if ( aUpperCountry.equalsAscii( pEntry2->maCountry ) )
    1324           0 :                 return pEntry2->mnLang;
    1325             :         }
    1326             : 
    1327           0 :         aLowerLang = aUpperCountry.toAsciiLowerCase();
    1328             :     }
    1329             : 
    1330             :     // Look for privateuse definitions.
    1331           0 :     LanguageType nLang = convertPrivateUseToLanguage( aLowerLang);
    1332           0 :     if (nLang != LANGUAGE_DONTKNOW)
    1333           0 :         return nLang;
    1334             : 
    1335             :     // Now look for all other definitions, which are not standard
    1336           0 :     for (const IsoLangOtherEntry* pOtherEntry = aImplOtherEntries;
    1337           0 :             pOtherEntry->mnLang != LANGUAGE_DONTKNOW; ++pOtherEntry)
    1338             :     {
    1339           0 :         if ( aLowerLang.equalsAscii( pOtherEntry->mpLanguage ) )
    1340           0 :             return pOtherEntry->mnLang;
    1341             :     }
    1342             : 
    1343         595 :     return LANGUAGE_DONTKNOW;
    1344             : }
    1345             : 
    1346             : 
    1347             : 
    1348             : // static
    1349         595 : LanguageType MsLangId::Conversion::convertIsoNamesToLanguage( const OString& rLang,
    1350             :         const OString& rCountry )
    1351             : {
    1352         595 :     OUString aLang = OStringToOUString( rLang, RTL_TEXTENCODING_ASCII_US);
    1353        1190 :     OUString aCountry = OStringToOUString( rCountry, RTL_TEXTENCODING_ASCII_US);
    1354        1190 :     return convertIsoNamesToLanguage( aLang, aCountry);
    1355             : }
    1356             : 
    1357             : 
    1358             : 
    1359             : struct IsoLangGLIBCModifiersEntry
    1360             : {
    1361             :     LanguageType  mnLang;
    1362             :     sal_Char      maLanguage[4];
    1363             :     sal_Char      maCountry[3];
    1364             :     sal_Char      maAtString[9];
    1365             : };
    1366             : 
    1367             : static IsoLangGLIBCModifiersEntry const aImplIsoLangGLIBCModifiersEntries[] =
    1368             : {
    1369             :     // MS-LANGID codes               ISO639-1/2/3 ISO3166            glibc modifier
    1370             :     { LANGUAGE_BOSNIAN_CYRILLIC_BOSNIA_HERZEGOVINA, "bs", "BA", "cyrillic" },
    1371             :     { LANGUAGE_USER_SERBIAN_LATIN_SERBIA,           "sr", "RS", "latin" },   // Serbian Latin in Serbia
    1372             :     { LANGUAGE_SERBIAN_LATIN_SAM,                   "sr", "CS", "latin" },   // Serbian Latin in Serbia and Montenegro
    1373             :     { LANGUAGE_USER_SERBIAN_LATIN_MONTENEGRO,       "sr", "ME", "latin" },   // Serbian Latin in Montenegro
    1374             :     { LANGUAGE_SERBIAN_LATIN_LSO,                   "sr", "",   "latin" },
    1375             :     { LANGUAGE_AZERI_CYRILLIC,                      "az", "AZ", "cyrillic" },
    1376             :     { LANGUAGE_UZBEK_CYRILLIC,                      "uz", "UZ", "cyrillic" },
    1377             :     { LANGUAGE_CATALAN_VALENCIAN,                   "ca", "ES", "valencia" },
    1378             :     { LANGUAGE_DONTKNOW,                            "",   "",   ""   }       // marks end of table
    1379             : };
    1380             : 
    1381             : // convert a unix locale string into LanguageType
    1382             : 
    1383             : // static
    1384         595 : LanguageType MsLangId::convertUnxByteStringToLanguage(
    1385             :         const OString& rString )
    1386             : {
    1387         595 :     OString  aLang;
    1388        1190 :     OString  aCountry;
    1389        1190 :     OString  aAtString;
    1390             : 
    1391         595 :     sal_Int32  nLangSepPos    = rString.indexOf( (sal_Char)'_' );
    1392         595 :     sal_Int32  nCountrySepPos = rString.indexOf( (sal_Char)'.' );
    1393         595 :     sal_Int32  nAtPos         = rString.indexOf( (sal_Char)'@' );
    1394             : 
    1395         595 :     if (nCountrySepPos < 0)
    1396           0 :         nCountrySepPos = nAtPos;
    1397         595 :     if (nCountrySepPos < 0)
    1398           0 :         nCountrySepPos = rString.getLength();
    1399             : 
    1400         595 :     if (nAtPos >= 0)
    1401           0 :         aAtString = rString.copy( nAtPos+1 );
    1402             : 
    1403         595 :     if (((nLangSepPos >= 0) && (nLangSepPos > nCountrySepPos)) || (nLangSepPos < 0))
    1404             :     {
    1405             :         // eg. "el.sun_eu_greek", "tchinese", "es.ISO8859-15"
    1406           0 :         aLang    = rString.copy( 0, nCountrySepPos );
    1407             :     }
    1408         595 :     else if ( nLangSepPos >= 0 )
    1409             :     {
    1410             :         // well formed iso names like "en_US.UTF-8", "sh_BA.ISO8859-2@bosnia"
    1411         595 :         aLang    = rString.copy( 0, nLangSepPos );
    1412         595 :         aCountry = rString.copy( nLangSepPos+1, nCountrySepPos - nLangSepPos - 1);
    1413             :     }
    1414             : 
    1415             :     //  if there is a glibc modifier, first look for exact match in modifier table
    1416         595 :     if (!aAtString.isEmpty())
    1417             :     {
    1418             :         // language is lower case in table
    1419           0 :         OString aLowerLang = aLang.toAsciiLowerCase();
    1420             :         // country is upper case in table
    1421           0 :         OString aUpperCountry = aCountry.toAsciiUpperCase();
    1422           0 :         for (const IsoLangGLIBCModifiersEntry* pGLIBCModifiersEntry = aImplIsoLangGLIBCModifiersEntries;
    1423           0 :                 pGLIBCModifiersEntry->mnLang != LANGUAGE_DONTKNOW; ++pGLIBCModifiersEntry)
    1424             :         {                         // avoid embedded \0 warning
    1425           0 :             if (aLowerLang.equals( static_cast< const char* >( pGLIBCModifiersEntry->maLanguage )) &&
    1426           0 :                  aAtString.equals( static_cast< const char* >( pGLIBCModifiersEntry->maAtString )))
    1427             :             {
    1428           0 :                 if (aUpperCountry.isEmpty() ||
    1429           0 :                         aUpperCountry.equals( static_cast< const char* >( pGLIBCModifiersEntry->maCountry )))
    1430             :                 {
    1431           0 :                     return pGLIBCModifiersEntry->mnLang;
    1432             :                 }
    1433             :             }
    1434           0 :         }
    1435             :     }
    1436             : 
    1437        1190 :     return Conversion::convertIsoNamesToLanguage( aLang, aCountry );
    1438             : }
    1439             : 
    1440             : 
    1441             : // static
    1442         645 : ::std::vector< MsLangId::LanguagetagMapping > MsLangId::getDefinedLanguagetags()
    1443             : {
    1444         645 :     ::std::vector< LanguagetagMapping > aVec;
    1445        5160 :     for (const Bcp47CountryEntry* pEntry = aImplBcp47CountryEntries;
    1446        2580 :             pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1447             :     {
    1448        1935 :         aVec.push_back( LanguagetagMapping( pEntry->getTagString(), pEntry->mnLang));
    1449             :     }
    1450       92880 :     for (const IsoLanguageScriptCountryEntry* pEntry = aImplIsoLangScriptEntries;
    1451       46440 :             pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1452             :     {
    1453       45795 :         aVec.push_back( LanguagetagMapping( pEntry->getTagString(), pEntry->mnLang));
    1454             :     }
    1455      621780 :     for (const IsoLanguageCountryEntry* pEntry = aImplIsoLangEntries;
    1456      310890 :             pEntry->mnLang != LANGUAGE_DONTKNOW; ++pEntry)
    1457             :     {
    1458      310245 :         aVec.push_back( LanguagetagMapping( pEntry->getTagString(), pEntry->mnLang));
    1459             :     }
    1460         645 :     return aVec;
    1461             : }
    1462             : 
    1463             : /* vim:set shiftwidth=4 softtabstop=4 expandtab: */

Generated by: LCOV version 1.11