diff options
Diffstat (limited to 'util/local_database/cldr2qlocalexml.py')
| -rwxr-xr-x | util/local_database/cldr2qlocalexml.py | 459 |
1 files changed, 459 insertions, 0 deletions
diff --git a/util/local_database/cldr2qlocalexml.py b/util/local_database/cldr2qlocalexml.py new file mode 100755 index 0000000..e4446c4 --- /dev/null +++ b/util/local_database/cldr2qlocalexml.py @@ -0,0 +1,459 @@ +#! /usr/bin/python + +import os +import sys +import enumdata +import xpathlite +from xpathlite import DraftResolution +import re + +findEntry = xpathlite.findEntry + +def ordStr(c): + if len(c) == 1: + return str(ord(c)) + return "##########" + +# the following functions are supposed to fix the problem with QLocale +# returning a character instead of strings for QLocale::exponential() +# and others. So we fallback to default values in these cases. +def fixOrdStrExp(c): + if len(c) == 1: + return str(ord(c)) + return str(ord('e')) +def fixOrdStrPercent(c): + if len(c) == 1: + return str(ord(c)) + return str(ord('%')) +def fixOrdStrList(c): + if len(c) == 1: + return str(ord(c)) + return str(ord(';')) + +def generateLocaleInfo(path): + (dir_name, file_name) = os.path.split(path) + + exp = re.compile(r"([a-z]+)_([A-Z]{2})\.xml") + m = exp.match(file_name) + if not m: + return {} + + language_code = m.group(1) + country_code = m.group(2) + + language_id = enumdata.languageCodeToId(language_code) + if language_id == -1: + sys.stderr.write("unnknown language code \"" + language_code + "\"\n") + return {} + language = enumdata.language_list[language_id][0] + + country_id = enumdata.countryCodeToId(country_code) + if country_id == -1: + sys.stderr.write("unnknown country code \"" + country_code + "\"\n") + return {} + country = enumdata.country_list[country_id][0] + + base = dir_name + "/" + language_code + "_" + country_code + + result = {} + result['base'] = base + + result['language'] = language + result['country'] = country + result['language_id'] = language_id + result['country_id'] = country_id + result['decimal'] = findEntry(base, "numbers/symbols/decimal") + result['group'] = findEntry(base, "numbers/symbols/group") + result['list'] = findEntry(base, "numbers/symbols/list") + result['percent'] = findEntry(base, "numbers/symbols/percentSign") + result['zero'] = findEntry(base, "numbers/symbols/nativeZeroDigit") + result['minus'] = findEntry(base, "numbers/symbols/minusSign") + result['plus'] = findEntry(base, "numbers/symbols/plusSign") + result['exp'] = findEntry(base, "numbers/symbols/exponential").lower() + result['am'] = findEntry(base, "dates/calendars/calendar[gregorian]/am", draft=DraftResolution.approved) + result['pm'] = findEntry(base, "dates/calendars/calendar[gregorian]/pm", draft=DraftResolution.approved) + result['longDateFormat'] = findEntry(base, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[full]/dateFormat/pattern") + result['shortDateFormat'] = findEntry(base, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[short]/dateFormat/pattern") + result['longTimeFormat'] = findEntry(base, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[full]/timeFormat/pattern") + result['shortTimeFormat'] = findEntry(base, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[short]/timeFormat/pattern") + + standalone_long_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[stand-alone]/monthWidth[wide]/month" + result['standaloneLongMonths'] \ + = findEntry(base, standalone_long_month_path + "[1]") + ";" \ + + findEntry(base, standalone_long_month_path + "[2]") + ";" \ + + findEntry(base, standalone_long_month_path + "[3]") + ";" \ + + findEntry(base, standalone_long_month_path + "[4]") + ";" \ + + findEntry(base, standalone_long_month_path + "[5]") + ";" \ + + findEntry(base, standalone_long_month_path + "[6]") + ";" \ + + findEntry(base, standalone_long_month_path + "[7]") + ";" \ + + findEntry(base, standalone_long_month_path + "[8]") + ";" \ + + findEntry(base, standalone_long_month_path + "[9]") + ";" \ + + findEntry(base, standalone_long_month_path + "[10]") + ";" \ + + findEntry(base, standalone_long_month_path + "[11]") + ";" \ + + findEntry(base, standalone_long_month_path + "[12]") + ";" + + standalone_short_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[stand-alone]/monthWidth[abbreviated]/month" + result['standaloneShortMonths'] \ + = findEntry(base, standalone_short_month_path + "[1]") + ";" \ + + findEntry(base, standalone_short_month_path + "[2]") + ";" \ + + findEntry(base, standalone_short_month_path + "[3]") + ";" \ + + findEntry(base, standalone_short_month_path + "[4]") + ";" \ + + findEntry(base, standalone_short_month_path + "[5]") + ";" \ + + findEntry(base, standalone_short_month_path + "[6]") + ";" \ + + findEntry(base, standalone_short_month_path + "[7]") + ";" \ + + findEntry(base, standalone_short_month_path + "[8]") + ";" \ + + findEntry(base, standalone_short_month_path + "[9]") + ";" \ + + findEntry(base, standalone_short_month_path + "[10]") + ";" \ + + findEntry(base, standalone_short_month_path + "[11]") + ";" \ + + findEntry(base, standalone_short_month_path + "[12]") + ";" + + standalone_narrow_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[stand-alone]/monthWidth[narrow]/month" + result['standaloneNarrowMonths'] \ + = findEntry(base, standalone_narrow_month_path + "[1]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[2]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[3]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[4]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[5]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[6]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[7]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[8]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[9]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[10]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[11]") + ";" \ + + findEntry(base, standalone_narrow_month_path + "[12]") + ";" + + long_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[format]/monthWidth[wide]/month" + result['longMonths'] \ + = findEntry(base, long_month_path + "[1]") + ";" \ + + findEntry(base, long_month_path + "[2]") + ";" \ + + findEntry(base, long_month_path + "[3]") + ";" \ + + findEntry(base, long_month_path + "[4]") + ";" \ + + findEntry(base, long_month_path + "[5]") + ";" \ + + findEntry(base, long_month_path + "[6]") + ";" \ + + findEntry(base, long_month_path + "[7]") + ";" \ + + findEntry(base, long_month_path + "[8]") + ";" \ + + findEntry(base, long_month_path + "[9]") + ";" \ + + findEntry(base, long_month_path + "[10]") + ";" \ + + findEntry(base, long_month_path + "[11]") + ";" \ + + findEntry(base, long_month_path + "[12]") + ";" + + short_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[format]/monthWidth[abbreviated]/month" + result['shortMonths'] \ + = findEntry(base, short_month_path + "[1]") + ";" \ + + findEntry(base, short_month_path + "[2]") + ";" \ + + findEntry(base, short_month_path + "[3]") + ";" \ + + findEntry(base, short_month_path + "[4]") + ";" \ + + findEntry(base, short_month_path + "[5]") + ";" \ + + findEntry(base, short_month_path + "[6]") + ";" \ + + findEntry(base, short_month_path + "[7]") + ";" \ + + findEntry(base, short_month_path + "[8]") + ";" \ + + findEntry(base, short_month_path + "[9]") + ";" \ + + findEntry(base, short_month_path + "[10]") + ";" \ + + findEntry(base, short_month_path + "[11]") + ";" \ + + findEntry(base, short_month_path + "[12]") + ";" + + narrow_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[format]/monthWidth[narrow]/month" + result['narrowMonths'] \ + = findEntry(base, narrow_month_path + "[1]") + ";" \ + + findEntry(base, narrow_month_path + "[2]") + ";" \ + + findEntry(base, narrow_month_path + "[3]") + ";" \ + + findEntry(base, narrow_month_path + "[4]") + ";" \ + + findEntry(base, narrow_month_path + "[5]") + ";" \ + + findEntry(base, narrow_month_path + "[6]") + ";" \ + + findEntry(base, narrow_month_path + "[7]") + ";" \ + + findEntry(base, narrow_month_path + "[8]") + ";" \ + + findEntry(base, narrow_month_path + "[9]") + ";" \ + + findEntry(base, narrow_month_path + "[10]") + ";" \ + + findEntry(base, narrow_month_path + "[11]") + ";" \ + + findEntry(base, narrow_month_path + "[12]") + ";" + + long_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[format]/dayWidth[wide]/day" + result['longDays'] \ + = findEntry(base, long_day_path + "[sun]") + ";" \ + + findEntry(base, long_day_path + "[mon]") + ";" \ + + findEntry(base, long_day_path + "[tue]") + ";" \ + + findEntry(base, long_day_path + "[wed]") + ";" \ + + findEntry(base, long_day_path + "[thu]") + ";" \ + + findEntry(base, long_day_path + "[fri]") + ";" \ + + findEntry(base, long_day_path + "[sat]") + ";" + + short_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[format]/dayWidth[abbreviated]/day" + result['shortDays'] \ + = findEntry(base, short_day_path + "[sun]") + ";" \ + + findEntry(base, short_day_path + "[mon]") + ";" \ + + findEntry(base, short_day_path + "[tue]") + ";" \ + + findEntry(base, short_day_path + "[wed]") + ";" \ + + findEntry(base, short_day_path + "[thu]") + ";" \ + + findEntry(base, short_day_path + "[fri]") + ";" \ + + findEntry(base, short_day_path + "[sat]") + ";" + + narrow_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[format]/dayWidth[narrow]/day" + result['narrowDays'] \ + = findEntry(base, narrow_day_path + "[sun]") + ";" \ + + findEntry(base, narrow_day_path + "[mon]") + ";" \ + + findEntry(base, narrow_day_path + "[tue]") + ";" \ + + findEntry(base, narrow_day_path + "[wed]") + ";" \ + + findEntry(base, narrow_day_path + "[thu]") + ";" \ + + findEntry(base, narrow_day_path + "[fri]") + ";" \ + + findEntry(base, narrow_day_path + "[sat]") + ";" + + standalone_long_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[stand-alone]/dayWidth[wide]/day" + result['standaloneLongDays'] \ + = findEntry(base, standalone_long_day_path + "[sun]") + ";" \ + + findEntry(base, standalone_long_day_path + "[mon]") + ";" \ + + findEntry(base, standalone_long_day_path + "[tue]") + ";" \ + + findEntry(base, standalone_long_day_path + "[wed]") + ";" \ + + findEntry(base, standalone_long_day_path + "[thu]") + ";" \ + + findEntry(base, standalone_long_day_path + "[fri]") + ";" \ + + findEntry(base, standalone_long_day_path + "[sat]") + ";" + + standalone_short_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[stand-alone]/dayWidth[abbreviated]/day" + result['standaloneShortDays'] \ + = findEntry(base, standalone_short_day_path + "[sun]") + ";" \ + + findEntry(base, standalone_short_day_path + "[mon]") + ";" \ + + findEntry(base, standalone_short_day_path + "[tue]") + ";" \ + + findEntry(base, standalone_short_day_path + "[wed]") + ";" \ + + findEntry(base, standalone_short_day_path + "[thu]") + ";" \ + + findEntry(base, standalone_short_day_path + "[fri]") + ";" \ + + findEntry(base, standalone_short_day_path + "[sat]") + ";" + + standalone_narrow_day_path = "dates/calendars/calendar[gregorian]/days/dayContext[stand-alone]/dayWidth[narrow]/day" + result['standaloneNarrowDays'] \ + = findEntry(base, standalone_narrow_day_path + "[sun]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[mon]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[tue]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[wed]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[thu]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[fri]") + ";" \ + + findEntry(base, standalone_narrow_day_path + "[sat]") + ";" + + + return result + +def addEscapes(s): + result = '' + for c in s: + n = ord(c) + if n < 128: + result += c + else: + result += "\\x" + result += "%02x" % (n) + return result + +def unicodeStr(s): + utf8 = s.encode('utf-8') + return "<size>" + str(len(utf8)) + "</size><data>" + addEscapes(utf8) + "</data>" + +def usage(): + print "Usage: cldr2qlocalexml.py <path-to-cldr-main>" + sys.exit() + +if len(sys.argv) != 2: + usage() + +cldr_dir = sys.argv[1] + +if not os.path.isdir(cldr_dir): + usage() + +cldr_files = os.listdir(cldr_dir) + +locale_database = {} +for file in cldr_files: + l = generateLocaleInfo(cldr_dir + "/" + file) + if not l: + sys.stderr.write("skipping file \"" + file + "\"\n") + continue + + locale_database[(l['language_id'], l['country_id'])] = l + +locale_keys = locale_database.keys() +locale_keys.sort() + +print "<localeDatabase>" +print " <languageList>" +for id in enumdata.language_list: + l = enumdata.language_list[id] + print " <language>" + print " <name>" + l[0] + "</name>" + print " <id>" + str(id) + "</id>" + print " <code>" + l[1] + "</code>" + print " </language>" +print " </languageList>" + +print " <countryList>" +for id in enumdata.country_list: + l = enumdata.country_list[id] + print " <country>" + print " <name>" + l[0] + "</name>" + print " <id>" + str(id) + "</id>" + print " <code>" + l[1] + "</code>" + print " </country>" +print " </countryList>" + +print \ +" <defaultCountryList>\n\ + <defaultCountry>\n\ + <language>Afrikaans</language>\n\ + <country>SouthAfrica</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Afan</language>\n\ + <country>Ethiopia</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Afar</language>\n\ + <country>Djibouti</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Arabic</language>\n\ + <country>SaudiArabia</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Chinese</language>\n\ + <country>China</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Dutch</language>\n\ + <country>Netherlands</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>English</language>\n\ + <country>UnitedStates</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>French</language>\n\ + <country>France</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>German</language>\n\ + <country>Germany</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Greek</language>\n\ + <country>Greece</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Italian</language>\n\ + <country>Italy</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Malay</language>\n\ + <country>Malaysia</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Portuguese</language>\n\ + <country>Portugal</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Russian</language>\n\ + <country>RussianFederation</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Serbian</language>\n\ + <country>SerbiaAndMontenegro</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>SerboCroatian</language>\n\ + <country>SerbiaAndMontenegro</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Somali</language>\n\ + <country>Somalia</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Spanish</language>\n\ + <country>Spain</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Swahili</language>\n\ + <country>Kenya</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Swedish</language>\n\ + <country>Sweden</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Tigrinya</language>\n\ + <country>Eritrea</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Uzbek</language>\n\ + <country>Uzbekistan</country>\n\ + </defaultCountry>\n\ + <defaultCountry>\n\ + <language>Persian</language>\n\ + <country>Iran</country>\n\ + </defaultCountry>\n\ + </defaultCountryList>" + +print " <localeList>" +print \ +" <locale>\n\ + <language>C</language>\n\ + <country>AnyCountry</country>\n\ + <decimal>46</decimal>\n\ + <group>44</group>\n\ + <list>59</list>\n\ + <percent>37</percent>\n\ + <zero>48</zero>\n\ + <minus>45</minus>\n\ + <plus>43</plus>\n\ + <exp>101</exp>\n\ + <am>AM</am>\n\ + <pm>PM</pm>\n\ + <longDateFormat>EEEE, d MMMM yyyy</longDateFormat>\n\ + <shortDateFormat>d MMM yyyy</shortDateFormat>\n\ + <longTimeFormat>HH:mm:ss z</longTimeFormat>\n\ + <shortTimeFormat>HH:mm:ss</shortTimeFormat>\n\ + <standaloneLongMonths>January;February;March;April;May;June;July;August;September;October;November;December;</standaloneLongMonths>\n\ + <standaloneShortMonths>Jan;Feb;Mar;Apr;May;Jun;Jul;Aug;Sep;Oct;Nov;Dec;</standaloneShortMonths>\n\ + <standaloneNarrowMonths>J;F;M;A;M;J;J;A;S;O;N;D;</standaloneNarrowMonths>\n\ + <longMonths>January;February;March;April;May;June;July;August;September;October;November;December;</longMonths>\n\ + <shortMonths>Jan;Feb;Mar;Apr;May;Jun;Jul;Aug;Sep;Oct;Nov;Dec;</shortMonths>\n\ + <narrowMonths>1;2;3;4;5;6;7;8;9;10;11;12;</narrowMonths>\n\ + <longDays>Sunday;Monday;Tuesday;Wednesday;Thursday;Friday;Saturday;</longDays>\n\ + <shortDays>Sun;Mon;Tue;Wed;Thu;Fri;Sat;</shortDays>\n\ + <narrowDays>7;1;2;3;4;5;6;</narrowDays>\n\ + <standaloneLongDays>Sunday;Monday;Tuesday;Wednesday;Thursday;Friday;Saturday;</standaloneLongDays>\n\ + <standaloneShortDays>Sun;Mon;Tue;Wed;Thu;Fri;Sat;</standaloneShortDays>\n\ + <standaloneNarrowDays>S;M;T;W;T;F;S;</standaloneNarrowDays>\n\ + </locale>" + +for key in locale_keys: + l = locale_database[key] + + print " <locale>" +# print " <source>" + l['base'] + "</source>" + print " <language>" + l['language'] + "</language>" + print " <country>" + l['country'] + "</country>" + print " <decimal>" + ordStr(l['decimal']) + "</decimal>" + print " <group>" + ordStr(l['group']) + "</group>" + print " <list>" + fixOrdStrList(l['list']) + "</list>" + print " <percent>" + fixOrdStrPercent(l['percent']) + "</percent>" + print " <zero>" + ordStr(l['zero']) + "</zero>" + print " <minus>" + ordStr(l['minus']) + "</minus>" + print " <plus>" + ordStr(l['plus']) + "</plus>" + print " <exp>" + fixOrdStrExp(l['exp']) + "</exp>" + print " <am>" + l['am'].encode('utf-8') + "</am>" + print " <pm>" + l['pm'].encode('utf-8') + "</pm>" + print " <longDateFormat>" + l['longDateFormat'].encode('utf-8') + "</longDateFormat>" + print " <shortDateFormat>" + l['shortDateFormat'].encode('utf-8') + "</shortDateFormat>" + print " <longTimeFormat>" + l['longTimeFormat'].encode('utf-8') + "</longTimeFormat>" + print " <shortTimeFormat>" + l['shortTimeFormat'].encode('utf-8') + "</shortTimeFormat>" + print " <standaloneLongMonths>" + l['standaloneLongMonths'].encode('utf-8') + "</standaloneLongMonths>" + print " <standaloneShortMonths>"+ l['standaloneShortMonths'].encode('utf-8') + "</standaloneShortMonths>" + print " <standaloneNarrowMonths>"+ l['standaloneNarrowMonths'].encode('utf-8') + "</standaloneNarrowMonths>" + print " <longMonths>" + l['longMonths'].encode('utf-8') + "</longMonths>" + print " <shortMonths>" + l['shortMonths'].encode('utf-8') + "</shortMonths>" + print " <narrowMonths>" + l['narrowMonths'].encode('utf-8') + "</narrowMonths>" + print " <longDays>" + l['longDays'].encode('utf-8') + "</longDays>" + print " <shortDays>" + l['shortDays'].encode('utf-8') + "</shortDays>" + print " <narrowDays>" + l['narrowDays'].encode('utf-8') + "</narrowDays>" + print " <standaloneLongDays>" + l['standaloneLongDays'].encode('utf-8') + "</standaloneLongDays>" + print " <standaloneShortDays>" + l['standaloneShortDays'].encode('utf-8') + "</standaloneShortDays>" + print " <standaloneNarrowDays>" + l['standaloneNarrowDays'].encode('utf-8') + "</standaloneNarrowDays>" + print " </locale>" +print " </localeList>" +print "</localeDatabase>" |