Convert date/time format to something that Qt understands

The date/time format in QLocale originate from unicode CLDR which has more
format patterns that Qt understands, so when generating date for QLocale we
remove unsupported patterns and convert some other to something that Qt
understands.

Task-number: QTBUG-9500
Reviewed-by: Thiago

2 files changed, 125 insertions, 4 deletions

diff --git a/util/local_database/cldr2qlocalexml.py b/util/local_database/cldr2qlocalexml.py
index ede7763..fa9ab47 100755
--- a/util/local_database/cldr2qlocalexml.py
+++ b/util/local_database/cldr2qlocalexml.py
@@ -45,6 +45,7 @@ import sys
 import enumdata
 import xpathlite
 from  xpathlite import DraftResolution
+from dateconverter import convert_date
 import re
 
 findEntry = xpathlite.findEntry
@@ -144,10 +145,10 @@ def generateLocaleInfo(path):
     result['exp'] = get_number_in_system(path, "numbers/symbols/exponential", numbering_system).lower()
     result['am'] = findEntry(path, "dates/calendars/calendar[gregorian]/dayPeriods/dayPeriodContext[format]/dayPeriodWidth[wide]/dayPeriod[am]", draft)
     result['pm'] = findEntry(path, "dates/calendars/calendar[gregorian]/dayPeriods/dayPeriodContext[format]/dayPeriodWidth[wide]/dayPeriod[pm]", draft)
-    result['longDateFormat'] = findEntry(path, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[full]/dateFormat/pattern")
-    result['shortDateFormat'] = findEntry(path, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[short]/dateFormat/pattern")
-    result['longTimeFormat'] = findEntry(path, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[full]/timeFormat/pattern")
-    result['shortTimeFormat'] = findEntry(path, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[short]/timeFormat/pattern")
+    result['longDateFormat'] = convert_date(findEntry(path, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[full]/dateFormat/pattern"))
+    result['shortDateFormat'] = convert_date(findEntry(path, "dates/calendars/calendar[gregorian]/dateFormats/dateFormatLength[short]/dateFormat/pattern"))
+    result['longTimeFormat'] = convert_date(findEntry(path, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[full]/timeFormat/pattern"))
+    result['shortTimeFormat'] = convert_date(findEntry(path, "dates/calendars/calendar[gregorian]/timeFormats/timeFormatLength[short]/timeFormat/pattern"))
 
     standalone_long_month_path = "dates/calendars/calendar[gregorian]/months/monthContext[stand-alone]/monthWidth[wide]/month"
     result['standaloneLongMonths'] \
diff --git a/util/local_database/dateconverter.py b/util/local_database/dateconverter.py
new file mode 100755
index 0000000..3fe94a2
--- /dev/null
+++ b/util/local_database/dateconverter.py
@@ -0,0 +1,120 @@
+#!/usr/bin/env python
+#############################################################################
+##
+## Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).
+## All rights reserved.
+## Contact: Nokia Corporation (qt-info@nokia.com)
+##
+## This file is part of the test suite of the Qt Toolkit.
+##
+## $QT_BEGIN_LICENSE:LGPL$
+## No Commercial Usage
+## This file contains pre-release code and may not be distributed.
+## You may use this file in accordance with the terms and conditions
+## contained in the Technology Preview License Agreement accompanying
+## this package.
+##
+## GNU Lesser General Public License Usage
+## Alternatively, this file may be used under the terms of the GNU Lesser
+## General Public License version 2.1 as published by the Free Software
+## Foundation and appearing in the file LICENSE.LGPL included in the
+## packaging of this file.  Please review the following information to
+## ensure the GNU Lesser General Public License version 2.1 requirements
+## will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+##
+## In addition, as a special exception, Nokia gives you certain additional
+## rights.  These rights are described in the Nokia Qt LGPL Exception
+## version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+##
+## If you have questions regarding the use of this file, please contact
+## Nokia at qt-info@nokia.com.
+##
+##
+##
+##
+##
+##
+##
+##
+## $QT_END_LICENSE$
+##
+#############################################################################
+
+import re
+
+def _convert_pattern(pattern):
+    # patterns from http://www.unicode.org/reports/tr35/#Date_Format_Patterns
+    qt_regexps = {
+        r"yyy{3,}" : "yyyy", # more that three digits hence convert to four-digit year
+        r"L" : "M",          # stand-alone month names. not supported.
+        r"g{1,}": "",        # modified julian day. not supported.
+        r"S{1,}" : "",       # fractional seconds. not supported.
+        r"A{1,}" : ""        # milliseconds in day. not supported.
+    }
+    qt_patterns = {
+        "G" : "", "GG" : "", "GGG" : "", "GGGG" : "", "GGGGG" : "", # Era. not supported.
+        "y" : "yyyy", # four-digit year without leading zeroes
+        "Q" : "", "QQ" : "", "QQQ" : "", "QQQQ" : "", # quarter. not supported.
+        "q" : "", "qq" : "", "qqq" : "", "qqqq" : "", # quarter. not supported.
+        "MMMMM" : "MMM", # narrow month name.
+        "LLLLL" : "MMM", # stand-alone narrow month name.
+        "l" : "", # special symbol for chinese leap month. not supported.
+        "w" : "", "W" : "", # week of year/month. not supported.
+        "D" : "", "DD" : "", "DDD" : "", # day of year. not supported.
+        "F" : "", # day of week in month. not supported.
+        "E" : "ddd", "EE" : "ddd", "EEE" : "ddd", "EEEEE" : "ddd", "EEEE" : "dddd", # day of week
+        "e" : "ddd", "ee" : "ddd", "eee" : "ddd", "eeeee" : "ddd", "eeee" : "dddd", # local day of week
+        "c" : "ddd", "cc" : "ddd", "ccc" : "ddd", "ccccc" : "ddd", "cccc" : "dddd", # stand-alone local day of week
+        "a" : "AP", # AM/PM
+        "K" : "h", # Hour 0-11
+        "k" : "H", # Hour 1-24
+        "j" : "", # special reserved symbol.
+        "z" : "t", "zz" : "t", "zzz" : "t", "zzzz" : "t", # timezone
+        "Z" : "t", "ZZ" : "t", "ZZZ" : "t", "ZZZZ" : "t", # timezone
+        "v" : "t", "vv" : "t", "vvv" : "t", "vvvv" : "t", # timezone
+        "V" : "t", "VV" : "t", "VVV" : "t", "VVVV" : "t"  # timezone
+    }
+    if qt_patterns.has_key(pattern):
+        return qt_patterns[pattern]
+    for r,v in qt_regexps.items():
+        pattern = re.sub(r, v, pattern)
+    return pattern
+
+def convert_date(input):
+    result = ""
+    patterns = "GyYuQqMLlwWdDFgEecahHKkjmsSAzZvV"
+    last = ""
+    inquote = 0
+    chars_to_strip = " -"
+    for c in input:
+        if c == "'":
+            inquote = inquote + 1
+        if inquote % 2 == 0:
+            if c in patterns:
+                if not last:
+                    last = c
+                else:
+                    if c in last:
+                        last += c
+                    else:
+                        # pattern changed
+                        converted = _convert_pattern(last)
+                        result += converted
+                        if not converted:
+                            result = result.rstrip(chars_to_strip)
+                        last = c
+                continue
+        if last:
+            # pattern ended
+            converted = _convert_pattern(last)
+            result += converted
+            if not converted:
+                result = result.rstrip(chars_to_strip)
+            last = ""
+        result += c
+    if last:
+        converted = _convert_pattern(last)
+        result += converted
+        if not converted:
+            result = result.rstrip(chars_to_strip)
+    return result.lstrip(chars_to_strip)