/***************************************************************************
**
** Copyright (C) 2010, 2011 Nokia Corporation and/or its subsidiary(-ies).
** All rights reserved.
** Contact: Nokia Corporation (directui@nokia.com)
**
** This file is part of libmeegotouch.
**
** If you have questions regarding the use of this file, please contact
** Nokia at directui@nokia.com.
**
** This library is free software; you can redistribute it and/or
** modify it under the terms of the GNU Lesser General Public
** License version 2.1 as published by the Free Software Foundation
** and appearing in the file LICENSE.LGPL included in the packaging
** of this file.
**
****************************************************************************/
#include "ut_mlocationdatabase.h"

#include "mlocationdatabase.h"
#include "mcity.h"
#include "mcountry.h"

#ifdef HAVE_ICU
#include <unicode/timezone.h>
#endif

#define VERBOSE_OUTPUT

using ML10N::MLocationDatabase;
using ML10N::MCity;
using ML10N::MCountry;
using ML10N::MLocale;

class TestLocationDatabase : public MLocationDatabase
{
};

class TestCity : public MCity
{
};

class TestCountry : public MCountry
{
};

void Ut_MLocationDatabase::initTestCase()
{
}

void Ut_MLocationDatabase::cleanupTestCase()
{
}

void Ut_MLocationDatabase::testConstructors()
{
    TestCountry *testCountryFoo = new TestCountry();
    testCountryFoo->setKey("qtn_clk_country_finland");
    testCountryFoo->setEnglishName("Finland");
    testCountryFoo->setLocalName("Suomi");
    TestCity *testCityFoo = new TestCity();
    testCityFoo->setKey("qtn_clk_city_fin_hki");
    testCityFoo->setEnglishName("Helsinki");
    testCityFoo->setLocalName("Helsinki");
    testCityFoo->setLatitude(60.1667);
    testCityFoo->setLongitude(24.9667);
    testCityFoo->setTimeZone("Europe/Helsinki");
    testCityFoo->setCountry(*testCountryFoo);

    // copy constructor
    MCity *cityBar = new MCity(*testCityFoo);
    QCOMPARE(cityBar->key(), testCityFoo->key());
    cityBar->setKey("something_which_is_not_"+testCityFoo->key());
    QVERIFY(cityBar->key() != testCityFoo->key());
    // assignment operator
    *cityBar = *testCityFoo;
    QVERIFY(cityBar->key() == testCityFoo->key());

    // copy constructor
    TestCity *testCityBar = new TestCity(*testCityFoo);
    QCOMPARE(testCityBar->key(), testCityFoo->key());
    testCityBar->setKey("something_which_is_not_"+testCityFoo->key());
    QVERIFY(testCityBar->key() != testCityFoo->key());
    // assignment operator
    *testCityBar = *testCityFoo;
    QVERIFY(testCityBar->key() == testCityFoo->key());

    // copy constructor
    MCountry *countryBar = new MCountry(*testCountryFoo);
    QCOMPARE(countryBar->key(), testCountryFoo->key());
    countryBar->setKey("something_which_is_not_"+testCountryFoo->key());
    QVERIFY(countryBar->key() != testCountryFoo->key());
    // assignment operator
    *countryBar = *testCountryFoo;
    QVERIFY(countryBar->key() == testCountryFoo->key());

    // copy constructor
    TestCountry *testCountryBar = new TestCountry(*testCountryFoo);
    QCOMPARE(testCountryBar->key(), testCountryFoo->key());
    testCountryBar->setKey("something_which_is_not_"+testCountryFoo->key());
    QVERIFY(testCountryBar->key() != testCountryFoo->key());
    // assignment operator
    *testCountryBar = *testCountryFoo;
    QVERIFY(testCountryBar->key() == testCountryFoo->key());
    
    delete testCityFoo;
    delete testCityBar;
    delete testCountryFoo;
    delete testCountryBar;
    delete countryBar;
    delete cityBar;

    MLocationDatabase *locationDatabase = new MLocationDatabase();
    TestLocationDatabase *testLocationDatabase = new TestLocationDatabase();
    delete locationDatabase;
    delete testLocationDatabase;
}

void Ut_MLocationDatabase::testNearestCity_data()
{
    QTest::addColumn<qreal>("latitude");
    QTest::addColumn<qreal>("longitude");
    QTest::addColumn<QString>("resultEnglishName");

    QTest::newRow("near Espoo")
        << qreal(60.205556)
        << qreal(24.655556)
        << "Helsinki";
}

void Ut_MLocationDatabase::testNearestCity()
{
    QFETCH(qreal, latitude);
    QFETCH(qreal, longitude);
    QFETCH(QString, resultEnglishName);

    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests, if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }
    QCOMPARE(db.nearestCity(latitude, longitude).englishName(),
             resultEnglishName);
}

void Ut_MLocationDatabase::testMatchingCities_data()
{
    QTest::addColumn<QString>("pattern");
    QTest::addColumn<QStringList>("someExpectedMatches");

    QTest::newRow("ber")
        << "ber"
        << (QStringList() << "Berlin" << "Bern");
}

void Ut_MLocationDatabase::testMatchingCities()
{
    QFETCH(QString, pattern);
    QFETCH(QStringList, someExpectedMatches);

    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }
    QList<MCity> matchingCities = db.matchingCities(pattern);
    qDebug() << "number of matching cities" << matchingCities.size();
    QStringList matchingCitiesNames;
    foreach (MCity city, matchingCities) {
        qDebug() << "matching city:" << city.englishName();
        matchingCitiesNames << city.englishName();
    }
    foreach (QString expectedMatch, someExpectedMatches) {
        qDebug() << "expected match:" << expectedMatch;
        QVERIFY2(matchingCitiesNames.contains(expectedMatch),
                 "expected match not found");
    }
}

void Ut_MLocationDatabase::testCitiesInTimeZone_data()
{
    QTest::addColumn<QString>("timeZoneId");
    QTest::addColumn<QStringList>("keysOfSomeExpectedMatches");

    QTest::newRow("America/Los_Angeles")
        << "America/Los_Angeles"
        << (QStringList()
            << "qtn_clk_city_usa_losange"
            << "qtn_clk_city_usa_sanfranci"
            << "qtn_clk_city_usa_seattle"
            << "qtn_clk_city_usa_portland"
            << "qtn_clk_city_usa_lasvega"
            );
    QTest::newRow("US/Pacific")
        << "US/Pacific" // canonical is "America/Los_Angeles"
        << (QStringList()
            << "qtn_clk_city_usa_losange"
            << "qtn_clk_city_usa_sanfranci"
            << "qtn_clk_city_usa_seattle"
            << "qtn_clk_city_usa_portland"
            << "qtn_clk_city_usa_lasvega"
            );
    QTest::newRow("Europe/Belgrade")
        << "Europe/Belgrade"
        << (QStringList()
            << "qtn_clk_city_serb_belgrade"
            );
    QTest::newRow("Europe/Vatican")
        << "Europe/Vatican" // canonical
        << (QStringList()
            << "qtn_clk_city_vatican_vatican_city"
            );
    QTest::newRow("Europe/Monaco")
        << "Europe/Monaco" // canonical
        << (QStringList()
            << "qtn_clk_city_mona_monaco"
            );
    QTest::newRow("Europe/Paris")
        << "Europe/Paris" // canonical
        << (QStringList()
            << "qtn_clk_city_fra_paris"
            );
    QTest::newRow("Oz/Emerald_City")
        << "Oz/Emerald_City" // nonsense
        << QStringList(); // no city here. OK.
    QTest::newRow("Asia/Taipei")
        << "Asia/Taipei"
        << (QStringList()
            << "qtn_clk_city_taiw_taipei"
            );
    QTest::newRow("America/Belem")
        << "America/Belem"
        << (QStringList()
            << "qtn_clk_city_bra_belem"
            );
    QTest::newRow("America/Argentina/Buenos_Aires")
        << "America/Argentina/Buenos_Aires"
        << (QStringList()
            << "qtn_clk_city_argen_buenos"
            );
    QTest::newRow("America/Buenos_Aires")
        << "America/Buenos_Aires"
        << (QStringList()
            << "qtn_clk_city_argen_buenos"
            );
    QTest::newRow("America/Argentina/Catamarca")
        << "America/Argentina/Catamarca"
        << QStringList(); // no city here. Problem?
    QTest::newRow("America/Argentina/Rio_Gallegos")
        << "America/Argentina/Rio_Gallegos"
        << QStringList(); // no city here. Problem?
    QTest::newRow("America/New_York")
        << "America/New_York"
        << (QStringList()
            << "qtn_clk_city_usa_washington"
            << "qtn_clk_city_usa_ny"
            );
    QTest::newRow("America/North_Dakota/Center")
        << "America/North_Dakota/Center"
        << QStringList(); // no city here. Problem?
    QTest::newRow("US/Arizona")
        << "US/Arizona" // canonical is "America/Phoenix"
        << (QStringList()
            << "qtn_clk_city_usa_phoenix"
            );
}

void Ut_MLocationDatabase::testCitiesInTimeZone()
{
    QFETCH(QString, timeZoneId);
    QFETCH(QStringList, keysOfSomeExpectedMatches);

    MLocationDatabase db;
    QList<MCountry> countries = db.countries();

    // do only run the tests, if we were able to load
    // some countries from the meegotouch-cities-*
    // package.
    if (countries.count() < 10) {
        qWarning( "loading of country list failed, skipping test" );
        return;
    }
    QList<MCity> citiesInTimeZone = db.citiesInTimeZone(timeZoneId);
#if defined(VERBOSE_OUTPUT)
    QTextStream debugStream(stdout);
    debugStream.setCodec("UTF-8");
    debugStream << "number of cities in time zone "
                << timeZoneId << ' '
                << citiesInTimeZone.size() << '\n';
#endif
    if(citiesInTimeZone.size() == 0 || keysOfSomeExpectedMatches.size() == 0) {
        QCOMPARE(citiesInTimeZone.size(), keysOfSomeExpectedMatches.size());
        return;
    }
    QStringList citiesInTimeZoneNames;
    QStringList citiesInTimeZoneKeys;
    foreach (const MCity &city, citiesInTimeZone) {
#if defined(VERBOSE_OUTPUT)
        debugStream << "Found: key="
                    << city.key() << "\tEnglish name="
                    << city.englishName() << '\n';
#endif
        citiesInTimeZoneKeys << city.key();
        citiesInTimeZoneNames << city.englishName();
    }
    // check first match, the first match should be the "best" match:
    QCOMPARE(citiesInTimeZoneKeys[0], keysOfSomeExpectedMatches[0]);
    // check all matches, order is not important:
    foreach (const QString &expectedMatch, keysOfSomeExpectedMatches) {
#if defined(VERBOSE_OUTPUT)
        debugStream << "Expected match: " << expectedMatch << '\n';
        debugStream.flush();
#endif
        QVERIFY2(citiesInTimeZoneKeys.contains(expectedMatch),
                 "expected match not found");
    }
}

void Ut_MLocationDatabase::dumpCitiesInTimeZoneIds()
{
    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests, if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }

    QString dump;
    foreach(MCity city, cities) {
        QString timeZoneId = city.timeZone();
        dump
            += city.key()
            + " "
            + city.englishName()
            + " "
            + timeZoneId
            + " :\n";
        QList<MCity> citiesInTimeZone = db.citiesInTimeZone(timeZoneId);
        foreach(MCity cityInTimeZone, citiesInTimeZone) {
            dump
                += "        "
                + cityInTimeZone.key()
                + " "
                + cityInTimeZone.englishName()
                + "\n";
        }
    }
    QString dumpFileName
        = "/tmp/ut_mlocationdatabase-cities-in-timezone.txt";
    QFile dumpFile(dumpFileName);
    if(!dumpFile.open(QIODevice::WriteOnly | QIODevice::Truncate))
        QFAIL(qPrintable("could not open file " + dumpFileName));
    int bytesWritten = dumpFile.write(dump.toUtf8().constData());
    if (bytesWritten == -1)
        QFAIL(qPrintable("could not write to file" + dumpFileName));
    QCOMPARE(uint(bytesWritten), qstrlen(dump.toUtf8().constData()));
    dumpFile.close();
    QString testInputFileName
        = qApp->applicationDirPath() + QDir::separator() + "ut_mlocationdatabase-cities-in-timezone-test-input.txt";
    QFile testInputFile(testInputFileName);
    if (!testInputFile.open(QIODevice::ReadOnly))
        QFAIL(qPrintable("could not open file " + testInputFileName));
    QString testInput = QString::fromUtf8(testInputFile.readAll().constData());
    testInputFile.close();

    if (dump != testInput) {
        // don’t fail if there is a difference, there can easily
        // be differences due to changes in the database.
        // Just show the difference on standard output for easy checking
        // what has changed:
        QProcess::execute("diff -u " +  testInputFileName + ' ' + dumpFileName);
    }
}

void Ut_MLocationDatabase::testCitiesInCountry_data()
{
    QTest::addColumn<QString>("countryKey");
    QTest::addColumn<QStringList>("someExpectedMatches");

    QTest::newRow("Mexico")
        << "qtn_clk_country_mexico"
        << (QStringList() << "Chihuahua" << "Tijuana");
}

void Ut_MLocationDatabase::testCitiesInCountry()
{
    QFETCH(QString, countryKey);
    QFETCH(QStringList, someExpectedMatches);

    MLocationDatabase db;
    QList<MCountry> countries = db.countries();

    // do only run the tests, if we were able to load
    // some countries from the meegotouch-cities-*
    // package.
    if (countries.count() < 10) {
        qWarning( "loading of country list failed, skipping test" );
        return;
    }
    QList<MCity> citiesInCountry = db.citiesInCountry(countryKey);
    qDebug() << "number of cities in country" << citiesInCountry.size();
    QStringList citiesInCountryNames;
    foreach (MCity city, citiesInCountry) {
        qDebug() << "city in country:" << city.englishName();
        citiesInCountryNames << city.englishName();
    }
    foreach (QString expectedMatch, someExpectedMatches) {
        qDebug() << "expected match:" << expectedMatch;
        QVERIFY2(citiesInCountryNames.contains(expectedMatch),
                 "expected match not found");
    }
}

void Ut_MLocationDatabase::testCountryCodes_data()
{
    QTest::addColumn<QString>("countryKey");
    QTest::addColumn<QString>("countryCode");

    QTest::newRow("Mexico")
        << "qtn_clk_country_mexico"
        << "MX";
}

void Ut_MLocationDatabase::testCountryCodes()
{
    QFETCH(QString, countryKey);
    QFETCH(QString, countryCode);

    MLocationDatabase db;
    QList<MCountry> countries = db.countries();

    // do only run the tests, if we were able to load
    // some countries from the meegotouch-cities-*
    // package.
    if (countries.count() < 10) {
        qWarning( "loading of country list failed, skipping test" );
        return;
    }
    QStringList countryCodes;
    foreach (MCountry country, countries) {
        QString key = country.key();
        QString code = country.countryCode();
        qDebug() << "countryKey:" << key << "countryCode:" << code;
        QVERIFY2(!code.isEmpty(), "country code should never be empty");
        if (key == countryKey)
            QCOMPARE(code, countryCode);
        country.setCountryCode(QLatin1String("XX"));
        QCOMPARE(QLatin1String("XX"), country.countryCode());
    }
}

void Ut_MLocationDatabase::testCities_data()
{
    QTest::addColumn<QString>("key");
    QTest::addColumn<QString>("englishName");
    QTest::addColumn<QString>("localName");
    QTest::addColumn<qreal>("latitude");
    QTest::addColumn<qreal>("longitude");
    QTest::addColumn<QString>("timeZone");
    QTest::addColumn<QString>("countryEnglishName");
    QTest::addColumn<QString>("countryLocalName");
    QTest::addColumn<QDateTime>("dateTime");
    QTest::addColumn<qint32>("timeZoneRawOffset");
    QTest::addColumn<qint32>("timeZoneDstOffset");
    QTest::addColumn<qint32>("timeZoneTotalOffset");

    QTest::newRow("Helsinki, Winter 2010-03-28 3:59:59 local")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 3, 28), QTime(3, 59, 59, 0), Qt::LocalTime)
        << 2 * 3600 * 1000  // 2 hours always
        << 0 * 3600 * 1000  // 0 hours in winter
        << 2 * 3600 * 1000; // 2 hours in winter
    QTest::newRow("Helsinki, Summer 2010-03-28 4:00:00 local")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 3, 28), QTime(4, 0, 0, 0), Qt::LocalTime)
        << 2 * 3600 * 1000  // 2 hours always
        << 1 * 3600 * 1000  // 1 hours in summer
        << 3 * 3600 * 1000; // 3 hours in summer
    QTest::newRow("Helsinki, Winter 2010-03-28 0:59:59 utc")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 3, 28), QTime(0, 59, 59, 0), Qt::UTC)
        << 2 * 3600 * 1000  // 2 hours always
        << 0 * 3600 * 1000  // 0 hours in winter
        << 2 * 3600 * 1000; // 2 hours in winter
    QTest::newRow("Helsinki, Summer 2010-03-28 1:00:00 utc")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 3, 28), QTime(1, 0, 0, 0), Qt::UTC)
        << 2 * 3600 * 1000  // 2 hours always
        << 1 * 3600 * 1000  // 1 hours in summer
        << 3 * 3600 * 1000; // 3 hours in summer
    //--------------------------------------------------
    QTest::newRow("Helsinki, Summer 2010-10-31 0:59:59 local")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 10, 31), QTime(2, 59, 59, 0), Qt::LocalTime)
        << 2 * 3600 * 1000  // 2 hours always
        << 1 * 3600 * 1000  // 1 hours in summer
        << 3 * 3600 * 1000; // 3 hours in summer
    QTest::newRow("Helsinki, Winter 2010-10-31 1:00:00 local")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 10, 31), QTime(3, 0, 0, 0), Qt::LocalTime)
        << 2 * 3600 * 1000  // 2 hours always
        << 0 * 3600 * 1000  // 0 hours in winter
        << 2 * 3600 * 1000; // 2 hours in winter
    QTest::newRow("Helsinki, Summer 2010-10-31 0:59:59 utc")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 10, 31), QTime(0, 59, 59, 0), Qt::UTC)
        << 2 * 3600 * 1000  // 2 hours always
        << 1 * 3600 * 1000  // 1 hours in summer
        << 3 * 3600 * 1000; // 3 hours in summer
    QTest::newRow("Helsinki, Winter 2010-10-31 1:00:00 utc")
        << "qtn_clk_city_fin_hki"
        << "Helsinki"
        << "" // local name currently always empty
        << qreal(60.1667) << qreal(24.9667)
        << "Europe/Helsinki"
        << "Finland"
        << "" // local name currently always empty
        << QDateTime(QDate(2010, 10, 31), QTime(1, 0, 0, 0), Qt::UTC)
        << 2 * 3600 * 1000  // 2 hours always
        << 0 * 3600 * 1000  // 0 hours in winter
        << 2 * 3600 * 1000; // 2 hours in winter
}

void Ut_MLocationDatabase::testCities()
{
    QFETCH(QString, key);
    QFETCH(QString, englishName);
    QFETCH(QString, localName);
    QFETCH(qreal, latitude);
    QFETCH(qreal, longitude);
    QFETCH(QString, timeZone);
    QFETCH(QString, countryEnglishName);
    QFETCH(QString, countryLocalName);
    QFETCH(QDateTime, dateTime);
    QFETCH(qint32, timeZoneRawOffset);
    QFETCH(qint32, timeZoneDstOffset);
    QFETCH(qint32, timeZoneTotalOffset);

    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests, if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }

    bool found = false;
    MCity foundCity;
    foreach(MCity city, cities) {
        if (city.key() == key) {
            foundCity = city;
            found = true;
        }
    }
    QVERIFY(found);
    QCOMPARE(foundCity.key(), key);
    QCOMPARE(foundCity.englishName(), englishName);
    QCOMPARE(foundCity.localName(), localName);
    QCOMPARE(foundCity.country().englishName(), countryEnglishName);
    QCOMPARE(foundCity.country().localName(), countryLocalName);
    qDebug() << "found latitude" << foundCity.latitude()
             << "expected latitude" << latitude;
    QVERIFY(qAbs(foundCity.latitude() - latitude)   < 0.01);
    qDebug() << "found longitude" << foundCity.longitude()
             << "expected longitude" << longitude;
    QVERIFY(qAbs(foundCity.longitude() - longitude) < 0.01);
    QCOMPARE(foundCity.timeZone(), timeZone);
#ifdef HAVE_ICU
    QCOMPARE(foundCity.timeZoneRawOffset(), timeZoneRawOffset);
    QCOMPARE(foundCity.timeZoneDstOffset(dateTime), timeZoneDstOffset);
    QCOMPARE(foundCity.timeZoneTotalOffset(dateTime), timeZoneTotalOffset);
#else
    Q_UNUSED(timeZoneRawOffset);
    Q_UNUSED(timeZoneDstOffset);
    Q_UNUSED(timeZoneTotalOffset);
#endif
}

void Ut_MLocationDatabase::testCitiesDumpInfo()
{
#ifdef HAVE_ICU
    // This test dumps lots of information from the database to detect
    // changes and serves as a simple benchmark whether all the
    // information can be gathered in reasonable time.
    QElapsedTimer timer;
    timer.start();
    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests, if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }

    QTextStream debugStream(stderr);
    debugStream.setCodec("UTF-8");

    QDateTime summerDateTime(QDate(2010, 6, 21), QTime(0, 0, 0, 0), Qt::LocalTime);
    QDateTime winterDateTime(QDate(2009, 12, 24), QTime(0, 0, 0, 0), Qt::LocalTime);
    QString ut_mlocationdatabaseTestOutput = "";
    QStringList ut_mlocationdatabaseTestOutput2Lines; // for Rodrigo Abreu
    foreach(MCity city, cities) {
        UErrorCode status = U_ZERO_ERROR;
        icu::UnicodeString canonicalId;
        icu::UnicodeString id = city.timeZone().utf16();
        icu::TimeZone::getCanonicalID (id, canonicalId, status);
        QString cityCanonicalTimeZoneICU =
            QString(reinterpret_cast<const QChar *>(canonicalId.getBuffer()), canonicalId.length());
        if (cityCanonicalTimeZoneICU.isEmpty())
            cityCanonicalTimeZoneICU = "***error: invalid";

        if (city.timeZone() != cityCanonicalTimeZoneICU)
            debugStream << city.key()
                        << " mlocationdatabase canonical: "
                        << city.timeZone()
                        << " icu has different canonical timezone: "
                        << cityCanonicalTimeZoneICU
                        << "\n";
        qint32 timeZoneRawOffsetHours = city.timeZoneRawOffset() / 1000 / 3600;
        qint32 timeZoneDstOffsetHoursWinter = city.timeZoneDstOffset(winterDateTime) / 1000 / 3600;
        qint32 timeZoneDstOffsetHoursSummer = city.timeZoneDstOffset(summerDateTime) / 1000 / 3600;
        qint32 timeZoneTotalOffsetHoursWinter = city.timeZoneTotalOffset(winterDateTime) / 1000 / 3600;
        qint32 timeZoneTotalOffsetHoursSummer = city.timeZoneTotalOffset(summerDateTime) / 1000 / 3600;
        ut_mlocationdatabaseTestOutput
            += city.key() + "\tEnglish Name\t" + city.englishName()
            + '\n' + city.key() + "\tCountry English Name\t"
            + city.country().englishName()
            + '\n' + city.key() + "\tLatitude\t"
            + QString::number(city.latitude())
            + '\n' + city.key() + "\tLongitude\t"
            + QString::number(city.longitude())
            + '\n' + city.key() + "\tTime zone id\t"
            + city.timeZone()
            + '\n' + city.key() + "\tCanonical time zone id according to libicu\t"
            + cityCanonicalTimeZoneICU
            + '\n' + city.key() + "\tTime zone raw offset in hours\t"
            + QString::number(timeZoneRawOffsetHours)
            + '\n' + city.key() + "\tTime zone dst offset summer in hours\t"
            + QString::number(timeZoneDstOffsetHoursSummer)
            + '\n' + city.key() + "\tTime zone dst offset winter in hours\t"
            + QString::number(timeZoneDstOffsetHoursWinter)
            + '\n' + city.key() + "\tTime zone total offset summer in hours\t"
            + QString::number(timeZoneTotalOffsetHoursSummer)
            + '\n' + city.key() + "\tTime zone total offset winter in hours\t"
            + QString::number(timeZoneTotalOffsetHoursWinter)
            + '\n';
        QString gmtTotalOffsetWinter = QString::number(timeZoneTotalOffsetHoursWinter);
        if (!gmtTotalOffsetWinter.startsWith('-'))
            gmtTotalOffsetWinter = '+' + gmtTotalOffsetWinter;
        QString gmtTotalOffsetSummer = QString::number(timeZoneTotalOffsetHoursSummer);
        if (!gmtTotalOffsetSummer.startsWith('-'))
            gmtTotalOffsetSummer = '+' + gmtTotalOffsetSummer;
        ut_mlocationdatabaseTestOutput2Lines <<
            "\"" + city.timeZone() + "\", "
            + "\"" + city.englishName()
            + " (" + city.country().englishName() + ")\", "
            + "\"GMT"
            + gmtTotalOffsetWinter
            + " (DST: GMT"
            + gmtTotalOffsetSummer
            + ")\"\n";
    }
    std::sort(ut_mlocationdatabaseTestOutput2Lines.begin(), ut_mlocationdatabaseTestOutput2Lines.end());
    QString ut_mlocationdatabaseTestOutput2 = "";
    foreach (QString line, ut_mlocationdatabaseTestOutput2Lines) {
        ut_mlocationdatabaseTestOutput2 += line;
    }
    QString ut_mlocationdatabaseTestOutputFileName =
        "/tmp/ut_mlocationdatabase-test-output.txt";
    QFile ut_mlocationdatabaseTestOutputFile(ut_mlocationdatabaseTestOutputFileName);
    if (!ut_mlocationdatabaseTestOutputFile.open(QIODevice::WriteOnly | QIODevice::Truncate))
        QFAIL(qPrintable("could not open file " + ut_mlocationdatabaseTestOutputFileName));
    int bytesWritten = ut_mlocationdatabaseTestOutputFile.write(ut_mlocationdatabaseTestOutput.toUtf8().constData());
    if (bytesWritten == -1)
        QFAIL(qPrintable("could not write to file" + ut_mlocationdatabaseTestOutputFileName));
    QCOMPARE(uint(bytesWritten), qstrlen(ut_mlocationdatabaseTestOutput.toUtf8().constData()));
    ut_mlocationdatabaseTestOutputFile.close();

    QString ut_mlocationdatabaseTestOutput2FileName =
        "/tmp/ut_mlocationdatabase-test-output2.txt";
    QFile ut_mlocationdatabaseTestOutput2File(ut_mlocationdatabaseTestOutput2FileName);
    if (!ut_mlocationdatabaseTestOutput2File.open(QIODevice::WriteOnly | QIODevice::Truncate))
        QFAIL(qPrintable("could not open file " + ut_mlocationdatabaseTestOutput2FileName));
    bytesWritten = ut_mlocationdatabaseTestOutput2File.write(ut_mlocationdatabaseTestOutput2.toUtf8().constData());
    if (bytesWritten == -1)
        QFAIL(qPrintable("could not write to file" + ut_mlocationdatabaseTestOutput2FileName));
    QCOMPARE(uint(bytesWritten), qstrlen(ut_mlocationdatabaseTestOutput2.toUtf8().constData()));
    ut_mlocationdatabaseTestOutput2File.close();

    QString ut_mlocationdatabaseTestInputFileName =
        qApp->applicationDirPath() + QDir::separator() + "ut_mlocationdatabase-test-input.txt";
    QFile ut_mlocationdatabaseTestInputFile(ut_mlocationdatabaseTestInputFileName);
    if (!ut_mlocationdatabaseTestInputFile.open(QIODevice::ReadOnly))
        QFAIL(qPrintable("could not open file " + ut_mlocationdatabaseTestInputFileName));
    QString ut_mlocationdatabaseTestInput = QString::fromUtf8(ut_mlocationdatabaseTestInputFile.readAll().constData());
    ut_mlocationdatabaseTestInputFile.close();

    QString ut_mlocationdatabaseTestInput2FileName =
        qApp->applicationDirPath() + QDir::separator() + "ut_mlocationdatabase-test-input2.txt";
    QFile ut_mlocationdatabaseTestInput2File(ut_mlocationdatabaseTestInput2FileName);
    if (!ut_mlocationdatabaseTestInput2File.open(QIODevice::ReadOnly))
        QFAIL(qPrintable("could not open file " + ut_mlocationdatabaseTestInput2FileName));
    QString ut_mlocationdatabaseTestInput2 = QString::fromUtf8(ut_mlocationdatabaseTestInput2File.readAll().constData());
    ut_mlocationdatabaseTestInput2File.close();

    if (ut_mlocationdatabaseTestOutput2 != ut_mlocationdatabaseTestInput2) {
        // don’t fail if there is a difference, there can easily
        // be differences due to changes in the database.
        // Just show the difference on standard output for easy checking
        // what has changed:
        QProcess::execute("diff -u " + ut_mlocationdatabaseTestInput2FileName + ' ' + ut_mlocationdatabaseTestOutput2FileName);
    }

    if (ut_mlocationdatabaseTestOutput != ut_mlocationdatabaseTestInput) {
        // don’t fail if there is a difference, there can easily
        // be differences due to changes in the database.
        // Just show the difference on standard output for easy checking
        // what has changed:
        QProcess::execute("diff -u " + ut_mlocationdatabaseTestInputFileName + ' ' + ut_mlocationdatabaseTestOutputFileName);
    }
    debugStream << __PRETTY_FUNCTION__ << " took " << timer.restart() << " milliseconds ";
#endif
}

void Ut_MLocationDatabase::testTimeZoneOffsets()
{
    MLocationDatabase db;
    QList<MCity> cities = db.cities();

    // do only run the tests, if we were able to load
    // some cities from the meegotouch-cities-*
    // package.
    if (cities.count() < 10) {
        qWarning( "loading of city list failed, skipping test" );
        return;
    }

    MLocale locale("en_US");
    QTextStream debugStream(stdout);
    debugStream.setCodec("UTF-8");

    QStringList olsonIds;
#if 0
    // full test, test almost all Olson IDs:
    foreach(MCity city, cities) {
        if(!olsonIds.contains(city.timeZone()))
            olsonIds << city.timeZone();
    }
#else
    // short test, test problematic Olson IDs only:
    olsonIds = (QStringList()
                << "Pacific/Fiji"
                << "America/Santiago"
                << "Pacific/Easter"
                << "America/Havana"
                << "Europe/Istanbul"
                << "Pacific/Apia"
                << "Africa/Casablanca"
                << "Atlantic/Stanley"
                << "Africa/Cairo");
#endif
    olsonIds.sort();

    QDateTime startDateTime(QDate(2011,01,1), QTime(2,58,44), Qt::UTC);
    QDateTime endDateTime(QDate(2012,01,1), QTime(2,58,45), Qt::UTC);
    QHash<QString, QString> errorHash;
    QString allErrors;
    foreach(const QString &olsonId, olsonIds) {
        debugStream << "checking olson id " << olsonId << "...\n";
        debugStream.flush();
        MCity city = db.citiesInTimeZone(olsonId).first();
        setenv("TZ", olsonId.toUtf8().constData(), 1);
        tzset();
        for(QDateTime dateTime = startDateTime;
            dateTime <  endDateTime;
            dateTime = dateTime.addSecs(4*900)) {
            QString dateTimeString = dateTime.toString("yyyy-MM-dd hh:mm:ss");
            time_t ts = dateTime.toMSecsSinceEpoch()/1000;
            struct tm tm;
            localtime_r(&ts, &tm);
            qint32 gmtoffLibc = tm.tm_gmtoff;
            qint32 gmtoffIcu = city.timeZoneTotalOffset(dateTime)/1000;
            if(gmtoffIcu == gmtoffLibc) {
                if (!errorHash[olsonId].isEmpty()) {
                    QString oldError =
                        dateTimeString + " FIXED: " + errorHash[olsonId];
                    errorHash[olsonId] = "";
                    allErrors += oldError;
                    debugStream << oldError;
                }
            }
            else {
                QString errorString
                    = "icu=" + QString::number(gmtoffIcu)
                    + " libc=" + QString::number(gmtoffLibc)
                    + " diff=" + QString::number(gmtoffIcu - gmtoffLibc)
                    + " " + city.timeZone()
                    + " " + city.key() + "\n";
                if (errorHash[olsonId] != errorString) {
                    errorHash[olsonId] = errorString;
                    QString newError = dateTimeString + " " + errorString;
                    allErrors += newError;
                    debugStream << newError;
                }
            }
        }
    }
    debugStream.flush();
    QString errorFileName = "/tmp/ut_mlocationdatabase-gmtoffset-errors.txt";
    QFile errorFile(errorFileName);
    if (!errorFile.open(QIODevice::WriteOnly | QIODevice::Truncate))
        QFAIL(qPrintable("could not open file " + errorFileName));
    int bytesWritten = errorFile.write(allErrors.toUtf8().constData());
    if (bytesWritten == -1)
        QFAIL(qPrintable("could not write to file" + errorFileName));
    QCOMPARE(uint(bytesWritten), qstrlen(allErrors.toUtf8().constData()));
    errorFile.close();
    debugStream
        << "------------------------------------------------------\n"
        << "contents of " + errorFileName + " :\n"
        << "------------------------------------------------------\n";
    debugStream.flush();
    QProcess::execute("cat " + errorFileName);
    QVERIFY2(allErrors.isEmpty(), qPrintable("There were errors, please check contents of " + errorFileName));
}
QTEST_GUILESS_MAIN(Ut_MLocationDatabase);