mirror of
https://bitbucket.org/smil3y/katie.git
synced 2025-02-24 19:02:59 +00:00
671 lines
24 KiB
C++
671 lines
24 KiB
C++
/****************************************************************************
|
|
**
|
|
** Copyright (C) 2015 The Qt Company Ltd.
|
|
** Copyright (C) 2016-2020 Ivailo Monev
|
|
**
|
|
** This file is part of the test suite of the Katie Toolkit.
|
|
**
|
|
** $QT_BEGIN_LICENSE:LGPL$
|
|
**
|
|
** GNU Lesser General Public License Usage
|
|
** This file may be used under the terms of the GNU Lesser
|
|
** General Public License version 2.1 as published by the Free Software
|
|
** Foundation and appearing in the file LICENSE.LGPL included in the
|
|
** packaging of this file. Please review the following information to
|
|
** ensure the GNU Lesser General Public License version 2.1 requirements
|
|
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
|
**
|
|
** As a special exception, The Qt Company gives you certain additional
|
|
** rights. These rights are described in The Qt Company LGPL Exception
|
|
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
|
**
|
|
** GNU General Public License Usage
|
|
** Alternatively, this file may be used under the terms of the GNU
|
|
** General Public License version 3.0 as published by the Free Software
|
|
** Foundation and appearing in the file LICENSE.GPL included in the
|
|
** packaging of this file. Please review the following information to
|
|
** ensure the GNU General Public License version 3.0 requirements will be
|
|
** met: http://www.gnu.org/copyleft/gpl.html.
|
|
**
|
|
** $QT_END_LICENSE$
|
|
**
|
|
****************************************************************************/
|
|
|
|
|
|
#include <QtTest/QtTest>
|
|
#include <qchar.h>
|
|
#include <qfile.h>
|
|
#include <qstringlist.h>
|
|
|
|
//TESTED_CLASS=
|
|
//TESTED_FILES=
|
|
|
|
#define UNICODE_LAST_CODEPOINT 0x10ffff
|
|
|
|
class tst_QChar : public QObject
|
|
{
|
|
Q_OBJECT
|
|
|
|
public:
|
|
tst_QChar();
|
|
~tst_QChar();
|
|
|
|
|
|
public slots:
|
|
void initTestCase();
|
|
void cleanupTestCase();
|
|
void init();
|
|
void cleanup();
|
|
private slots:
|
|
void toUpper();
|
|
void toLower();
|
|
void toTitle();
|
|
void toCaseFolded();
|
|
void isPrint();
|
|
void isUpper();
|
|
void isLower();
|
|
void isTitle();
|
|
void category();
|
|
void direction();
|
|
void joining();
|
|
void digitValue();
|
|
void mirroredChar();
|
|
void decomposition();
|
|
// void ligature();
|
|
void normalization_data();
|
|
void normalization();
|
|
void normalization_manual();
|
|
void normalizationCorrections();
|
|
void unicodeVersion();
|
|
};
|
|
|
|
tst_QChar::tst_QChar()
|
|
{}
|
|
|
|
tst_QChar::~tst_QChar()
|
|
{ }
|
|
|
|
void tst_QChar::initTestCase()
|
|
{ }
|
|
|
|
void tst_QChar::cleanupTestCase()
|
|
{ }
|
|
|
|
void tst_QChar::init()
|
|
{
|
|
}
|
|
|
|
void tst_QChar::cleanup()
|
|
{
|
|
}
|
|
|
|
void tst_QChar::toUpper()
|
|
{
|
|
QVERIFY(QChar('a').toUpper() == 'A');
|
|
QVERIFY(QChar('A').toUpper() == 'A');
|
|
QVERIFY(QChar((ushort)0x1c7).toUpper().unicode() == 0x1c7);
|
|
QVERIFY(QChar((ushort)0x1c8).toUpper().unicode() == 0x1c7);
|
|
QVERIFY(QChar((ushort)0x1c9).toUpper().unicode() == 0x1c7);
|
|
|
|
QVERIFY(QChar::toUpper((ushort)'a') == 'A');
|
|
QVERIFY(QChar::toUpper((ushort)'A') == 'A');
|
|
QVERIFY(QChar::toUpper((ushort)0x1c7) == 0x1c7);
|
|
QVERIFY(QChar::toUpper((ushort)0x1c8) == 0x1c7);
|
|
QVERIFY(QChar::toUpper((ushort)0x1c9) == 0x1c7);
|
|
|
|
QVERIFY(QChar::toUpper((uint)'a') == 'A');
|
|
QVERIFY(QChar::toUpper((uint)'A') == 'A');
|
|
QVERIFY(QChar::toUpper((uint)0x1c7) == 0x1c7);
|
|
QVERIFY(QChar::toUpper((uint)0x1c8) == 0x1c7);
|
|
QVERIFY(QChar::toUpper((uint)0x1c9) == 0x1c7);
|
|
|
|
QVERIFY(QChar::toUpper((uint)0x10400) == 0x10400);
|
|
QVERIFY(QChar::toUpper((uint)0x10428) == 0x10400);
|
|
|
|
}
|
|
|
|
void tst_QChar::toLower()
|
|
{
|
|
QVERIFY(QChar('A').toLower() == 'a');
|
|
QVERIFY(QChar('a').toLower() == 'a');
|
|
QVERIFY(QChar((ushort)0x1c7).toLower().unicode() == 0x1c9);
|
|
QVERIFY(QChar((ushort)0x1c8).toLower().unicode() == 0x1c9);
|
|
QVERIFY(QChar((ushort)0x1c9).toLower().unicode() == 0x1c9);
|
|
|
|
QVERIFY(QChar::toLower((ushort)'a') == 'a');
|
|
QVERIFY(QChar::toLower((ushort)'A') == 'a');
|
|
QVERIFY(QChar::toLower((ushort)0x1c7) == 0x1c9);
|
|
QVERIFY(QChar::toLower((ushort)0x1c8) == 0x1c9);
|
|
QVERIFY(QChar::toLower((ushort)0x1c9) == 0x1c9);
|
|
|
|
QVERIFY(QChar::toLower((uint)'a') == 'a');
|
|
QVERIFY(QChar::toLower((uint)'A') == 'a');
|
|
QVERIFY(QChar::toLower((uint)0x1c7) == 0x1c9);
|
|
QVERIFY(QChar::toLower((uint)0x1c8) == 0x1c9);
|
|
QVERIFY(QChar::toLower((uint)0x1c9) == 0x1c9);
|
|
|
|
QVERIFY(QChar::toLower((uint)0x10400) == 0x10428);
|
|
QVERIFY(QChar::toLower((uint)0x10428) == 0x10428);
|
|
}
|
|
|
|
void tst_QChar::toTitle()
|
|
{
|
|
QVERIFY(QChar('a').toTitleCase() == 'A');
|
|
QVERIFY(QChar('A').toTitleCase() == 'A');
|
|
QVERIFY(QChar((ushort)0x1c7).toTitleCase().unicode() == 0x1c8);
|
|
QVERIFY(QChar((ushort)0x1c8).toTitleCase().unicode() == 0x1c8);
|
|
QVERIFY(QChar((ushort)0x1c9).toTitleCase().unicode() == 0x1c8);
|
|
|
|
QVERIFY(QChar::toTitleCase((ushort)'a') == 'A');
|
|
QVERIFY(QChar::toTitleCase((ushort)'A') == 'A');
|
|
QVERIFY(QChar::toTitleCase((ushort)0x1c7) == 0x1c8);
|
|
QVERIFY(QChar::toTitleCase((ushort)0x1c8) == 0x1c8);
|
|
QVERIFY(QChar::toTitleCase((ushort)0x1c9) == 0x1c8);
|
|
|
|
QVERIFY(QChar::toTitleCase((uint)'a') == 'A');
|
|
QVERIFY(QChar::toTitleCase((uint)'A') == 'A');
|
|
QVERIFY(QChar::toTitleCase((uint)0x1c7) == 0x1c8);
|
|
QVERIFY(QChar::toTitleCase((uint)0x1c8) == 0x1c8);
|
|
QVERIFY(QChar::toTitleCase((uint)0x1c9) == 0x1c8);
|
|
|
|
QVERIFY(QChar::toTitleCase((uint)0x10400) == 0x10400);
|
|
QVERIFY(QChar::toTitleCase((uint)0x10428) == 0x10400);
|
|
|
|
}
|
|
|
|
void tst_QChar::toCaseFolded()
|
|
{
|
|
QVERIFY(QChar('a').toCaseFolded() == 'a');
|
|
QVERIFY(QChar('A').toCaseFolded() == 'a');
|
|
QVERIFY(QChar((ushort)0x1c7).toCaseFolded().unicode() == 0x1c9);
|
|
QVERIFY(QChar((ushort)0x1c8).toCaseFolded().unicode() == 0x1c9);
|
|
QVERIFY(QChar((ushort)0x1c9).toCaseFolded().unicode() == 0x1c9);
|
|
|
|
QVERIFY(QChar::toCaseFolded((ushort)'a') == 'a');
|
|
QVERIFY(QChar::toCaseFolded((ushort)'A') == 'a');
|
|
QVERIFY(QChar::toCaseFolded((ushort)0x1c7) == 0x1c9);
|
|
QVERIFY(QChar::toCaseFolded((ushort)0x1c8) == 0x1c9);
|
|
QVERIFY(QChar::toCaseFolded((ushort)0x1c9) == 0x1c9);
|
|
|
|
QVERIFY(QChar::toCaseFolded((uint)'a') == 'a');
|
|
QVERIFY(QChar::toCaseFolded((uint)'A') == 'a');
|
|
QVERIFY(QChar::toCaseFolded((uint)0x1c7) == 0x1c9);
|
|
QVERIFY(QChar::toCaseFolded((uint)0x1c8) == 0x1c9);
|
|
QVERIFY(QChar::toCaseFolded((uint)0x1c9) == 0x1c9);
|
|
|
|
QVERIFY(QChar::toCaseFolded((uint)0x10400) == 0x10428);
|
|
QVERIFY(QChar::toCaseFolded((uint)0x10428) == 0x10428);
|
|
|
|
QVERIFY(QChar::toCaseFolded((ushort)0xb5) == 0x3bc);
|
|
}
|
|
|
|
void tst_QChar::isPrint()
|
|
{
|
|
QVERIFY(QChar('A').isPrint());
|
|
QVERIFY(!QChar(0x1aff).isPrint()); // General_Gategory =Cn
|
|
}
|
|
|
|
void tst_QChar::isUpper()
|
|
{
|
|
QVERIFY(QChar('A').isUpper());
|
|
QVERIFY(QChar('Z').isUpper());
|
|
QVERIFY(!QChar('a').isUpper());
|
|
QVERIFY(!QChar('z').isUpper());
|
|
QVERIFY(!QChar('?').isUpper());
|
|
QVERIFY(QChar(0xC2).isUpper()); // A with ^
|
|
QVERIFY(!QChar(0xE2).isUpper()); // a with ^
|
|
|
|
for (uint codepoint = 0; codepoint <= UNICODE_LAST_CODEPOINT; ++codepoint) {
|
|
if (QChar::category(codepoint) == QChar::Letter_Uppercase)
|
|
QVERIFY(codepoint == QChar::toUpper(codepoint));
|
|
}
|
|
}
|
|
|
|
void tst_QChar::isLower()
|
|
{
|
|
QVERIFY(!QChar('A').isLower());
|
|
QVERIFY(!QChar('Z').isLower());
|
|
QVERIFY(QChar('a').isLower());
|
|
QVERIFY(QChar('z').isLower());
|
|
QVERIFY(!QChar('?').isLower());
|
|
QVERIFY(!QChar(0xC2).isLower()); // A with ^
|
|
QVERIFY(QChar(0xE2).isLower()); // a with ^
|
|
|
|
for (uint codepoint = 0; codepoint <= UNICODE_LAST_CODEPOINT; ++codepoint) {
|
|
if (QChar::category(codepoint) == QChar::Letter_Lowercase)
|
|
QVERIFY(codepoint == QChar::toLower(codepoint));
|
|
}
|
|
}
|
|
|
|
void tst_QChar::isTitle()
|
|
{
|
|
for (uint codepoint = 0; codepoint <= UNICODE_LAST_CODEPOINT; ++codepoint) {
|
|
if (QChar::category(codepoint) == QChar::Letter_Titlecase)
|
|
QVERIFY(codepoint == QChar::toTitleCase(codepoint));
|
|
}
|
|
}
|
|
|
|
void tst_QChar::category()
|
|
{
|
|
QVERIFY(QChar('a').category() == QChar::Letter_Lowercase);
|
|
QVERIFY(QChar('A').category() == QChar::Letter_Uppercase);
|
|
|
|
QVERIFY(QChar::category((ushort)'a') == QChar::Letter_Lowercase);
|
|
QVERIFY(QChar::category((ushort)'A') == QChar::Letter_Uppercase);
|
|
|
|
QVERIFY(QChar::category((uint)'a') == QChar::Letter_Lowercase);
|
|
QVERIFY(QChar::category((uint)'A') == QChar::Letter_Uppercase);
|
|
|
|
QVERIFY(QChar::category(0xe0100u) == QChar::Mark_NonSpacing);
|
|
QVERIFY(QChar::category(0xeffffu) != QChar::Other_PrivateUse);
|
|
QVERIFY(QChar::category(0xf0000u) == QChar::Other_PrivateUse);
|
|
QVERIFY(QChar::category(0xf0001u) == QChar::Other_PrivateUse);
|
|
|
|
QVERIFY(QChar::category(0xd900u) == QChar::Other_Surrogate);
|
|
QVERIFY(QChar::category(0xdc00u) == QChar::Other_Surrogate);
|
|
QVERIFY(QChar::category(0xdc01u) == QChar::Other_Surrogate);
|
|
|
|
QVERIFY(QChar::category((uint)0x10fffdu) == QChar::Other_PrivateUse);
|
|
QVERIFY(QChar::category((uint)0x110000u) == QChar::Other_NotAssigned);
|
|
|
|
QVERIFY(QChar::category((uint)0x1aff) == QChar::Other_NotAssigned);
|
|
QVERIFY(QChar::category((uint)0x10ffffu) == QChar::Other_NotAssigned);
|
|
}
|
|
|
|
void tst_QChar::direction()
|
|
{
|
|
QVERIFY(QChar('a').direction() == QChar::DirL);
|
|
QVERIFY(QChar('0').direction() == QChar::DirEN);
|
|
QVERIFY(QChar((ushort)0x627).direction() == QChar::DirAL);
|
|
QVERIFY(QChar((ushort)0x5d0).direction() == QChar::DirR);
|
|
|
|
QVERIFY(QChar::direction((ushort)'a') == QChar::DirL);
|
|
QVERIFY(QChar::direction((ushort)'0') == QChar::DirEN);
|
|
QVERIFY(QChar::direction((ushort)0x627) == QChar::DirAL);
|
|
QVERIFY(QChar::direction((ushort)0x5d0) == QChar::DirR);
|
|
|
|
QVERIFY(QChar::direction((uint)'a') == QChar::DirL);
|
|
QVERIFY(QChar::direction((uint)'0') == QChar::DirEN);
|
|
QVERIFY(QChar::direction((uint)0x627) == QChar::DirAL);
|
|
QVERIFY(QChar::direction((uint)0x5d0) == QChar::DirR);
|
|
|
|
QVERIFY(QChar::direction(0xE01DAu) == QChar::DirNSM);
|
|
QVERIFY(QChar::direction(0xf0000u) == QChar::DirL);
|
|
QVERIFY(QChar::direction(0xE0030u) == QChar::DirBN);
|
|
QVERIFY(QChar::direction(0x2FA17u) == QChar::DirL);
|
|
}
|
|
|
|
void tst_QChar::joining()
|
|
{
|
|
QVERIFY(QChar('a').joining() == QChar::OtherJoining);
|
|
QVERIFY(QChar('0').joining() == QChar::OtherJoining);
|
|
QVERIFY(QChar((ushort)0x627).joining() == QChar::Right);
|
|
QVERIFY(QChar((ushort)0x5d0).joining() == QChar::OtherJoining);
|
|
|
|
QVERIFY(QChar::joining((ushort)'a') == QChar::OtherJoining);
|
|
QVERIFY(QChar::joining((ushort)'0') == QChar::OtherJoining);
|
|
QVERIFY(QChar::joining((ushort)0x627) == QChar::Right);
|
|
QVERIFY(QChar::joining((ushort)0x5d0) == QChar::OtherJoining);
|
|
|
|
QVERIFY(QChar::joining((uint)'a') == QChar::OtherJoining);
|
|
QVERIFY(QChar::joining((uint)'0') == QChar::OtherJoining);
|
|
QVERIFY(QChar::joining((uint)0x627) == QChar::Right);
|
|
QVERIFY(QChar::joining((uint)0x5d0) == QChar::OtherJoining);
|
|
|
|
QVERIFY(QChar::joining(0xE01DAu) == QChar::Transparent);
|
|
QVERIFY(QChar::joining(0xf0000u) == QChar::OtherJoining);
|
|
QVERIFY(QChar::joining(0xE0030u) == QChar::Transparent);
|
|
QVERIFY(QChar::joining(0x2FA17u) == QChar::OtherJoining);
|
|
}
|
|
|
|
void tst_QChar::unicodeVersion()
|
|
{
|
|
QVERIFY(QChar('a').unicodeVersion() == QChar::Unicode_1_1);
|
|
QVERIFY(QChar('0').unicodeVersion() == QChar::Unicode_1_1);
|
|
QVERIFY(QChar((ushort)0x627).unicodeVersion() == QChar::Unicode_1_1);
|
|
QVERIFY(QChar((ushort)0x5d0).unicodeVersion() == QChar::Unicode_1_1);
|
|
|
|
QVERIFY(QChar::unicodeVersion((ushort)'a') == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)'0') == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x627) == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x5d0) == QChar::Unicode_1_1);
|
|
|
|
QVERIFY(QChar::unicodeVersion((uint)'a') == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)'0') == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x627) == QChar::Unicode_1_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x5d0) == QChar::Unicode_1_1);
|
|
|
|
QVERIFY(QChar(0x0591).unicodeVersion() == QChar::Unicode_2_0);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0591) == QChar::Unicode_2_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x0591) == QChar::Unicode_2_0);
|
|
|
|
QVERIFY(QChar(0x20AC).unicodeVersion() == QChar::Unicode_2_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x020AC) == QChar::Unicode_2_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x20AC) == QChar::Unicode_2_1);
|
|
QVERIFY(QChar(0xfffc).unicodeVersion() == QChar::Unicode_2_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0fffc) == QChar::Unicode_2_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0xfffc) == QChar::Unicode_2_1);
|
|
|
|
QVERIFY(QChar(0x01f6).unicodeVersion() == QChar::Unicode_3_0);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x01f6) == QChar::Unicode_3_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x01f6) == QChar::Unicode_3_0);
|
|
|
|
QVERIFY(QChar(0x03F4).unicodeVersion() == QChar::Unicode_3_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x03F4) == QChar::Unicode_3_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x03F4) == QChar::Unicode_3_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x10300) == QChar::Unicode_3_1);
|
|
|
|
QVERIFY(QChar(0x0220).unicodeVersion() == QChar::Unicode_3_2);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0220) == QChar::Unicode_3_2);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x0220) == QChar::Unicode_3_2);
|
|
QVERIFY(QChar::unicodeVersion((uint)0xFF5F) == QChar::Unicode_3_2);
|
|
|
|
QVERIFY(QChar(0x0221).unicodeVersion() == QChar::Unicode_4_0);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0221) == QChar::Unicode_4_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x0221) == QChar::Unicode_4_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x10000) == QChar::Unicode_4_0);
|
|
|
|
QVERIFY(QChar(0x0237).unicodeVersion() == QChar::Unicode_4_1);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0237) == QChar::Unicode_4_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x0237) == QChar::Unicode_4_1);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x10140) == QChar::Unicode_4_1);
|
|
|
|
QVERIFY(QChar(0x0242).unicodeVersion() == QChar::Unicode_5_0);
|
|
QVERIFY(QChar::unicodeVersion((ushort)0x0242) == QChar::Unicode_5_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x0242) == QChar::Unicode_5_0);
|
|
QVERIFY(QChar::unicodeVersion((uint)0x12000) == QChar::Unicode_5_0);
|
|
|
|
}
|
|
|
|
|
|
void tst_QChar::digitValue()
|
|
{
|
|
QVERIFY(QChar('9').digitValue() == 9);
|
|
QVERIFY(QChar('0').digitValue() == 0);
|
|
QVERIFY(QChar('a').digitValue() == -1);
|
|
|
|
QVERIFY(QChar::digitValue((ushort)'9') == 9);
|
|
QVERIFY(QChar::digitValue((ushort)'0') == 0);
|
|
QVERIFY(QChar::digitValue((uint)'9') == 9);
|
|
QVERIFY(QChar::digitValue((uint)'0') == 0);
|
|
|
|
QVERIFY(QChar::digitValue((ushort)0x1049) == 9);
|
|
QVERIFY(QChar::digitValue((ushort)0x1040) == 0);
|
|
QVERIFY(QChar::digitValue((uint)0x1049) == 9);
|
|
QVERIFY(QChar::digitValue((uint)0x1040) == 0);
|
|
}
|
|
|
|
void tst_QChar::mirroredChar()
|
|
{
|
|
QVERIFY(QChar(0x169B).hasMirrored());
|
|
QVERIFY(QChar(0x169B).mirroredChar() == QChar(0x169C));
|
|
QVERIFY(QChar(0x169C).hasMirrored());
|
|
QVERIFY(QChar(0x169C).mirroredChar() == QChar(0x169B));
|
|
|
|
QVERIFY(QChar(0x301A).hasMirrored());
|
|
QVERIFY(QChar(0x301A).mirroredChar() == QChar(0x301B));
|
|
QVERIFY(QChar(0x301B).hasMirrored());
|
|
QVERIFY(QChar(0x301B).mirroredChar() == QChar(0x301A));
|
|
|
|
// QTBUG-25169
|
|
if (QChar::currentUnicodeVersion() <= QChar::Unicode_5_0) {
|
|
QVERIFY(!QChar(0x201C).hasMirrored());
|
|
QVERIFY(QChar(0x201C).mirroredChar() != QChar(0x201D));
|
|
QVERIFY(!QChar(0x201D).hasMirrored());
|
|
QVERIFY(QChar(0x201D).mirroredChar() != QChar(0x201C));
|
|
}
|
|
}
|
|
|
|
void tst_QChar::decomposition()
|
|
{
|
|
QVERIFY(QChar((ushort)0xa0).decompositionTag() == QChar::NoBreak);
|
|
QVERIFY(QChar((ushort)0xa8).decompositionTag() == QChar::Compat);
|
|
QVERIFY(QChar((ushort)0x41).decompositionTag() == QChar::NoDecomposition);
|
|
|
|
QVERIFY(QChar::decompositionTag(0xa0) == QChar::NoBreak);
|
|
QVERIFY(QChar::decompositionTag(0xa8) == QChar::Compat);
|
|
QVERIFY(QChar::decompositionTag(0x41) == QChar::NoDecomposition);
|
|
|
|
QVERIFY(QChar::decomposition(0xa0) == QString(QChar(0x20)));
|
|
QVERIFY(QChar::decomposition(0xc0) == (QString(QChar(0x41)) + QString(QChar(0x300))));
|
|
|
|
{
|
|
QString str;
|
|
str += QChar(QChar::highSurrogate(0x1D157));
|
|
str += QChar(QChar::lowSurrogate(0x1D157));
|
|
str += QChar(QChar::highSurrogate(0x1D165));
|
|
str += QChar(QChar::lowSurrogate(0x1D165));
|
|
QVERIFY(QChar::decomposition(0x1D15e) == str);
|
|
}
|
|
|
|
{
|
|
QString str;
|
|
str += QChar(0x1100);
|
|
str += QChar(0x1161);
|
|
QVERIFY(QChar::decomposition(0xac00) == str);
|
|
}
|
|
{
|
|
QString str;
|
|
str += QChar(0x110c);
|
|
str += QChar(0x1165);
|
|
str += QChar(0x11b7);
|
|
QVERIFY(QChar::decomposition(0xc810) == str);
|
|
}
|
|
}
|
|
|
|
#if 0
|
|
void tst_QChar::ligature()
|
|
{
|
|
QVERIFY(QChar::ligature(0x0041, 0x00300) == 0xc0);
|
|
QVERIFY(QChar::ligature(0x0049, 0x00308) == 0xcf);
|
|
QVERIFY(QChar::ligature(0x0391, 0x00301) == 0x386);
|
|
QVERIFY(QChar::ligature(0x0627, 0x00653) == 0x622);
|
|
|
|
QVERIFY(QChar::ligature(0x1100, 0x1161) == 0xac00);
|
|
QVERIFY(QChar::ligature(0xac00, 0x11a8) == 0xac01);
|
|
}
|
|
#endif
|
|
|
|
void tst_QChar::normalization_data()
|
|
{
|
|
QTest::addColumn<QStringList>("columns");
|
|
QTest::addColumn<int>("part");
|
|
|
|
int linenum = 0;
|
|
int part = 0;
|
|
|
|
QFile f(SRCDIR "NormalizationTest.txt");
|
|
QVERIFY(f.exists());
|
|
|
|
f.open(QIODevice::ReadOnly);
|
|
|
|
while (!f.atEnd()) {
|
|
linenum++;
|
|
|
|
QByteArray line;
|
|
line.resize(1024);
|
|
int len = f.readLine(line.data(), 1024);
|
|
line.resize(len-1);
|
|
|
|
int comment = line.indexOf('#');
|
|
if (comment >= 0)
|
|
line = line.left(comment);
|
|
|
|
if (line.startsWith("@")) {
|
|
if (line.startsWith("@Part") && line.size() > 5 && QChar(line.at(5)).isDigit())
|
|
part = QChar(line.at(5)).digitValue();
|
|
continue;
|
|
}
|
|
|
|
if (line.isEmpty())
|
|
continue;
|
|
|
|
line = line.trimmed();
|
|
if (line.endsWith(';'))
|
|
line.truncate(line.length()-1);
|
|
|
|
QList<QByteArray> l = line.split(';');
|
|
|
|
QCOMPARE(l.size(), 5);
|
|
|
|
QStringList columns;
|
|
for (int i = 0; i < 5; ++i) {
|
|
columns.append(QString());
|
|
|
|
QList<QByteArray> c = l.at(i).split(' ');
|
|
QVERIFY(!c.isEmpty());
|
|
|
|
for (int j = 0; j < c.size(); ++j) {
|
|
bool ok;
|
|
uint uc = c.at(j).toUInt(&ok, 16);
|
|
QVERIFY(ok);
|
|
if (!QChar::requiresSurrogates(uc)) {
|
|
columns[i].append(QChar(uc));
|
|
} else {
|
|
// convert to utf16
|
|
columns[i].append(QChar(QChar::highSurrogate(uc)));
|
|
columns[i].append(QChar(QChar::lowSurrogate(uc)));
|
|
}
|
|
}
|
|
}
|
|
|
|
QString nm = QString("line #%1:").arg(linenum);
|
|
QTest::newRow(nm.toLatin1()) << columns << part;
|
|
}
|
|
}
|
|
|
|
void tst_QChar::normalization()
|
|
{
|
|
QFETCH(QStringList, columns);
|
|
QFETCH(int, part);
|
|
|
|
Q_UNUSED(part)
|
|
|
|
// CONFORMANCE:
|
|
// 1. The following invariants must be true for all conformant implementations
|
|
//
|
|
// NFC
|
|
// c2 == NFC(c1) == NFC(c2) == NFC(c3)
|
|
// c4 == NFC(c4) == NFC(c5)
|
|
|
|
QVERIFY(columns[1] == columns[0].normalized(QString::NormalizationForm_C));
|
|
QVERIFY(columns[1] == columns[1].normalized(QString::NormalizationForm_C));
|
|
QVERIFY(columns[1] == columns[2].normalized(QString::NormalizationForm_C));
|
|
QVERIFY(columns[3] == columns[3].normalized(QString::NormalizationForm_C));
|
|
QVERIFY(columns[3] == columns[4].normalized(QString::NormalizationForm_C));
|
|
|
|
// NFD
|
|
// c3 == NFD(c1) == NFD(c2) == NFD(c3)
|
|
// c5 == NFD(c4) == NFD(c5)
|
|
|
|
QVERIFY(columns[2] == columns[0].normalized(QString::NormalizationForm_D));
|
|
QVERIFY(columns[2] == columns[1].normalized(QString::NormalizationForm_D));
|
|
QVERIFY(columns[2] == columns[2].normalized(QString::NormalizationForm_D));
|
|
QVERIFY(columns[4] == columns[3].normalized(QString::NormalizationForm_D));
|
|
QVERIFY(columns[4] == columns[4].normalized(QString::NormalizationForm_D));
|
|
|
|
// NFKC
|
|
// c4 == NFKC(c1) == NFKC(c2) == NFKC(c3) == NFKC(c4) == NFKC(c5)
|
|
|
|
QVERIFY(columns[3] == columns[0].normalized(QString::NormalizationForm_KC));
|
|
QVERIFY(columns[3] == columns[1].normalized(QString::NormalizationForm_KC));
|
|
QVERIFY(columns[3] == columns[2].normalized(QString::NormalizationForm_KC));
|
|
QVERIFY(columns[3] == columns[3].normalized(QString::NormalizationForm_KC));
|
|
QVERIFY(columns[3] == columns[4].normalized(QString::NormalizationForm_KC));
|
|
|
|
// NFKD
|
|
// c5 == NFKD(c1) == NFKD(c2) == NFKD(c3) == NFKD(c4) == NFKD(c5)
|
|
|
|
QVERIFY(columns[4] == columns[0].normalized(QString::NormalizationForm_KD));
|
|
QVERIFY(columns[4] == columns[1].normalized(QString::NormalizationForm_KD));
|
|
QVERIFY(columns[4] == columns[2].normalized(QString::NormalizationForm_KD));
|
|
QVERIFY(columns[4] == columns[3].normalized(QString::NormalizationForm_KD));
|
|
QVERIFY(columns[4] == columns[4].normalized(QString::NormalizationForm_KD));
|
|
|
|
// 2. For every code point X assigned in this version of Unicode that is not specifically
|
|
// listed in Part 1, the following invariants must be true for all conformant
|
|
// implementations:
|
|
//
|
|
// X == NFC(X) == NFD(X) == NFKC(X) == NFKD(X)
|
|
|
|
// #################
|
|
|
|
}
|
|
|
|
void tst_QChar::normalization_manual()
|
|
{
|
|
{
|
|
QString decomposed;
|
|
decomposed += QChar(0x41);
|
|
decomposed += QChar(0x0221); // assigned in 4.0
|
|
decomposed += QChar(0x300);
|
|
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_C, QChar::Unicode_3_2) == decomposed);
|
|
|
|
decomposed[1] = QChar(0x037f); // unassigned in 6.1
|
|
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_C) == decomposed);
|
|
}
|
|
{
|
|
QString composed;
|
|
composed += QChar(0xc0);
|
|
QString decomposed;
|
|
decomposed += QChar(0x41);
|
|
decomposed += QChar(0x300);
|
|
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_D) == decomposed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_C) == composed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_KD) == decomposed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_KC) == composed);
|
|
}
|
|
{
|
|
QString composed;
|
|
composed += QChar(0xa0);
|
|
QString decomposed;
|
|
decomposed += QChar(0x20);
|
|
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_D) == composed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_C) == composed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_KD) == decomposed);
|
|
QVERIFY(composed.normalized(QString::NormalizationForm_KC) == decomposed);
|
|
}
|
|
{
|
|
QString composed;
|
|
composed += QChar(0x0061);
|
|
composed += QChar(0x00f2);
|
|
QString decomposed;
|
|
decomposed += QChar(0x0061);
|
|
decomposed += QChar(0x006f);
|
|
decomposed += QChar(0x0300);
|
|
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_D) == decomposed);
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_C) == composed);
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_KD) == decomposed);
|
|
QVERIFY(decomposed.normalized(QString::NormalizationForm_KC) == composed);
|
|
}
|
|
}
|
|
|
|
void tst_QChar::normalizationCorrections()
|
|
{
|
|
QString s;
|
|
s.append(QChar(0xf951));
|
|
|
|
QString n = s.normalized(QString::NormalizationForm_D);
|
|
QString res;
|
|
res.append(QChar(0x964b));
|
|
QCOMPARE(n, res);
|
|
|
|
s.clear();
|
|
s += QChar(QChar::highSurrogate(0x2f868));
|
|
s += QChar(QChar::lowSurrogate(0x2f868));
|
|
|
|
n = s.normalized(QString::NormalizationForm_C);
|
|
res.clear();
|
|
res += QChar(0x36fc);
|
|
QCOMPARE(n, res);
|
|
}
|
|
|
|
|
|
QTEST_APPLESS_MAIN(tst_QChar)
|
|
|
|
#include "moc_tst_qchar.cpp"
|