DEV/flutter_flutter
1
0
Fork 0
mirror of https://github.com/flutter/flutter.git synced 2026-02-20 02:29:02 +08:00
Code Issues Packages Projects Releases Wiki Activity
flutter_flutter/sky/engine/platform/text/UnicodeRange.cpp
Michael Goderbauer 08961f8ec5 Format all c-like sources with clang-format (#4088) 
* format

* license script adaptions

* updated licenses

* review comments
2017-09-12 15:36:20 -07:00

452 lines
16 KiB
C++
Raw Blame History

/*
* Copyright (C) 2007 Apple Computer, Inc.
*
* Portions are Copyright (C) 1998 Netscape Communications Corporation.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*
* Alternatively, the contents of this file may be used under the terms
* of either the Mozilla Public License Version 1.1, found at
* http://www.mozilla.org/MPL/ (the "MPL") or the GNU General Public
* License Version 2.0, found at http://www.fsf.org/copyleft/gpl.html
* (the "GPL"), in which case the provisions of the MPL or the GPL are
* applicable instead of those above. If you wish to allow use of your
* version of this file only under the terms of one of those two
* licenses (the MPL or the GPL) and not to allow others to use your
* version of this file under the LGPL, indicate your decision by
* deletingthe provisions above and replace them with the notice and
* other provisions required by the MPL or the GPL, as the case may be.
* If you do not delete the provisions above, a recipient may use your
* version of this file under any of the LGPL, the MPL or the GPL.
*/
#include "flutter/sky/engine/platform/text/UnicodeRange.h"
namespace blink {
// This table depends on unicode range definitions.
// Each item's index must correspond to a unicode range value
// eg. x-cyrillic = LangGroupTable[cRangeCyrillic]
static const char* const gUnicodeRangeToLangGroupTable[] = {
"x-cyrillic", "el", "tr", "he", "ar", "x-baltic",
"th", "ko", "ja", "zh-CN", "zh-TW", "x-devanagari",
"x-tamil", "x-armn", "x-beng", "x-cans", "x-ethi", "x-geor",
"x-gujr", "x-guru", "x-khmr", "x-mlym"};
/**********************************************************************
* Unicode subranges as defined in unicode 3.0
* x-western, x-central-euro, tr, x-baltic -> latin
* 0000 - 036f
* 1e00 - 1eff
* 2000 - 206f (general punctuation)
* 20a0 - 20cf (currency symbols)
* 2100 - 214f (letterlike symbols)
* 2150 - 218f (Number Forms)
* el -> greek
* 0370 - 03ff
* 1f00 - 1fff
* x-cyrillic -> cyrillic
* 0400 - 04ff
* he -> hebrew
* 0590 - 05ff
* ar -> arabic
* 0600 - 06ff
* fb50 - fdff (arabic presentation forms)
* fe70 - feff (arabic presentation forms b)
* th - thai
* 0e00 - 0e7f
* ko -> korean
* ac00 - d7af (hangul Syllables)
* 1100 - 11ff (jamo)
* 3130 - 318f (hangul compatibility jamo)
* ja
* 3040 - 309f (hiragana)
* 30a0 - 30ff (katakana)
* zh-CN
* zh-TW
*
* CJK
* 3100 - 312f (bopomofo)
* 31a0 - 31bf (bopomofo extended)
* 3000 - 303f (CJK Symbols and Punctuation)
* 2e80 - 2eff (CJK radicals supplement)
* 2f00 - 2fdf (Kangxi Radicals)
* 2ff0 - 2fff (Ideographic Description Characters)
* 3190 - 319f (kanbun)
* 3200 - 32ff (Enclosed CJK letters and Months)
* 3300 - 33ff (CJK compatibility)
* 3400 - 4dbf (CJK Unified Ideographs Extension A)
* 4e00 - 9faf (CJK Unified Ideographs)
* f900 - fa5f (CJK Compatibility Ideographs)
* fe30 - fe4f (CJK compatibility Forms)
* ff00 - ffef (halfwidth and fullwidth forms)
*
* Armenian
* 0530 - 058f
* Sriac
* 0700 - 074f
* Thaana
* 0780 - 07bf
* Devanagari
* 0900 - 097f
* Bengali
* 0980 - 09ff
* Gurmukhi
* 0a00 - 0a7f
* Gujarati
* 0a80 - 0aff
* Oriya
* 0b00 - 0b7f
* Tamil
* 0b80 - 0bff
* Telugu
* 0c00 - 0c7f
* Kannada
* 0c80 - 0cff
* Malayalam
* 0d00 - 0d7f
* Sinhala
* 0d80 - 0def
* Lao
* 0e80 - 0eff
* Tibetan
* 0f00 - 0fbf
* Myanmar
* 1000 - 109f
* Georgian
* 10a0 - 10ff
* Ethiopic
* 1200 - 137f
* Cherokee
* 13a0 - 13ff
* Canadian Aboriginal Syllabics
* 1400 - 167f
* Ogham
* 1680 - 169f
* Runic
* 16a0 - 16ff
* Khmer
* 1780 - 17ff
* Mongolian
* 1800 - 18af
* Misc - superscripts and subscripts
* 2070 - 209f
* Misc - Combining Diacritical Marks for Symbols
* 20d0 - 20ff
* Misc - Arrows
* 2190 - 21ff
* Misc - Mathematical Operators
* 2200 - 22ff
* Misc - Miscellaneous Technical
* 2300 - 23ff
* Misc - Control picture
* 2400 - 243f
* Misc - Optical character recognition
* 2440 - 2450
* Misc - Enclose Alphanumerics
* 2460 - 24ff
* Misc - Box Drawing
* 2500 - 257f
* Misc - Block Elements
* 2580 - 259f
* Misc - Geometric Shapes
* 25a0 - 25ff
* Misc - Miscellaneous Symbols
* 2600 - 267f
* Misc - Dingbats
* 2700 - 27bf
* Misc - Braille Patterns
* 2800 - 28ff
* Yi Syllables
* a000 - a48f
* Yi radicals
* a490 - a4cf
* Alphabetic Presentation Forms
* fb00 - fb4f
* Misc - Combining half Marks
* fe20 - fe2f
* Misc - small form variants
* fe50 - fe6f
* Misc - Specials
* fff0 - ffff
*********************************************************************/
static const unsigned cNumSubTables = 9;
static const unsigned cSubTableSize = 16;
static const unsigned char gUnicodeSubrangeTable[cNumSubTables][cSubTableSize] =
{
{
// table for X---
cRangeTableBase + 1, // u0xxx
cRangeTableBase + 2, // u1xxx
cRangeTableBase + 3, // u2xxx
cRangeSetCJK, // u3xxx
cRangeSetCJK, // u4xxx
cRangeSetCJK, // u5xxx
cRangeSetCJK, // u6xxx
cRangeSetCJK, // u7xxx
cRangeSetCJK, // u8xxx
cRangeSetCJK, // u9xxx
cRangeTableBase + 4, // uaxxx
cRangeKorean, // ubxxx
cRangeKorean, // ucxxx
cRangeTableBase + 5, // udxxx
cRangePrivate, // uexxx
cRangeTableBase + 6 // ufxxx
},
{
// table for 0X--
cRangeSetLatin, // u00xx
cRangeSetLatin, // u01xx
cRangeSetLatin, // u02xx
cRangeGreek, // u03xx XXX 0300-036f is in fact
// cRangeCombiningDiacriticalMarks
cRangeCyrillic, // u04xx
cRangeTableBase +
7, // u05xx, includes Cyrillic supplement, Hebrew, and Armenian
cRangeArabic, // u06xx
cRangeTertiaryTable, // u07xx
cRangeUnassigned, // u08xx
cRangeTertiaryTable, // u09xx
cRangeTertiaryTable, // u0axx
cRangeTertiaryTable, // u0bxx
cRangeTertiaryTable, // u0cxx
cRangeTertiaryTable, // u0dxx
cRangeTertiaryTable, // u0exx
cRangeTibetan, // u0fxx
},
{
// table for 1x--
cRangeTertiaryTable, // u10xx
cRangeKorean, // u11xx
cRangeEthiopic, // u12xx
cRangeTertiaryTable, // u13xx
cRangeCanadian, // u14xx
cRangeCanadian, // u15xx
cRangeTertiaryTable, // u16xx
cRangeKhmer, // u17xx
cRangeMongolian, // u18xx
cRangeUnassigned, // u19xx
cRangeUnassigned, // u1axx
cRangeUnassigned, // u1bxx
cRangeUnassigned, // u1cxx
cRangeUnassigned, // u1dxx
cRangeSetLatin, // u1exx
cRangeGreek, // u1fxx
},
{
// table for 2x--
cRangeSetLatin, // u20xx
cRangeSetLatin, // u21xx
cRangeMathOperators, // u22xx
cRangeMiscTechnical, // u23xx
cRangeControlOpticalEnclose, // u24xx
cRangeBoxBlockGeometrics, // u25xx
cRangeMiscSymbols, // u26xx
cRangeDingbats, // u27xx
cRangeBraillePattern, // u28xx
cRangeUnassigned, // u29xx
cRangeUnassigned, // u2axx
cRangeUnassigned, // u2bxx
cRangeUnassigned, // u2cxx
cRangeUnassigned, // u2dxx
cRangeSetCJK, // u2exx
cRangeSetCJK, // u2fxx
},
{
// table for ax--
cRangeYi, // ua0xx
cRangeYi, // ua1xx
cRangeYi, // ua2xx
cRangeYi, // ua3xx
cRangeYi, // ua4xx
cRangeUnassigned, // ua5xx
cRangeUnassigned, // ua6xx
cRangeUnassigned, // ua7xx
cRangeUnassigned, // ua8xx
cRangeUnassigned, // ua9xx
cRangeUnassigned, // uaaxx
cRangeUnassigned, // uabxx
cRangeKorean, // uacxx
cRangeKorean, // uadxx
cRangeKorean, // uaexx
cRangeKorean, // uafxx
},
{
// table for dx--
cRangeKorean, // ud0xx
cRangeKorean, // ud1xx
cRangeKorean, // ud2xx
cRangeKorean, // ud3xx
cRangeKorean, // ud4xx
cRangeKorean, // ud5xx
cRangeKorean, // ud6xx
cRangeKorean, // ud7xx
cRangeSurrogate, // ud8xx
cRangeSurrogate, // ud9xx
cRangeSurrogate, // udaxx
cRangeSurrogate, // udbxx
cRangeSurrogate, // udcxx
cRangeSurrogate, // uddxx
cRangeSurrogate, // udexx
cRangeSurrogate, // udfxx
},
{
// table for fx--
cRangePrivate, // uf0xx
cRangePrivate, // uf1xx
cRangePrivate, // uf2xx
cRangePrivate, // uf3xx
cRangePrivate, // uf4xx
cRangePrivate, // uf5xx
cRangePrivate, // uf6xx
cRangePrivate, // uf7xx
cRangePrivate, // uf8xx
cRangeSetCJK, // uf9xx
cRangeSetCJK, // ufaxx
cRangeArabic, // ufbxx, includes alphabic presentation form
cRangeArabic, // ufcxx
cRangeArabic, // ufdxx
cRangeArabic, // ufexx, includes Combining half marks,
// CJK compatibility forms,
// CJK compatibility forms,
// small form variants
cRangeTableBase +
8, // uffxx, halfwidth and fullwidth forms, includes Specials
},
{
// table for 0x0500 - 0x05ff
cRangeCyrillic, // u050x
cRangeCyrillic, // u051x
cRangeCyrillic, // u052x
cRangeArmenian, // u053x
cRangeArmenian, // u054x
cRangeArmenian, // u055x
cRangeArmenian, // u056x
cRangeArmenian, // u057x
cRangeArmenian, // u058x
cRangeHebrew, // u059x
cRangeHebrew, // u05ax
cRangeHebrew, // u05bx
cRangeHebrew, // u05cx
cRangeHebrew, // u05dx
cRangeHebrew, // u05ex
cRangeHebrew, // u05fx
},
{
// table for 0xff00 - 0xffff
cRangeSetCJK, // uff0x, fullwidth latin
cRangeSetCJK, // uff1x, fullwidth latin
cRangeSetCJK, // uff2x, fullwidth latin
cRangeSetCJK, // uff3x, fullwidth latin
cRangeSetCJK, // uff4x, fullwidth latin
cRangeSetCJK, // uff5x, fullwidth latin
cRangeSetCJK, // uff6x, halfwidth katakana
cRangeSetCJK, // uff7x, halfwidth katakana
cRangeSetCJK, // uff8x, halfwidth katakana
cRangeSetCJK, // uff9x, halfwidth katakana
cRangeSetCJK, // uffax, halfwidth hangul jamo
cRangeSetCJK, // uffbx, halfwidth hangul jamo
cRangeSetCJK, // uffcx, halfwidth hangul jamo
cRangeSetCJK, // uffdx, halfwidth hangul jamo
cRangeSetCJK, // uffex, fullwidth symbols
cRangeSpecials, // ufffx, Specials
},
};
// Most scripts between U+0700 and U+16FF are assigned a chunk of 128 (0x80)
// code points so that the number of entries in the tertiary range
// table for that range is obtained by dividing (0x1700 - 0x0700) by 128.
// Exceptions: Ethiopic, Tibetan, Hangul Jamo and Canadian aboriginal
// syllabaries take multiple chunks and Ogham and Runic share a single chunk.
static const unsigned cTertiaryTableSize = ((0x1700 - 0x0700) / 0x80);
static const unsigned char gUnicodeTertiaryRangeTable[cTertiaryTableSize] = {
// table for 0x0700 - 0x1600
cRangeSyriac, // u070x
cRangeThaana, // u078x
cRangeUnassigned, // u080x place holder(resolved in the 2ndary tab.)
cRangeUnassigned, // u088x place holder(resolved in the 2ndary tab.)
cRangeDevanagari, // u090x
cRangeBengali, // u098x
cRangeGurmukhi, // u0a0x
cRangeGujarati, // u0a8x
cRangeOriya, // u0b0x
cRangeTamil, // u0b8x
cRangeTelugu, // u0c0x
cRangeKannada, // u0c8x
cRangeMalayalam, // u0d0x
cRangeSinhala, // u0d8x
cRangeThai, // u0e0x
cRangeLao, // u0e8x
cRangeTibetan, // u0f0x place holder(resolved in the 2ndary tab.)
cRangeTibetan, // u0f8x place holder(resolved in the 2ndary tab.)
cRangeMyanmar, // u100x
cRangeGeorgian, // u108x
cRangeKorean, // u110x place holder(resolved in the 2ndary tab.)
cRangeKorean, // u118x place holder(resolved in the 2ndary tab.)
cRangeEthiopic, // u120x place holder(resolved in the 2ndary tab.)
cRangeEthiopic, // u128x place holder(resolved in the 2ndary tab.)
cRangeEthiopic, // u130x
cRangeCherokee, // u138x
cRangeCanadian, // u140x place holder(resolved in the 2ndary tab.)
cRangeCanadian, // u148x place holder(resolved in the 2ndary tab.)
cRangeCanadian, // u150x place holder(resolved in the 2ndary tab.)
cRangeCanadian, // u158x place holder(resolved in the 2ndary tab.)
cRangeCanadian, // u160x
cRangeOghamRunic, // u168x this contains two scripts, Ogham & Runic
};
// A two level index is almost enough for locating a range, with the
// exception of u03xx and u05xx. Since we don't really care about range for
// combining diacritical marks in our font application, they are
// not discriminated further. Future adoption of this method for other use
// should be aware of this limitation. The implementation can be extended if
// there is such a need.
// For Indic, Southeast Asian scripts and some other scripts between
// U+0700 and U+16FF, it's extended to the third level.
unsigned findCharUnicodeRange(UChar32 ch) {
if (ch >= 0xFFFF)
return 0;
unsigned range;
// search the first table
range = gUnicodeSubrangeTable[0][ch >> 12];
if (range < cRangeTableBase)
// we try to get a specific range
return range;
// otherwise, we have one more table to look at
range = gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x0f00) >> 8];
if (range < cRangeTableBase)
return range;
if (range < cRangeTertiaryTable)
return gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x00f0) >> 4];
// Yet another table to look at : U+0700 - U+16FF : 128 code point blocks
return gUnicodeTertiaryRangeTable[(ch - 0x0700) >> 7];
}
const char* langGroupFromUnicodeRange(unsigned char unicodeRange) {
if (cRangeSpecificItemNum > unicodeRange)
return gUnicodeRangeToLangGroupTable[unicodeRange];
return 0;
}
} // namespace blink
Reference in New Issue View Git Blame Copy Permalink