/* * Copyright (C) 2007 Apple Computer, Inc. * * Portions are Copyright (C) 1998 Netscape Communications Corporation. * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA * * Alternatively, the contents of this file may be used under the terms * of either the Mozilla Public License Version 1.1, found at * http://www.mozilla.org/MPL/ (the "MPL") or the GNU General Public * License Version 2.0, found at http://www.fsf.org/copyleft/gpl.html * (the "GPL"), in which case the provisions of the MPL or the GPL are * applicable instead of those above. If you wish to allow use of your * version of this file only under the terms of one of those two * licenses (the MPL or the GPL) and not to allow others to use your * version of this file under the LGPL, indicate your decision by * deletingthe provisions above and replace them with the notice and * other provisions required by the MPL or the GPL, as the case may be. * If you do not delete the provisions above, a recipient may use your * version of this file under any of the LGPL, the MPL or the GPL. */ #include "flutter/sky/engine/platform/text/UnicodeRange.h" namespace blink { // This table depends on unicode range definitions. // Each item's index must correspond to a unicode range value // eg. x-cyrillic = LangGroupTable[cRangeCyrillic] static const char* const gUnicodeRangeToLangGroupTable[] = { "x-cyrillic", "el", "tr", "he", "ar", "x-baltic", "th", "ko", "ja", "zh-CN", "zh-TW", "x-devanagari", "x-tamil", "x-armn", "x-beng", "x-cans", "x-ethi", "x-geor", "x-gujr", "x-guru", "x-khmr", "x-mlym"}; /********************************************************************** * Unicode subranges as defined in unicode 3.0 * x-western, x-central-euro, tr, x-baltic -> latin * 0000 - 036f * 1e00 - 1eff * 2000 - 206f (general punctuation) * 20a0 - 20cf (currency symbols) * 2100 - 214f (letterlike symbols) * 2150 - 218f (Number Forms) * el -> greek * 0370 - 03ff * 1f00 - 1fff * x-cyrillic -> cyrillic * 0400 - 04ff * he -> hebrew * 0590 - 05ff * ar -> arabic * 0600 - 06ff * fb50 - fdff (arabic presentation forms) * fe70 - feff (arabic presentation forms b) * th - thai * 0e00 - 0e7f * ko -> korean * ac00 - d7af (hangul Syllables) * 1100 - 11ff (jamo) * 3130 - 318f (hangul compatibility jamo) * ja * 3040 - 309f (hiragana) * 30a0 - 30ff (katakana) * zh-CN * zh-TW * * CJK * 3100 - 312f (bopomofo) * 31a0 - 31bf (bopomofo extended) * 3000 - 303f (CJK Symbols and Punctuation) * 2e80 - 2eff (CJK radicals supplement) * 2f00 - 2fdf (Kangxi Radicals) * 2ff0 - 2fff (Ideographic Description Characters) * 3190 - 319f (kanbun) * 3200 - 32ff (Enclosed CJK letters and Months) * 3300 - 33ff (CJK compatibility) * 3400 - 4dbf (CJK Unified Ideographs Extension A) * 4e00 - 9faf (CJK Unified Ideographs) * f900 - fa5f (CJK Compatibility Ideographs) * fe30 - fe4f (CJK compatibility Forms) * ff00 - ffef (halfwidth and fullwidth forms) * * Armenian * 0530 - 058f * Sriac * 0700 - 074f * Thaana * 0780 - 07bf * Devanagari * 0900 - 097f * Bengali * 0980 - 09ff * Gurmukhi * 0a00 - 0a7f * Gujarati * 0a80 - 0aff * Oriya * 0b00 - 0b7f * Tamil * 0b80 - 0bff * Telugu * 0c00 - 0c7f * Kannada * 0c80 - 0cff * Malayalam * 0d00 - 0d7f * Sinhala * 0d80 - 0def * Lao * 0e80 - 0eff * Tibetan * 0f00 - 0fbf * Myanmar * 1000 - 109f * Georgian * 10a0 - 10ff * Ethiopic * 1200 - 137f * Cherokee * 13a0 - 13ff * Canadian Aboriginal Syllabics * 1400 - 167f * Ogham * 1680 - 169f * Runic * 16a0 - 16ff * Khmer * 1780 - 17ff * Mongolian * 1800 - 18af * Misc - superscripts and subscripts * 2070 - 209f * Misc - Combining Diacritical Marks for Symbols * 20d0 - 20ff * Misc - Arrows * 2190 - 21ff * Misc - Mathematical Operators * 2200 - 22ff * Misc - Miscellaneous Technical * 2300 - 23ff * Misc - Control picture * 2400 - 243f * Misc - Optical character recognition * 2440 - 2450 * Misc - Enclose Alphanumerics * 2460 - 24ff * Misc - Box Drawing * 2500 - 257f * Misc - Block Elements * 2580 - 259f * Misc - Geometric Shapes * 25a0 - 25ff * Misc - Miscellaneous Symbols * 2600 - 267f * Misc - Dingbats * 2700 - 27bf * Misc - Braille Patterns * 2800 - 28ff * Yi Syllables * a000 - a48f * Yi radicals * a490 - a4cf * Alphabetic Presentation Forms * fb00 - fb4f * Misc - Combining half Marks * fe20 - fe2f * Misc - small form variants * fe50 - fe6f * Misc - Specials * fff0 - ffff *********************************************************************/ static const unsigned cNumSubTables = 9; static const unsigned cSubTableSize = 16; static const unsigned char gUnicodeSubrangeTable[cNumSubTables][cSubTableSize] = { { // table for X--- cRangeTableBase + 1, // u0xxx cRangeTableBase + 2, // u1xxx cRangeTableBase + 3, // u2xxx cRangeSetCJK, // u3xxx cRangeSetCJK, // u4xxx cRangeSetCJK, // u5xxx cRangeSetCJK, // u6xxx cRangeSetCJK, // u7xxx cRangeSetCJK, // u8xxx cRangeSetCJK, // u9xxx cRangeTableBase + 4, // uaxxx cRangeKorean, // ubxxx cRangeKorean, // ucxxx cRangeTableBase + 5, // udxxx cRangePrivate, // uexxx cRangeTableBase + 6 // ufxxx }, { // table for 0X-- cRangeSetLatin, // u00xx cRangeSetLatin, // u01xx cRangeSetLatin, // u02xx cRangeGreek, // u03xx XXX 0300-036f is in fact // cRangeCombiningDiacriticalMarks cRangeCyrillic, // u04xx cRangeTableBase + 7, // u05xx, includes Cyrillic supplement, Hebrew, and Armenian cRangeArabic, // u06xx cRangeTertiaryTable, // u07xx cRangeUnassigned, // u08xx cRangeTertiaryTable, // u09xx cRangeTertiaryTable, // u0axx cRangeTertiaryTable, // u0bxx cRangeTertiaryTable, // u0cxx cRangeTertiaryTable, // u0dxx cRangeTertiaryTable, // u0exx cRangeTibetan, // u0fxx }, { // table for 1x-- cRangeTertiaryTable, // u10xx cRangeKorean, // u11xx cRangeEthiopic, // u12xx cRangeTertiaryTable, // u13xx cRangeCanadian, // u14xx cRangeCanadian, // u15xx cRangeTertiaryTable, // u16xx cRangeKhmer, // u17xx cRangeMongolian, // u18xx cRangeUnassigned, // u19xx cRangeUnassigned, // u1axx cRangeUnassigned, // u1bxx cRangeUnassigned, // u1cxx cRangeUnassigned, // u1dxx cRangeSetLatin, // u1exx cRangeGreek, // u1fxx }, { // table for 2x-- cRangeSetLatin, // u20xx cRangeSetLatin, // u21xx cRangeMathOperators, // u22xx cRangeMiscTechnical, // u23xx cRangeControlOpticalEnclose, // u24xx cRangeBoxBlockGeometrics, // u25xx cRangeMiscSymbols, // u26xx cRangeDingbats, // u27xx cRangeBraillePattern, // u28xx cRangeUnassigned, // u29xx cRangeUnassigned, // u2axx cRangeUnassigned, // u2bxx cRangeUnassigned, // u2cxx cRangeUnassigned, // u2dxx cRangeSetCJK, // u2exx cRangeSetCJK, // u2fxx }, { // table for ax-- cRangeYi, // ua0xx cRangeYi, // ua1xx cRangeYi, // ua2xx cRangeYi, // ua3xx cRangeYi, // ua4xx cRangeUnassigned, // ua5xx cRangeUnassigned, // ua6xx cRangeUnassigned, // ua7xx cRangeUnassigned, // ua8xx cRangeUnassigned, // ua9xx cRangeUnassigned, // uaaxx cRangeUnassigned, // uabxx cRangeKorean, // uacxx cRangeKorean, // uadxx cRangeKorean, // uaexx cRangeKorean, // uafxx }, { // table for dx-- cRangeKorean, // ud0xx cRangeKorean, // ud1xx cRangeKorean, // ud2xx cRangeKorean, // ud3xx cRangeKorean, // ud4xx cRangeKorean, // ud5xx cRangeKorean, // ud6xx cRangeKorean, // ud7xx cRangeSurrogate, // ud8xx cRangeSurrogate, // ud9xx cRangeSurrogate, // udaxx cRangeSurrogate, // udbxx cRangeSurrogate, // udcxx cRangeSurrogate, // uddxx cRangeSurrogate, // udexx cRangeSurrogate, // udfxx }, { // table for fx-- cRangePrivate, // uf0xx cRangePrivate, // uf1xx cRangePrivate, // uf2xx cRangePrivate, // uf3xx cRangePrivate, // uf4xx cRangePrivate, // uf5xx cRangePrivate, // uf6xx cRangePrivate, // uf7xx cRangePrivate, // uf8xx cRangeSetCJK, // uf9xx cRangeSetCJK, // ufaxx cRangeArabic, // ufbxx, includes alphabic presentation form cRangeArabic, // ufcxx cRangeArabic, // ufdxx cRangeArabic, // ufexx, includes Combining half marks, // CJK compatibility forms, // CJK compatibility forms, // small form variants cRangeTableBase + 8, // uffxx, halfwidth and fullwidth forms, includes Specials }, { // table for 0x0500 - 0x05ff cRangeCyrillic, // u050x cRangeCyrillic, // u051x cRangeCyrillic, // u052x cRangeArmenian, // u053x cRangeArmenian, // u054x cRangeArmenian, // u055x cRangeArmenian, // u056x cRangeArmenian, // u057x cRangeArmenian, // u058x cRangeHebrew, // u059x cRangeHebrew, // u05ax cRangeHebrew, // u05bx cRangeHebrew, // u05cx cRangeHebrew, // u05dx cRangeHebrew, // u05ex cRangeHebrew, // u05fx }, { // table for 0xff00 - 0xffff cRangeSetCJK, // uff0x, fullwidth latin cRangeSetCJK, // uff1x, fullwidth latin cRangeSetCJK, // uff2x, fullwidth latin cRangeSetCJK, // uff3x, fullwidth latin cRangeSetCJK, // uff4x, fullwidth latin cRangeSetCJK, // uff5x, fullwidth latin cRangeSetCJK, // uff6x, halfwidth katakana cRangeSetCJK, // uff7x, halfwidth katakana cRangeSetCJK, // uff8x, halfwidth katakana cRangeSetCJK, // uff9x, halfwidth katakana cRangeSetCJK, // uffax, halfwidth hangul jamo cRangeSetCJK, // uffbx, halfwidth hangul jamo cRangeSetCJK, // uffcx, halfwidth hangul jamo cRangeSetCJK, // uffdx, halfwidth hangul jamo cRangeSetCJK, // uffex, fullwidth symbols cRangeSpecials, // ufffx, Specials }, }; // Most scripts between U+0700 and U+16FF are assigned a chunk of 128 (0x80) // code points so that the number of entries in the tertiary range // table for that range is obtained by dividing (0x1700 - 0x0700) by 128. // Exceptions: Ethiopic, Tibetan, Hangul Jamo and Canadian aboriginal // syllabaries take multiple chunks and Ogham and Runic share a single chunk. static const unsigned cTertiaryTableSize = ((0x1700 - 0x0700) / 0x80); static const unsigned char gUnicodeTertiaryRangeTable[cTertiaryTableSize] = { // table for 0x0700 - 0x1600 cRangeSyriac, // u070x cRangeThaana, // u078x cRangeUnassigned, // u080x place holder(resolved in the 2ndary tab.) cRangeUnassigned, // u088x place holder(resolved in the 2ndary tab.) cRangeDevanagari, // u090x cRangeBengali, // u098x cRangeGurmukhi, // u0a0x cRangeGujarati, // u0a8x cRangeOriya, // u0b0x cRangeTamil, // u0b8x cRangeTelugu, // u0c0x cRangeKannada, // u0c8x cRangeMalayalam, // u0d0x cRangeSinhala, // u0d8x cRangeThai, // u0e0x cRangeLao, // u0e8x cRangeTibetan, // u0f0x place holder(resolved in the 2ndary tab.) cRangeTibetan, // u0f8x place holder(resolved in the 2ndary tab.) cRangeMyanmar, // u100x cRangeGeorgian, // u108x cRangeKorean, // u110x place holder(resolved in the 2ndary tab.) cRangeKorean, // u118x place holder(resolved in the 2ndary tab.) cRangeEthiopic, // u120x place holder(resolved in the 2ndary tab.) cRangeEthiopic, // u128x place holder(resolved in the 2ndary tab.) cRangeEthiopic, // u130x cRangeCherokee, // u138x cRangeCanadian, // u140x place holder(resolved in the 2ndary tab.) cRangeCanadian, // u148x place holder(resolved in the 2ndary tab.) cRangeCanadian, // u150x place holder(resolved in the 2ndary tab.) cRangeCanadian, // u158x place holder(resolved in the 2ndary tab.) cRangeCanadian, // u160x cRangeOghamRunic, // u168x this contains two scripts, Ogham & Runic }; // A two level index is almost enough for locating a range, with the // exception of u03xx and u05xx. Since we don't really care about range for // combining diacritical marks in our font application, they are // not discriminated further. Future adoption of this method for other use // should be aware of this limitation. The implementation can be extended if // there is such a need. // For Indic, Southeast Asian scripts and some other scripts between // U+0700 and U+16FF, it's extended to the third level. unsigned findCharUnicodeRange(UChar32 ch) { if (ch >= 0xFFFF) return 0; unsigned range; // search the first table range = gUnicodeSubrangeTable[0][ch >> 12]; if (range < cRangeTableBase) // we try to get a specific range return range; // otherwise, we have one more table to look at range = gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x0f00) >> 8]; if (range < cRangeTableBase) return range; if (range < cRangeTertiaryTable) return gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x00f0) >> 4]; // Yet another table to look at : U+0700 - U+16FF : 128 code point blocks return gUnicodeTertiaryRangeTable[(ch - 0x0700) >> 7]; } const char* langGroupFromUnicodeRange(unsigned char unicodeRange) { if (cRangeSpecificItemNum > unicodeRange) return gUnicodeRangeToLangGroupTable[unicodeRange]; return 0; } } // namespace blink