1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114 |
- (function (global, factory) {
- typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports) :
- typeof define === 'function' && define.amd ? define(['exports'], factory) :
- (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global.utrie = {}));
- }(this, (function (exports) { 'use strict';
- var chars$1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/';
-
- var lookup$1 = typeof Uint8Array === 'undefined' ? [] : new Uint8Array(256);
- for (var i$1 = 0; i$1 < chars$1.length; i$1++) {
- lookup$1[chars$1.charCodeAt(i$1)] = i$1;
- }
- var decode = function (base64) {
- var bufferLength = base64.length * 0.75, len = base64.length, i, p = 0, encoded1, encoded2, encoded3, encoded4;
- if (base64[base64.length - 1] === '=') {
- bufferLength--;
- if (base64[base64.length - 2] === '=') {
- bufferLength--;
- }
- }
- var buffer = typeof ArrayBuffer !== 'undefined' &&
- typeof Uint8Array !== 'undefined' &&
- typeof Uint8Array.prototype.slice !== 'undefined'
- ? new ArrayBuffer(bufferLength)
- : new Array(bufferLength);
- var bytes = Array.isArray(buffer) ? buffer : new Uint8Array(buffer);
- for (i = 0; i < len; i += 4) {
- encoded1 = lookup$1[base64.charCodeAt(i)];
- encoded2 = lookup$1[base64.charCodeAt(i + 1)];
- encoded3 = lookup$1[base64.charCodeAt(i + 2)];
- encoded4 = lookup$1[base64.charCodeAt(i + 3)];
- bytes[p++] = (encoded1 << 2) | (encoded2 >> 4);
- bytes[p++] = ((encoded2 & 15) << 4) | (encoded3 >> 2);
- bytes[p++] = ((encoded3 & 3) << 6) | (encoded4 & 63);
- }
- return buffer;
- };
- var polyUint16Array = function (buffer) {
- var length = buffer.length;
- var bytes = [];
- for (var i = 0; i < length; i += 2) {
- bytes.push((buffer[i + 1] << 8) | buffer[i]);
- }
- return bytes;
- };
- var polyUint32Array = function (buffer) {
- var length = buffer.length;
- var bytes = [];
- for (var i = 0; i < length; i += 4) {
- bytes.push((buffer[i + 3] << 24) | (buffer[i + 2] << 16) | (buffer[i + 1] << 8) | buffer[i]);
- }
- return bytes;
- };
-
- var UTRIE2_SHIFT_2 = 5;
-
- var UTRIE2_SHIFT_1 = 6 + 5;
-
- var UTRIE2_INDEX_SHIFT = 2;
-
- var UTRIE2_SHIFT_1_2 = UTRIE2_SHIFT_1 - UTRIE2_SHIFT_2;
-
- var UTRIE2_LSCP_INDEX_2_OFFSET = 0x10000 >> UTRIE2_SHIFT_2;
-
- var UTRIE2_DATA_BLOCK_LENGTH = 1 << UTRIE2_SHIFT_2;
-
- var UTRIE2_DATA_MASK = UTRIE2_DATA_BLOCK_LENGTH - 1;
- var UTRIE2_LSCP_INDEX_2_LENGTH = 0x400 >> UTRIE2_SHIFT_2;
-
- var UTRIE2_INDEX_2_BMP_LENGTH = UTRIE2_LSCP_INDEX_2_OFFSET + UTRIE2_LSCP_INDEX_2_LENGTH;
-
- var UTRIE2_UTF8_2B_INDEX_2_OFFSET = UTRIE2_INDEX_2_BMP_LENGTH;
- var UTRIE2_UTF8_2B_INDEX_2_LENGTH = 0x800 >> 6;
-
- var UTRIE2_INDEX_1_OFFSET = UTRIE2_UTF8_2B_INDEX_2_OFFSET + UTRIE2_UTF8_2B_INDEX_2_LENGTH;
-
- var UTRIE2_OMITTED_BMP_INDEX_1_LENGTH = 0x10000 >> UTRIE2_SHIFT_1;
-
- var UTRIE2_INDEX_2_BLOCK_LENGTH = 1 << UTRIE2_SHIFT_1_2;
-
- var UTRIE2_INDEX_2_MASK = UTRIE2_INDEX_2_BLOCK_LENGTH - 1;
- var slice16 = function (view, start, end) {
- if (view.slice) {
- return view.slice(start, end);
- }
- return new Uint16Array(Array.prototype.slice.call(view, start, end));
- };
- var slice32 = function (view, start, end) {
- if (view.slice) {
- return view.slice(start, end);
- }
- return new Uint32Array(Array.prototype.slice.call(view, start, end));
- };
- var createTrieFromBase64 = function (base64, _byteLength) {
- var buffer = decode(base64);
- var view32 = Array.isArray(buffer) ? polyUint32Array(buffer) : new Uint32Array(buffer);
- var view16 = Array.isArray(buffer) ? polyUint16Array(buffer) : new Uint16Array(buffer);
- var headerLength = 24;
- var index = slice16(view16, headerLength / 2, view32[4] / 2);
- var data = view32[5] === 2
- ? slice16(view16, (headerLength + view32[4]) / 2)
- : slice32(view32, Math.ceil((headerLength + view32[4]) / 4));
- return new Trie(view32[0], view32[1], view32[2], view32[3], index, data);
- };
- var Trie = (function () {
- function Trie(initialValue, errorValue, highStart, highValueIndex, index, data) {
- this.initialValue = initialValue;
- this.errorValue = errorValue;
- this.highStart = highStart;
- this.highValueIndex = highValueIndex;
- this.index = index;
- this.data = data;
- }
-
- Trie.prototype.get = function (codePoint) {
- var ix;
- if (codePoint >= 0) {
- if (codePoint < 0x0d800 || (codePoint > 0x0dbff && codePoint <= 0x0ffff)) {
-
-
-
- ix = this.index[codePoint >> UTRIE2_SHIFT_2];
- ix = (ix << UTRIE2_INDEX_SHIFT) + (codePoint & UTRIE2_DATA_MASK);
- return this.data[ix];
- }
- if (codePoint <= 0xffff) {
-
-
-
-
-
-
- ix = this.index[UTRIE2_LSCP_INDEX_2_OFFSET + ((codePoint - 0xd800) >> UTRIE2_SHIFT_2)];
- ix = (ix << UTRIE2_INDEX_SHIFT) + (codePoint & UTRIE2_DATA_MASK);
- return this.data[ix];
- }
- if (codePoint < this.highStart) {
-
- ix = UTRIE2_INDEX_1_OFFSET - UTRIE2_OMITTED_BMP_INDEX_1_LENGTH + (codePoint >> UTRIE2_SHIFT_1);
- ix = this.index[ix];
- ix += (codePoint >> UTRIE2_SHIFT_2) & UTRIE2_INDEX_2_MASK;
- ix = this.index[ix];
- ix = (ix << UTRIE2_INDEX_SHIFT) + (codePoint & UTRIE2_DATA_MASK);
- return this.data[ix];
- }
- if (codePoint <= 0x10ffff) {
- return this.data[this.highValueIndex];
- }
- }
-
- return this.errorValue;
- };
- return Trie;
- }());
-
- var chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/';
-
- var lookup = typeof Uint8Array === 'undefined' ? [] : new Uint8Array(256);
- for (var i = 0; i < chars.length; i++) {
- lookup[chars.charCodeAt(i)] = i;
- }
- var encode = function (arraybuffer) {
- var bytes = new Uint8Array(arraybuffer), i, len = bytes.length, base64 = '';
- for (i = 0; i < len; i += 3) {
- base64 += chars[bytes[i] >> 2];
- base64 += chars[((bytes[i] & 3) << 4) | (bytes[i + 1] >> 4)];
- base64 += chars[((bytes[i + 1] & 15) << 2) | (bytes[i + 2] >> 6)];
- base64 += chars[bytes[i + 2] & 63];
- }
- if (len % 3 === 2) {
- base64 = base64.substring(0, base64.length - 1) + '=';
- }
- else if (len % 3 === 1) {
- base64 = base64.substring(0, base64.length - 2) + '==';
- }
- return base64;
- };
-
-
-
- var UTRIE2_CP_PER_INDEX_1_ENTRY = 1 << UTRIE2_SHIFT_1;
-
- var UTRIE2_DATA_GRANULARITY = 1 << UTRIE2_INDEX_SHIFT;
-
-
- var UTRIE2_INDEX_2_OFFSET = 0;
- var UTRIE2_MAX_INDEX_1_LENGTH = 0x100000 >> UTRIE2_SHIFT_1;
-
-
- var UTRIE2_BAD_UTF8_DATA_OFFSET = 0x80;
-
- var UTRIE2_DATA_START_OFFSET = 0xc0;
-
-
-
- var UNEWTRIE2_INDEX_GAP_OFFSET = UTRIE2_INDEX_2_BMP_LENGTH;
- var UNEWTRIE2_INDEX_GAP_LENGTH = (UTRIE2_UTF8_2B_INDEX_2_LENGTH + UTRIE2_MAX_INDEX_1_LENGTH + UTRIE2_INDEX_2_MASK) & ~UTRIE2_INDEX_2_MASK;
-
- var UNEWTRIE2_MAX_INDEX_2_LENGTH = (0x110000 >> UTRIE2_SHIFT_2) +
- UTRIE2_LSCP_INDEX_2_LENGTH +
- UNEWTRIE2_INDEX_GAP_LENGTH +
- UTRIE2_INDEX_2_BLOCK_LENGTH;
- var UNEWTRIE2_INDEX_1_LENGTH = 0x110000 >> UTRIE2_SHIFT_1;
-
- var UNEWTRIE2_MAX_DATA_LENGTH = 0x110000 + 0x40 + 0x40 + 0x400;
-
- var UNEWTRIE2_INITIAL_DATA_LENGTH = 1 << 14;
-
- var UNEWTRIE2_MEDIUM_DATA_LENGTH = 1 << 17;
-
- var UNEWTRIE2_INDEX_2_NULL_OFFSET = UNEWTRIE2_INDEX_GAP_OFFSET + UNEWTRIE2_INDEX_GAP_LENGTH;
-
- var UNEWTRIE2_INDEX_2_START_OFFSET = UNEWTRIE2_INDEX_2_NULL_OFFSET + UTRIE2_INDEX_2_BLOCK_LENGTH;
-
- var UNEWTRIE2_DATA_NULL_OFFSET = UTRIE2_DATA_START_OFFSET;
-
- var UNEWTRIE2_DATA_START_OFFSET = UNEWTRIE2_DATA_NULL_OFFSET + 0x40;
-
- var UNEWTRIE2_DATA_0800_OFFSET = UNEWTRIE2_DATA_START_OFFSET + 0x780;
-
- var UTRIE2_MAX_INDEX_LENGTH = 0xffff;
-
- var UTRIE2_MAX_DATA_LENGTH = 0xffff << UTRIE2_INDEX_SHIFT;
- var BITS_16 = 16;
- var BITS_32 = 32;
- var isHighSurrogate = function (c) { return c >= 0xd800 && c <= 0xdbff; };
- var equalInt = function (a, s, t, length) {
- for (var i = 0; i < length; i++) {
- if (a[s + i] !== a[t + i]) {
- return false;
- }
- }
- return true;
- };
- var TrieBuilder = (function () {
- function TrieBuilder(initialValue, errorValue) {
- if (initialValue === void 0) { initialValue = 0; }
- if (errorValue === void 0) { errorValue = 0; }
- this.initialValue = initialValue;
- this.errorValue = errorValue;
- this.highStart = 0x110000;
- this.data = new Uint32Array(UNEWTRIE2_INITIAL_DATA_LENGTH);
- this.dataCapacity = UNEWTRIE2_INITIAL_DATA_LENGTH;
- this.highStart = 0x110000;
- this.firstFreeBlock = 0;
- this.isCompacted = false;
- this.index1 = new Uint32Array(UNEWTRIE2_INDEX_1_LENGTH);
- this.index2 = new Uint32Array(UNEWTRIE2_MAX_INDEX_2_LENGTH);
-
- this.map = new Uint32Array(UNEWTRIE2_MAX_DATA_LENGTH >> UTRIE2_SHIFT_2);
-
- var i, j;
- for (i = 0; i < 0x80; ++i) {
- this.data[i] = initialValue;
- }
- for (; i < 0xc0; ++i) {
- this.data[i] = errorValue;
- }
- for (i = UNEWTRIE2_DATA_NULL_OFFSET; i < UNEWTRIE2_DATA_START_OFFSET; ++i) {
- this.data[i] = initialValue;
- }
- this.dataNullOffset = UNEWTRIE2_DATA_NULL_OFFSET;
- this.dataLength = UNEWTRIE2_DATA_START_OFFSET;
-
- for (i = 0, j = 0; j < 0x80; ++i, j += UTRIE2_DATA_BLOCK_LENGTH) {
- this.index2[i] = j;
- this.map[i] = 1;
- }
-
- for (; j < 0xc0; ++i, j += UTRIE2_DATA_BLOCK_LENGTH) {
- this.map[i] = 0;
- }
-
-
- this.map[i++] = (0x110000 >> UTRIE2_SHIFT_2) - (0x80 >> UTRIE2_SHIFT_2) + 1 + UTRIE2_LSCP_INDEX_2_LENGTH;
- j += UTRIE2_DATA_BLOCK_LENGTH;
- for (; j < UNEWTRIE2_DATA_START_OFFSET; ++i, j += UTRIE2_DATA_BLOCK_LENGTH) {
- this.map[i] = 0;
- }
-
- for (i = 0x80 >> UTRIE2_SHIFT_2; i < UTRIE2_INDEX_2_BMP_LENGTH; ++i) {
- this.index2[i] = UNEWTRIE2_DATA_NULL_OFFSET;
- }
-
- for (i = 0; i < UNEWTRIE2_INDEX_GAP_LENGTH; ++i) {
- this.index2[UNEWTRIE2_INDEX_GAP_OFFSET + i] = -1;
- }
-
- for (i = 0; i < UTRIE2_INDEX_2_BLOCK_LENGTH; ++i) {
- this.index2[UNEWTRIE2_INDEX_2_NULL_OFFSET + i] = UNEWTRIE2_DATA_NULL_OFFSET;
- }
- this.index2NullOffset = UNEWTRIE2_INDEX_2_NULL_OFFSET;
- this.index2Length = UNEWTRIE2_INDEX_2_START_OFFSET;
-
- for (i = 0, j = 0; i < UTRIE2_OMITTED_BMP_INDEX_1_LENGTH; ++i, j += UTRIE2_INDEX_2_BLOCK_LENGTH) {
- this.index1[i] = j;
- }
-
- for (; i < UNEWTRIE2_INDEX_1_LENGTH; ++i) {
- this.index1[i] = UNEWTRIE2_INDEX_2_NULL_OFFSET;
- }
-
- for (i = 0x80; i < 0x800; i += UTRIE2_DATA_BLOCK_LENGTH) {
- this.set(i, initialValue);
- }
- }
-
- TrieBuilder.prototype.set = function (c, value) {
- if (c < 0 || c > 0x10ffff) {
- throw new Error('Invalid code point.');
- }
- this._set(c, true, value);
- return this;
- };
-
- TrieBuilder.prototype.setRange = function (start, end, value, overwrite) {
- if (overwrite === void 0) { overwrite = false; }
-
- var block, rest, repeatBlock;
- if (start > 0x10ffff || start < 0 || end > 0x10ffff || end < 0 || start > end) {
- throw new Error('Invalid code point range.');
- }
- if (!overwrite && value === this.initialValue) {
- return this;
- }
- if (this.isCompacted) {
- throw new Error('Trie was already compacted');
- }
- var limit = end + 1;
- if ((start & UTRIE2_DATA_MASK) !== 0) {
-
- block = this.getDataBlock(start, true);
- var nextStart = (start + UTRIE2_DATA_BLOCK_LENGTH) & ~UTRIE2_DATA_MASK;
- if (nextStart <= limit) {
- this.fillBlock(block, start & UTRIE2_DATA_MASK, UTRIE2_DATA_BLOCK_LENGTH, value, this.initialValue, overwrite);
- start = nextStart;
- }
- else {
- this.fillBlock(block, start & UTRIE2_DATA_MASK, limit & UTRIE2_DATA_MASK, value, this.initialValue, overwrite);
- return this;
- }
- }
-
- rest = limit & UTRIE2_DATA_MASK;
-
- limit &= ~UTRIE2_DATA_MASK;
-
- repeatBlock = value === this.initialValue ? this.dataNullOffset : -1;
- while (start < limit) {
- var i2 = void 0;
- var setRepeatBlock = false;
- if (value === this.initialValue && this.isInNullBlock(start, true)) {
- start += UTRIE2_DATA_BLOCK_LENGTH;
- continue;
- }
-
- i2 = this.getIndex2Block(start, true);
- i2 += (start >> UTRIE2_SHIFT_2) & UTRIE2_INDEX_2_MASK;
- block = this.index2[i2];
- if (this.isWritableBlock(block)) {
-
- if (overwrite && block >= UNEWTRIE2_DATA_0800_OFFSET) {
-
- setRepeatBlock = true;
- }
- else {
-
- this.fillBlock(block, 0, UTRIE2_DATA_BLOCK_LENGTH, value, this.initialValue, overwrite);
- }
- }
- else if (this.data[block] !== value && (overwrite || block === this.dataNullOffset)) {
-
- setRepeatBlock = true;
- }
- if (setRepeatBlock) {
- if (repeatBlock >= 0) {
- this.setIndex2Entry(i2, repeatBlock);
- }
- else {
-
- repeatBlock = this.getDataBlock(start, true);
- this.writeBlock(repeatBlock, value);
- }
- }
- start += UTRIE2_DATA_BLOCK_LENGTH;
- }
- if (rest > 0) {
-
- block = this.getDataBlock(start, true);
- this.fillBlock(block, 0, rest, value, this.initialValue, overwrite);
- }
- return this;
- };
-
- TrieBuilder.prototype.get = function (codePoint) {
- if (codePoint < 0 || codePoint > 0x10ffff) {
- return this.errorValue;
- }
- else {
- return this._get(codePoint, true);
- }
- };
- TrieBuilder.prototype._get = function (c, fromLSCP) {
- var i2;
- if (c >= this.highStart && (!(c >= 0xd800 && c < 0xdc00) || fromLSCP)) {
- return this.data[this.dataLength - UTRIE2_DATA_GRANULARITY];
- }
- if (c >= 0xd800 && c < 0xdc00 && fromLSCP) {
- i2 = UTRIE2_LSCP_INDEX_2_OFFSET - (0xd800 >> UTRIE2_SHIFT_2) + (c >> UTRIE2_SHIFT_2);
- }
- else {
- i2 = this.index1[c >> UTRIE2_SHIFT_1] + ((c >> UTRIE2_SHIFT_2) & UTRIE2_INDEX_2_MASK);
- }
- var block = this.index2[i2];
- return this.data[block + (c & UTRIE2_DATA_MASK)];
- };
- TrieBuilder.prototype.freeze = function (valueBits) {
- if (valueBits === void 0) { valueBits = BITS_32; }
- var i;
- var allIndexesLength;
- var dataMove;
-
- if (!this.isCompacted) {
- this.compactTrie();
- }
- allIndexesLength = this.highStart <= 0x10000 ? UTRIE2_INDEX_1_OFFSET : this.index2Length;
- if (valueBits === BITS_16) {
-
- dataMove = 0;
- }
- else {
- dataMove = 0;
- }
-
- if (
-
- allIndexesLength > UTRIE2_MAX_INDEX_LENGTH ||
-
- dataMove + this.dataNullOffset > 0xffff ||
-
- dataMove + UNEWTRIE2_DATA_0800_OFFSET > 0xffff ||
-
- dataMove + this.dataLength > UTRIE2_MAX_DATA_LENGTH) {
- throw new Error('Trie data is too large.');
- }
- var index = new Uint16Array(allIndexesLength);
-
- var destIdx = 0;
- for (i = 0; i < UTRIE2_INDEX_2_BMP_LENGTH; i++) {
- index[destIdx++] = (this.index2[i] + dataMove) >> UTRIE2_INDEX_SHIFT;
- }
-
- for (i = 0; i < 0xc2 - 0xc0; ++i) {
-
- index[destIdx++] = dataMove + UTRIE2_BAD_UTF8_DATA_OFFSET;
- }
- for (; i < 0xe0 - 0xc0; ++i) {
-
- index[destIdx++] = dataMove + this.index2[i << (6 - UTRIE2_SHIFT_2)];
- }
- if (this.highStart > 0x10000) {
- var index1Length = (this.highStart - 0x10000) >> UTRIE2_SHIFT_1;
- var index2Offset = UTRIE2_INDEX_2_BMP_LENGTH + UTRIE2_UTF8_2B_INDEX_2_LENGTH + index1Length;
-
- for (i = 0; i < index1Length; i++) {
- index[destIdx++] = UTRIE2_INDEX_2_OFFSET + this.index1[i + UTRIE2_OMITTED_BMP_INDEX_1_LENGTH];
- }
-
- for (i = 0; i < this.index2Length - index2Offset; i++) {
- index[destIdx++] = (dataMove + this.index2[index2Offset + i]) >> UTRIE2_INDEX_SHIFT;
- }
- }
-
- switch (valueBits) {
- case BITS_16:
-
- var data16 = new Uint16Array(this.dataLength);
- for (i = 0; i < this.dataLength; i++) {
- data16[i] = this.data[i];
- }
- return new Trie(this.initialValue, this.errorValue, this.highStart, dataMove + this.dataLength - UTRIE2_DATA_GRANULARITY, index, data16);
- case BITS_32:
-
- var data32 = new Uint32Array(this.dataLength);
- for (i = 0; i < this.dataLength; i++) {
- data32[i] = this.data[i];
- }
- return new Trie(this.initialValue, this.errorValue, this.highStart, dataMove + this.dataLength - UTRIE2_DATA_GRANULARITY, index, data32);
- default:
- throw new Error('Bits should be either 16 or 32');
- }
- };
-
- TrieBuilder.prototype.findHighStart = function (highValue) {
- var value;
- var i2, j, i2Block, prevI2Block, block, prevBlock;
-
- if (highValue === this.initialValue) {
- prevI2Block = this.index2NullOffset;
- prevBlock = this.dataNullOffset;
- }
- else {
- prevI2Block = -1;
- prevBlock = -1;
- }
- var prev = 0x110000;
-
- var i1 = UNEWTRIE2_INDEX_1_LENGTH;
- var c = prev;
- while (c > 0) {
- i2Block = this.index1[--i1];
- if (i2Block === prevI2Block) {
-
- c -= UTRIE2_CP_PER_INDEX_1_ENTRY;
- continue;
- }
- prevI2Block = i2Block;
- if (i2Block === this.index2NullOffset) {
-
- if (highValue !== this.initialValue) {
- return c;
- }
- c -= UTRIE2_CP_PER_INDEX_1_ENTRY;
- }
- else {
-
- for (i2 = UTRIE2_INDEX_2_BLOCK_LENGTH; i2 > 0;) {
- block = this.index2[i2Block + --i2];
- if (block === prevBlock) {
-
- c -= UTRIE2_DATA_BLOCK_LENGTH;
- continue;
- }
- prevBlock = block;
- if (block === this.dataNullOffset) {
-
- if (highValue !== this.initialValue) {
- return c;
- }
- c -= UTRIE2_DATA_BLOCK_LENGTH;
- }
- else {
- for (j = UTRIE2_DATA_BLOCK_LENGTH; j > 0;) {
- value = this.data[block + --j];
- if (value !== highValue) {
- return c;
- }
- --c;
- }
- }
- }
- }
- }
-
- return 0;
- };
-
- TrieBuilder.prototype.compactData = function () {
- var start, movedStart;
- var blockLength, overlap;
- var i, mapIndex, blockCount;
-
- var newStart = UTRIE2_DATA_START_OFFSET;
- for (start = 0, i = 0; start < newStart; start += UTRIE2_DATA_BLOCK_LENGTH, ++i) {
- this.map[i] = start;
- }
-
- blockLength = 64;
- blockCount = blockLength >> UTRIE2_SHIFT_2;
- for (start = newStart; start < this.dataLength;) {
-
- if (start === UNEWTRIE2_DATA_0800_OFFSET) {
- blockLength = UTRIE2_DATA_BLOCK_LENGTH;
- blockCount = 1;
- }
-
- if (this.map[start >> UTRIE2_SHIFT_2] <= 0) {
-
- start += blockLength;
-
- continue;
- }
-
- movedStart = this.findSameDataBlock(newStart, start, blockLength);
- if (movedStart >= 0) {
-
- for (i = blockCount, mapIndex = start >> UTRIE2_SHIFT_2; i > 0; --i) {
- this.map[mapIndex++] = movedStart;
- movedStart += UTRIE2_DATA_BLOCK_LENGTH;
- }
-
- start += blockLength;
-
- continue;
- }
-
-
- for (overlap = blockLength - UTRIE2_DATA_GRANULARITY; overlap > 0 && !equalInt(this.data, newStart - overlap, start, overlap); overlap -= UTRIE2_DATA_GRANULARITY) { }
- if (overlap > 0 || newStart < start) {
-
- movedStart = newStart - overlap;
- for (i = blockCount, mapIndex = start >> UTRIE2_SHIFT_2; i > 0; --i) {
- this.map[mapIndex++] = movedStart;
- movedStart += UTRIE2_DATA_BLOCK_LENGTH;
- }
-
- start += overlap;
- for (i = blockLength - overlap; i > 0; --i) {
- this.data[newStart++] = this.data[start++];
- }
- }
- else {
-
- for (i = blockCount, mapIndex = start >> UTRIE2_SHIFT_2; i > 0; --i) {
- this.map[mapIndex++] = start;
- start += UTRIE2_DATA_BLOCK_LENGTH;
- }
- newStart = start;
- }
- }
-
- for (i = 0; i < this.index2Length; ++i) {
- if (i === UNEWTRIE2_INDEX_GAP_OFFSET) {
-
- i += UNEWTRIE2_INDEX_GAP_LENGTH;
- }
- this.index2[i] = this.map[this.index2[i] >> UTRIE2_SHIFT_2];
- }
- this.dataNullOffset = this.map[this.dataNullOffset >> UTRIE2_SHIFT_2];
-
- while ((newStart & (UTRIE2_DATA_GRANULARITY - 1)) !== 0) {
- this.data[newStart++] = this.initialValue;
- }
- this.dataLength = newStart;
- };
- TrieBuilder.prototype.findSameDataBlock = function (dataLength, otherBlock, blockLength) {
- var block = 0;
-
- dataLength -= blockLength;
- for (; block <= dataLength; block += UTRIE2_DATA_GRANULARITY) {
- if (equalInt(this.data, block, otherBlock, blockLength)) {
- return block;
- }
- }
- return -1;
- };
- TrieBuilder.prototype.compactTrie = function () {
- var highValue = this.get(0x10ffff);
-
- var localHighStart = this.findHighStart(highValue);
- localHighStart = (localHighStart + (UTRIE2_CP_PER_INDEX_1_ENTRY - 1)) & ~(UTRIE2_CP_PER_INDEX_1_ENTRY - 1);
- if (localHighStart === 0x110000) {
- highValue = this.errorValue;
- }
-
- this.highStart = localHighStart;
- if (this.highStart < 0x110000) {
-
- var suppHighStart = this.highStart <= 0x10000 ? 0x10000 : this.highStart;
- this.setRange(suppHighStart, 0x10ffff, this.initialValue, true);
- }
- this.compactData();
- if (this.highStart > 0x10000) {
- this.compactIndex2();
- }
-
- this.data[this.dataLength++] = highValue;
- while ((this.dataLength & (UTRIE2_DATA_GRANULARITY - 1)) !== 0) {
- this.data[this.dataLength++] = this.initialValue;
- }
- this.isCompacted = true;
- };
- TrieBuilder.prototype.compactIndex2 = function () {
- var i, start, movedStart, overlap;
-
- var newStart = UTRIE2_INDEX_2_BMP_LENGTH;
- for (start = 0, i = 0; start < newStart; start += UTRIE2_INDEX_2_BLOCK_LENGTH, ++i) {
- this.map[i] = start;
- }
-
- newStart += UTRIE2_UTF8_2B_INDEX_2_LENGTH + ((this.highStart - 0x10000) >> UTRIE2_SHIFT_1);
- for (start = UNEWTRIE2_INDEX_2_NULL_OFFSET; start < this.index2Length;) {
-
-
- if ((movedStart = this.findSameIndex2Block(newStart, start)) >= 0) {
-
- this.map[start >> UTRIE2_SHIFT_1_2] = movedStart;
-
- start += UTRIE2_INDEX_2_BLOCK_LENGTH;
-
- continue;
- }
-
-
- for (overlap = UTRIE2_INDEX_2_BLOCK_LENGTH - 1; overlap > 0 && !equalInt(this.index2, newStart - overlap, start, overlap); --overlap) { }
- if (overlap > 0 || newStart < start) {
-
- this.map[start >> UTRIE2_SHIFT_1_2] = newStart - overlap;
-
- start += overlap;
- for (i = UTRIE2_INDEX_2_BLOCK_LENGTH - overlap; i > 0; --i) {
- this.index2[newStart++] = this.index2[start++];
- }
- }
- else {
- this.map[start >> UTRIE2_SHIFT_1_2] = start;
- start += UTRIE2_INDEX_2_BLOCK_LENGTH;
- newStart = start;
- }
- }
-
- for (i = 0; i < UNEWTRIE2_INDEX_1_LENGTH; ++i) {
- this.index1[i] = this.map[this.index1[i] >> UTRIE2_SHIFT_1_2];
- }
- this.index2NullOffset = this.map[this.index2NullOffset >> UTRIE2_SHIFT_1_2];
-
- while ((newStart & ((UTRIE2_DATA_GRANULARITY - 1) | 1)) !== 0) {
-
- this.index2[newStart++] = 0x0000ffff << UTRIE2_INDEX_SHIFT;
- }
- this.index2Length = newStart;
- };
- TrieBuilder.prototype.findSameIndex2Block = function (index2Length, otherBlock) {
-
- index2Length -= UTRIE2_INDEX_2_BLOCK_LENGTH;
- for (var block = 0; block <= index2Length; ++block) {
- if (equalInt(this.index2, block, otherBlock, UTRIE2_INDEX_2_BLOCK_LENGTH)) {
- return block;
- }
- }
- return -1;
- };
- TrieBuilder.prototype._set = function (c, forLSCP, value) {
- if (this.isCompacted) {
- throw new Error('Trie was already compacted');
- }
- var block = this.getDataBlock(c, forLSCP);
- this.data[block + (c & UTRIE2_DATA_MASK)] = value;
- return this;
- };
- TrieBuilder.prototype.writeBlock = function (block, value) {
- var limit = block + UTRIE2_DATA_BLOCK_LENGTH;
- while (block < limit) {
- this.data[block++] = value;
- }
- };
- TrieBuilder.prototype.isInNullBlock = function (c, forLSCP) {
- var i2 = isHighSurrogate(c) && forLSCP
- ? UTRIE2_LSCP_INDEX_2_OFFSET - (0xd800 >> UTRIE2_SHIFT_2) + (c >> UTRIE2_SHIFT_2)
- : this.index1[c >> UTRIE2_SHIFT_1] + ((c >> UTRIE2_SHIFT_2) & UTRIE2_INDEX_2_MASK);
- var block = this.index2[i2];
- return block === this.dataNullOffset;
- };
- TrieBuilder.prototype.fillBlock = function (block, start, limit, value, initialValue, overwrite) {
- var pLimit = block + limit;
- if (overwrite) {
- for (var i = block + start; i < pLimit; i++) {
- this.data[i] = value;
- }
- }
- else {
- for (var i = block + start; i < pLimit; i++) {
- if (this.data[i] === initialValue) {
- this.data[i] = value;
- }
- }
- }
- };
- TrieBuilder.prototype.setIndex2Entry = function (i2, block) {
- ++this.map[block >> UTRIE2_SHIFT_2];
- var oldBlock = this.index2[i2];
- if (0 === --this.map[oldBlock >> UTRIE2_SHIFT_2]) {
- this.releaseDataBlock(oldBlock);
- }
- this.index2[i2] = block;
- };
- TrieBuilder.prototype.releaseDataBlock = function (block) {
-
- this.map[block >> UTRIE2_SHIFT_2] = -this.firstFreeBlock;
- this.firstFreeBlock = block;
- };
- TrieBuilder.prototype.getDataBlock = function (c, forLSCP) {
- var i2 = this.getIndex2Block(c, forLSCP);
- i2 += (c >> UTRIE2_SHIFT_2) & UTRIE2_INDEX_2_MASK;
- var oldBlock = this.index2[i2];
- if (this.isWritableBlock(oldBlock)) {
- return oldBlock;
- }
-
- var newBlock = this.allocDataBlock(oldBlock);
- this.setIndex2Entry(i2, newBlock);
- return newBlock;
- };
- TrieBuilder.prototype.isWritableBlock = function (block) {
- return block !== this.dataNullOffset && 1 === this.map[block >> UTRIE2_SHIFT_2];
- };
- TrieBuilder.prototype.getIndex2Block = function (c, forLSCP) {
- if (c >= 0xd800 && c < 0xdc00 && forLSCP) {
- return UTRIE2_LSCP_INDEX_2_OFFSET;
- }
- var i1 = c >> UTRIE2_SHIFT_1;
- var i2 = this.index1[i1];
- if (i2 === this.index2NullOffset) {
- i2 = this.allocIndex2Block();
- this.index1[i1] = i2;
- }
- return i2;
- };
- TrieBuilder.prototype.allocDataBlock = function (copyBlock) {
- var newBlock;
- if (this.firstFreeBlock !== 0) {
-
- newBlock = this.firstFreeBlock;
- this.firstFreeBlock = -this.map[newBlock >> UTRIE2_SHIFT_2];
- }
- else {
-
- newBlock = this.dataLength;
- var newTop = newBlock + UTRIE2_DATA_BLOCK_LENGTH;
- if (newTop > this.dataCapacity) {
- var capacity = void 0;
-
- if (this.dataCapacity < UNEWTRIE2_MEDIUM_DATA_LENGTH) {
- capacity = UNEWTRIE2_MEDIUM_DATA_LENGTH;
- }
- else if (this.dataCapacity < UNEWTRIE2_MAX_DATA_LENGTH) {
- capacity = UNEWTRIE2_MAX_DATA_LENGTH;
- }
- else {
-
- throw new Error('Internal error in Trie creation.');
- }
- var newData = new Uint32Array(capacity);
- newData.set(this.data.subarray(0, this.dataLength));
- this.data = newData;
- this.dataCapacity = capacity;
- }
- this.dataLength = newTop;
- }
- this.data.set(this.data.subarray(copyBlock, copyBlock + UTRIE2_DATA_BLOCK_LENGTH), newBlock);
- this.map[newBlock >> UTRIE2_SHIFT_2] = 0;
- return newBlock;
- };
- TrieBuilder.prototype.allocIndex2Block = function () {
- var newBlock = this.index2Length;
- var newTop = newBlock + UTRIE2_INDEX_2_BLOCK_LENGTH;
- if (newTop > this.index2.length) {
- throw new Error('Internal error in Trie creation.');
-
- }
- this.index2Length = newTop;
- this.index2.set(this.index2.subarray(this.index2NullOffset, this.index2NullOffset + UTRIE2_INDEX_2_BLOCK_LENGTH), newBlock);
- return newBlock;
- };
- return TrieBuilder;
- }());
- var serializeBase64 = function (trie) {
- var index = trie.index;
- var data = trie.data;
- if (!(index instanceof Uint16Array) || !(data instanceof Uint16Array || data instanceof Uint32Array)) {
- throw new Error('TrieBuilder serializer only support TypedArrays');
- }
- var headerLength = Uint32Array.BYTES_PER_ELEMENT * 6;
- var bufferLength = headerLength + index.byteLength + data.byteLength;
- var buffer = new ArrayBuffer(Math.ceil(bufferLength / 4) * 4);
- var view32 = new Uint32Array(buffer);
- var view16 = new Uint16Array(buffer);
- view32[0] = trie.initialValue;
- view32[1] = trie.errorValue;
- view32[2] = trie.highStart;
- view32[3] = trie.highValueIndex;
- view32[4] = index.byteLength;
-
- view32[5] = data.BYTES_PER_ELEMENT;
- view16.set(index, headerLength / Uint16Array.BYTES_PER_ELEMENT);
- if (data.BYTES_PER_ELEMENT === Uint16Array.BYTES_PER_ELEMENT) {
- view16.set(data, (headerLength + index.byteLength) / Uint16Array.BYTES_PER_ELEMENT);
- }
- else {
- view32.set(data, Math.ceil((headerLength + index.byteLength) / Uint32Array.BYTES_PER_ELEMENT));
- }
- return [encode(new Uint8Array(buffer)), buffer.byteLength];
- };
- exports.Trie = Trie;
- exports.TrieBuilder = TrieBuilder;
- exports.createTrieFromBase64 = createTrieFromBase64;
- exports.serializeBase64 = serializeBase64;
- Object.defineProperty(exports, '__esModule', { value: true });
- })));
|