quote-api / src /utils /runes.js
ilhamdev's picture
deploy: update quote-api backend for Hugging Face Spaces
c015809
Raw History Blame Contribute Delete
4.87 kB
'use strict';
const HIGH_SURROGATE_START = 0xd800;
const HIGH_SURROGATE_END = 0xdbff;
const LOW_SURROGATE_START = 0xdc00;
const REGIONAL_INDICATOR_START = 0x1f1e6;
const REGIONAL_INDICATOR_END = 0x1f1ff;
const FITZPATRICK_MODIFIER_START = 0x1f3fb;
const FITZPATRICK_MODIFIER_END = 0x1f3ff;
const VARIATION_MODIFIER_START = 0xfe00;
const VARIATION_MODIFIER_END = 0xfe0f;
const DIACRITICAL_MARKS_START = 0x20d0;
const DIACRITICAL_MARKS_END = 0x20ff;
const ZWJ = 0x200d;
const GRAPHEMS = [
0x0308, // ( ◌̈ ) COMBINING DIAERESIS
0x0937, // ( ष ) DEVANAGARI LETTER SSA
0x0937, // ( ष ) DEVANAGARI LETTER SSA
0x093f, // ( ि ) DEVANAGARI VOWEL SIGN I
0x093f, // ( ि ) DEVANAGARI VOWEL SIGN I
0x0ba8, // ( ந ) TAMIL LETTER NA
0x0bbf, // ( ி ) TAMIL VOWEL SIGN I
0x0bcd, // ( ◌்) TAMIL SIGN VIRAMA
0x0e31, // ( ◌ั ) THAI CHARACTER MAI HAN-AKAT
0x0e33, // ( ำ ) THAI CHARACTER SARA AM
0x0e40, // ( เ ) THAI CHARACTER SARA E
0x0e49, // ( เ ) THAI CHARACTER MAI THO
0x1100, // ( ᄀ ) HANGUL CHOSEONG KIYEOK
0x1161, // ( ᅡ ) HANGUL JUNGSEONG A
0x11a8, // ( ᆨ ) HANGUL JONGSEONG KIYEOK
];
export function runes(string) {
if (typeof string !== 'string') {
throw new Error('string cannot be undefined or null');
}
const result = [];
let i = 0;
let increment = 0;
while (i < string.length) {
increment += nextUnits(i + increment, string);
if (isGraphem(string[i + increment])) {
increment++;
}
if (isVariationSelector(string[i + increment])) {
increment++;
}
if (isDiacriticalMark(string[i + increment])) {
increment++;
}
if (isZeroWidthJoiner(string[i + increment])) {
increment++;
continue;
}
result.push(string.substring(i, i + increment));
i += increment;
increment = 0;
}
return result;
}
// Decide how many code units make up the current character.
// BMP characters: 1 code unit
// Non-BMP characters (represented by surrogate pairs): 2 code units
// Emoji with skin-tone modifiers: 4 code units (2 code points)
// Country flags: 4 code units (2 code points)
// Variations: 2 code units
function nextUnits(i, string) {
const current = string[i];
// If we don't have a value that is part of a surrogate pair, or we're at
// the end, only take the value at i
if (!isFirstOfSurrogatePair(current) || i === string.length - 1) {
return 1;
}
const currentPair = current + string[i + 1];
let nextPair = string.substring(i + 2, i + 5);
// Country flags are comprised of two regional indicator symbols,
// each represented by a surrogate pair.
// See http://emojipedia.org/flags/
// If both pairs are regional indicator symbols, take 4
if (isRegionalIndicator(currentPair) && isRegionalIndicator(nextPair)) {
return 4;
}
// If the next pair make a Fitzpatrick skin tone
// modifier, take 4
// See http://emojipedia.org/modifiers/
// Technically, only some code points are meant to be
// combined with the skin tone modifiers. This function
// does not check the current pair to see if it is
// one of them.
if (isFitzpatrickModifier(nextPair)) {
return 4;
}
return 2;
}
function isFirstOfSurrogatePair(string) {
return string && betweenInclusive(string[0].charCodeAt(0), HIGH_SURROGATE_START, HIGH_SURROGATE_END);
}
function isRegionalIndicator(string) {
return betweenInclusive(codePointFromSurrogatePair(string), REGIONAL_INDICATOR_START, REGIONAL_INDICATOR_END);
}
function isFitzpatrickModifier(string) {
return betweenInclusive(codePointFromSurrogatePair(string), FITZPATRICK_MODIFIER_START, FITZPATRICK_MODIFIER_END);
}
function isVariationSelector(string) {
return typeof string === 'string' && betweenInclusive(string.charCodeAt(0), VARIATION_MODIFIER_START, VARIATION_MODIFIER_END);
}
function isDiacriticalMark(string) {
return typeof string === 'string' && betweenInclusive(string.charCodeAt(0), DIACRITICAL_MARKS_START, DIACRITICAL_MARKS_END);
}
function isGraphem(string) {
return typeof string === 'string' && GRAPHEMS.indexOf(string.charCodeAt(0)) !== -1;
}
function isZeroWidthJoiner(string) {
return typeof string === 'string' && string.charCodeAt(0) === ZWJ;
}
function codePointFromSurrogatePair(pair) {
const highOffset = pair.charCodeAt(0) - HIGH_SURROGATE_START;
const lowOffset = pair.charCodeAt(1) - LOW_SURROGATE_START;
return (highOffset << 10) + lowOffset + 0x10000;
}
function betweenInclusive(value, lower, upper) {
return value >= lower && value <= upper;
}
export function substring(string, start, width) {
const chars = runes(string);
if (start === undefined) {
return string;
}
if (start >= chars.length) {
return '';
}
const rest = chars.length - start;
const stringWidth = width === undefined ? rest : width;
let endIndex = start + stringWidth;
if (endIndex > start + rest) {
endIndex = undefined;
}
return chars.slice(start, endIndex).join('');
}
export default runes;