gijl/lv-storage / llama.cpp /src /unicode-data.h
gijl's picture
download
raw
895 Bytes
#pragma once
#include <cstdint>
#include <utility>
#include <vector>
#include <unordered_map>
#include <unordered_set>
struct range_nfd {
uint32_t first;
uint32_t last;
uint32_t nfd;
};
extern const std::unordered_map<uint32_t, uint8_t> unicode_combining_class;
extern const std::unordered_map<uint32_t, std::pair<uint32_t, uint32_t>> unicode_decomposition;
extern const std::unordered_map<uint64_t, uint32_t> unicode_composition;
static const uint32_t MAX_CODEPOINTS = 0x110000;
extern const std::initializer_list<std::pair<uint32_t, uint16_t>> unicode_ranges_flags;
extern const std::unordered_set<uint32_t> unicode_set_whitespace;
extern const std::initializer_list<std::pair<uint32_t, uint32_t>> unicode_map_lowercase;
extern const std::initializer_list<std::pair<uint32_t, uint32_t>> unicode_map_uppercase;
extern const std::initializer_list<range_nfd> unicode_ranges_nfd;

Xet Storage Details

Size:
895 Bytes
·
Xet hash:
11755797e7ef2c06573bf6f92be12873be3ca88396abb607c06793a316564dd1

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.