Buckets:
| inline constexpr const char * LLM_KV_IMATRIX_DATASETS = "imatrix.datasets"; | |
| inline constexpr const char * LLM_KV_IMATRIX_CHUNK_COUNT = "imatrix.chunk_count"; | |
| inline constexpr const char * LLM_KV_IMATRIX_CHUNK_SIZE = "imatrix.chunk_size"; | |
| inline constexpr const char * LLM_KV_IMATRIX_STATS_SCHEMA = "imatrix.stats_schema"; | |
| inline constexpr const char * LLM_KV_IMATRIX_N_LAYER_NEXTN = "imatrix.n_layer_nextn"; | |
| struct common_imatrix_entry { | |
| std::vector<float> sums; | |
| std::vector<float> activations; | |
| std::vector<int64_t> counts; | |
| }; | |
| struct common_imatrix { | |
| std::map<std::string, common_imatrix_entry> entries; | |
| std::vector<std::string> datasets; | |
| int32_t chunk_count = 0; | |
| int32_t chunk_size = 0; | |
| int32_t n_layer_nextn = 0; | |
| bool is_legacy = false; | |
| bool has_metadata = false; | |
| }; | |
| bool common_imatrix_load(const std::string & fname, common_imatrix & imatrix); | |
Xet Storage Details
- Size:
- 1.01 kB
- Xet hash:
- e7b1fe546b50be876ef198636a5f073720aabbacd9dd31db77b7b2e067edb5ac
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.