File size: 968 Bytes
546d6ba | 1 2 | {"version":"gpu-search-features-v1","normalizationVersion":"nfkc-ascii-v1","compositionVersion":"mean-alias-context025-v1","hash":{"name":"FNV-1a-32","offset":2166136261,"multiplier":16777619,"buckets":1024},"wordEncoding":"UTF-8 of w: followed by token","characterEncoding":"UTF-8 c: followed by tagged elements: scalar = byte 0 then uint32 little-endian; BOS = byte 1; EOS = byte 2","ngrams":[2,3,4],"order":"token, ngram length, position","maxTokens":32,"maxTokenScalars":64,"maxCharacterFeatures":512,"normalization":"NFKC; ASCII uppercase to lowercase; Unicode whitespace collapse and trim","tokens":"NFKC; insert space between ASCII [a-z0-9] and [A-Z]; ASCII lowercase; split Unicode whitespace, underscore, hyphen","pooling":"0.5 * (word family mean + character family mean); repeats retained; empty family zero","candidateComposition":"mean(valid label and alias normalized vectors) + 0.25 * valid context normalized vector, then L2 normalize","epsilon":1e-8}
|