grobid-model-reference-segmenter / grobid-reference-segmenter-BidLSTM_ChainCRF_FEATURES-dev /preprocessor.json
Download grobid-reference-segmenter-BidLSTM_ChainCRF_FEATURES-dev/preprocessor.json from sciencialab/grobid-model-reference-segmenter: direct link, hf CLI and curl.
- Browser
- Download file 7.28 kB
-
https://huggingface.co/sciencialab/grobid-model-reference-segmenter/resolve/refs%2Fpr%2F1/grobid-reference-segmenter-BidLSTM_ChainCRF_FEATURES-dev/preprocessor.json
- Command line
-
hf download hf://sciencialab/grobid-model-reference-segmenter@refs/pr/1/grobid-reference-segmenter-BidLSTM_ChainCRF_FEATURES-dev/preprocessor.json
-
curl -L -o preprocessor.json https://huggingface.co/sciencialab/grobid-model-reference-segmenter/resolve/refs%2Fpr%2F1/grobid-reference-segmenter-BidLSTM_ChainCRF_FEATURES-dev/preprocessor.json
7.28 kB
| { | |
| "padding": true, | |
| "return_lengths": false, | |
| "return_word_embeddings": false, | |
| "return_casing": false, | |
| "return_features": true, | |
| "return_chars": false, | |
| "return_bert_embeddings": false, | |
| "vocab_char": { | |
| "<PAD>": 0, | |
| "<UNK>": 1, | |
| "!": 2, | |
| "\"": 3, | |
| "#": 4, | |
| "%": 5, | |
| "&": 6, | |
| "'": 7, | |
| "(": 8, | |
| ")": 9, | |
| "*": 10, | |
| "+": 11, | |
| ",": 12, | |
| "-": 13, | |
| ".": 14, | |
| "/": 15, | |
| "0": 16, | |
| "1": 17, | |
| "2": 18, | |
| "3": 19, | |
| "4": 20, | |
| "5": 21, | |
| "6": 22, | |
| "7": 23, | |
| "8": 24, | |
| "9": 25, | |
| ":": 26, | |
| ";": 27, | |
| "<": 28, | |
| "=": 29, | |
| ">": 30, | |
| "?": 31, | |
| "@": 32, | |
| "A": 33, | |
| "B": 34, | |
| "C": 35, | |
| "D": 36, | |
| "E": 37, | |
| "F": 38, | |
| "G": 39, | |
| "H": 40, | |
| "I": 41, | |
| "J": 42, | |
| "K": 43, | |
| "L": 44, | |
| "M": 45, | |
| "N": 46, | |
| "O": 47, | |
| "P": 48, | |
| "Q": 49, | |
| "R": 50, | |
| "S": 51, | |
| "T": 52, | |
| "U": 53, | |
| "V": 54, | |
| "W": 55, | |
| "X": 56, | |
| "Y": 57, | |
| "Z": 58, | |
| "[": 59, | |
| "]": 60, | |
| "_": 61, | |
| "`": 62, | |
| "a": 63, | |
| "b": 64, | |
| "c": 65, | |
| "d": 66, | |
| "e": 67, | |
| "f": 68, | |
| "g": 69, | |
| "h": 70, | |
| "i": 71, | |
| "j": 72, | |
| "k": 73, | |
| "l": 74, | |
| "m": 75, | |
| "n": 76, | |
| "o": 77, | |
| "p": 78, | |
| "q": 79, | |
| "r": 80, | |
| "s": 81, | |
| "t": 82, | |
| "u": 83, | |
| "v": 84, | |
| "w": 85, | |
| "x": 86, | |
| "y": 87, | |
| "z": 88, | |
| "{": 89, | |
| "|": 90, | |
| "}": 91, | |
| "~": 92, | |
| "\u00a8": 93, | |
| "\u00b1": 94, | |
| "\u00b4": 95, | |
| "\u00b8": 96, | |
| "\u00c1": 97, | |
| "\u00c3": 98, | |
| "\u00c9": 99, | |
| "\u00d6": 100, | |
| "\u00d7": 101, | |
| "\u00d8": 102, | |
| "\u00df": 103, | |
| "\u00e0": 104, | |
| "\u00e1": 105, | |
| "\u00e2": 106, | |
| "\u00e3": 107, | |
| "\u00e4": 108, | |
| "\u00e5": 109, | |
| "\u00e7": 110, | |
| "\u00e8": 111, | |
| "\u00e9": 112, | |
| "\u00ea": 113, | |
| "\u00ec": 114, | |
| "\u00ed": 115, | |
| "\u00ee": 116, | |
| "\u00f1": 117, | |
| "\u00f2": 118, | |
| "\u00f3": 119, | |
| "\u00f4": 120, | |
| "\u00f6": 121, | |
| "\u00f8": 122, | |
| "\u00fa": 123, | |
| "\u00fc": 124, | |
| "\u00fd": 125, | |
| "\u00ff": 126, | |
| "\u0102": 127, | |
| "\u0107": 128, | |
| "\u010d": 129, | |
| "\u011f": 130, | |
| "\u0130": 131, | |
| "\u0131": 132, | |
| "\u0132": 133, | |
| "\u013e": 134, | |
| "\u0142": 135, | |
| "\u0144": 136, | |
| "\u0148": 137, | |
| "\u0159": 138, | |
| "\u015f": 139, | |
| "\u0161": 140, | |
| "\u016f": 141, | |
| "\u0179": 142, | |
| "\u017e": 143, | |
| "\u02c6": 144, | |
| "\u02dc": 145, | |
| "\u039b": 146, | |
| "\u03b2": 147, | |
| "\u03b3": 148, | |
| "\u03c0": 149, | |
| "\u03c3": 150, | |
| "\u03c6": 151, | |
| "\u03e9": 152, | |
| "\u03ea": 153, | |
| "\u03eb": 154, | |
| "\u03f3": 155, | |
| "\u0408": 156, | |
| "\u2013": 157, | |
| "\u2014": 158, | |
| "\u2020": 159, | |
| "\u2022": 160, | |
| "\u2026": 161, | |
| "\u2192": 162, | |
| "\u2206": 163, | |
| "\u2212": 164, | |
| "\u221e": 165, | |
| "\u223c": 166, | |
| "\u2245": 167, | |
| "\u2423": 168, | |
| "\u2424": 169, | |
| "\uf044": 170, | |
| "\uf062": 171 | |
| }, | |
| "vocab_tag": { | |
| "<PAD>": 0, | |
| "B-<label>": 1, | |
| "B-<reference>": 2, | |
| "I-<label>": 3, | |
| "I-<reference>": 4, | |
| "O": 5 | |
| }, | |
| "vocab_case": [ | |
| "<PAD>", | |
| "numeric", | |
| "allLower", | |
| "allUpper", | |
| "initialUpper", | |
| "other", | |
| "mainly_numeric", | |
| "contains_digit" | |
| ], | |
| "max_char_length": 30, | |
| "feature_preprocessor": { | |
| "features_vocabulary_size": 12, | |
| "features_indices": [ | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26 | |
| ], | |
| "features_map_to_index": { | |
| "9": { | |
| "LINEEND": 1, | |
| "LINEIN": 2, | |
| "LINESTART": 3 | |
| }, | |
| "10": { | |
| "ALIGNEDLEFT": 13, | |
| "LINEINDENT": 14 | |
| }, | |
| "11": { | |
| "ALLCAP": 25, | |
| "INITCAP": 26, | |
| "NOCAPS": 27 | |
| }, | |
| "12": { | |
| "ALLDIGIT": 37, | |
| "CONTAINSDIGITS": 38, | |
| "NODIGIT": 39 | |
| }, | |
| "13": { | |
| "0": 49, | |
| "1": 50 | |
| }, | |
| "14": { | |
| "0": 61, | |
| "1": 62 | |
| }, | |
| "15": { | |
| "0": 73, | |
| "1": 74 | |
| }, | |
| "16": { | |
| "0": 85 | |
| }, | |
| "17": { | |
| "0": 97 | |
| }, | |
| "18": { | |
| "0": 109, | |
| "1": 110 | |
| }, | |
| "19": { | |
| "0": 121, | |
| "1": 122 | |
| }, | |
| "20": { | |
| "0": 133, | |
| "1": 134 | |
| }, | |
| "21": { | |
| "COMMA": 145, | |
| "DOT": 146, | |
| "ENDBRACKET": 147, | |
| "HYPHEN": 148, | |
| "NOPUNCT": 149, | |
| "OPENBRACKET": 150, | |
| "PUNCT": 151, | |
| "QUOTE": 152 | |
| }, | |
| "22": { | |
| "0": 157, | |
| "1": 158, | |
| "10": 159, | |
| "2": 160, | |
| "3": 161, | |
| "4": 162, | |
| "5": 163, | |
| "6": 164, | |
| "7": 165, | |
| "8": 166, | |
| "9": 167 | |
| }, | |
| "23": { | |
| "0": 169, | |
| "1": 170, | |
| "10": 171, | |
| "2": 172, | |
| "3": 173, | |
| "4": 174, | |
| "5": 175, | |
| "6": 176, | |
| "7": 177, | |
| "8": 178, | |
| "9": 179 | |
| }, | |
| "24": { | |
| "BLOCKEND": 181, | |
| "BLOCKIN": 182, | |
| "BLOCKSTART": 183 | |
| }, | |
| "25": { | |
| "1": 193, | |
| "10": 194, | |
| "2": 195, | |
| "3": 196, | |
| "4": 197, | |
| "5": 198, | |
| "6": 199, | |
| "7": 200, | |
| "8": 201, | |
| "9": 202, | |
| "no": 203 | |
| }, | |
| "26": { | |
| "0": 205 | |
| } | |
| }, | |
| "continuous_features_indices": [], | |
| "continuous_features_ranges": [] | |
| }, | |
| "indice_tag": { | |
| "0": "<PAD>", | |
| "1": "B-<label>", | |
| "2": "B-<reference>", | |
| "3": "I-<label>", | |
| "4": "I-<reference>", | |
| "5": "O" | |
| } | |
| } |