File size: 1,037 Bytes
271e253 2fd4f23 271e253 2fd4f23 271e253 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | """Exports for the GPT model configuration.
New code should import these from :mod:`GPT.config`.
"""
from .config import (
DEFAULT_BLOCK_SIZE,
DEFAULT_FEATURE_DIGIT_TOKEN_IDS,
DEFAULT_FEATURE_EQUALS_TOKEN_ID,
DEFAULT_FEATURE_SPACE_TOKEN_IDS,
DEFAULT_HEAD_DIM,
DEFAULT_HIDDEN_SIZE,
DEFAULT_INTERMEDIATE_SIZE,
DEFAULT_NUM_ATTENTION_HEADS,
DEFAULT_NUM_HIDDEN_LAYERS,
DEFAULT_NUM_KEY_VALUE_HEADS,
DEFAULT_PLACE_VOCAB_SIZE,
DEFAULT_ROPE_THETA,
DEFAULT_ROLE_VOCAB_SIZE,
DEFAULT_VOCAB_SIZE,
GPTConfig,
)
__all__ = [
"DEFAULT_BLOCK_SIZE",
"DEFAULT_FEATURE_DIGIT_TOKEN_IDS",
"DEFAULT_FEATURE_EQUALS_TOKEN_ID",
"DEFAULT_FEATURE_SPACE_TOKEN_IDS",
"DEFAULT_HEAD_DIM",
"DEFAULT_HIDDEN_SIZE",
"DEFAULT_INTERMEDIATE_SIZE",
"DEFAULT_NUM_ATTENTION_HEADS",
"DEFAULT_NUM_HIDDEN_LAYERS",
"DEFAULT_NUM_KEY_VALUE_HEADS",
"DEFAULT_PLACE_VOCAB_SIZE",
"DEFAULT_ROPE_THETA",
"DEFAULT_ROLE_VOCAB_SIZE",
"DEFAULT_VOCAB_SIZE",
"GPTConfig",
]
|