VETime / model /TS_encoder /config.py
yyyang0's picture
Upload 100 files
ddd3436 verified
Raw History Blame Contribute Delete
976 Bytes
from dataclasses import dataclass, field
from typing import Dict, Optional
@dataclass
class TimeSeriesConfig:
"""Configuration for time series encoder.
Attributes:
d_model: Dimension of model hidden states.
d_proj: Dimension of projection layer.
patch_size: Size of time series patches.
num_layers: Number of transformer layers.
num_heads: Number of attention heads.
d_ff_dropout: Dropout rate for feed-forward networks.
use_rope: Whether to use Rotary Position Embedding.
activation: Activation function name.
num_features: Number of input features.
"""
d_model: int = 512
d_proj: int = 256
patch_size: int = 16
num_layers: int = 8
num_heads: int = 8
d_ff_dropout: float = 0.1
max_total_tokens: int = 8192
num_query_tokens: int = 1
use_rope: bool = True
activation: str = "gelu"
num_features: int = 1
default_config_t = TimeSeriesConfig()