File size: 976 Bytes
ddd3436 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | from dataclasses import dataclass, field
from typing import Dict, Optional
@dataclass
class TimeSeriesConfig:
"""Configuration for time series encoder.
Attributes:
d_model: Dimension of model hidden states.
d_proj: Dimension of projection layer.
patch_size: Size of time series patches.
num_layers: Number of transformer layers.
num_heads: Number of attention heads.
d_ff_dropout: Dropout rate for feed-forward networks.
use_rope: Whether to use Rotary Position Embedding.
activation: Activation function name.
num_features: Number of input features.
"""
d_model: int = 512
d_proj: int = 256
patch_size: int = 16
num_layers: int = 8
num_heads: int = 8
d_ff_dropout: float = 0.1
max_total_tokens: int = 8192
num_query_tokens: int = 1
use_rope: bool = True
activation: str = "gelu"
num_features: int = 1
default_config_t = TimeSeriesConfig()
|