{ "model_type": "custom", "architectures": [ "TinyLM" ], "vocab_size": 2048, "d_model": 80, "hidden_size": 80, "num_hidden_layers": 4, "num_attention_heads": 4, "ffn_mult": 4, "intermediate_size": 320, "max_position_embeddings": 80, "positional_encoding": "rope", "rope_theta": 10000.0, "normalization": "rmsnorm", "activation_function": "gelu", "tie_word_embeddings": true, "num_parameters": 471760, "task": "function_calling_router", "allowed_tools": [ "web_search" ] }