{ "embedding_dim": 1024, "base_vocab_size": 257914, "pair_rows": 56071, "language_markers": 1914, "training_languages": 176, "pooling": "mean", "normalize_embeddings": true }