File size: 1,474 Bytes
1baf215 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | import hashlib
import json
import pytest
import torch
from tfm.data import Normalization, generate_dataset, load_manifest_episodes
from tfm.models import build_model
def test_export_dynamic_batch_queries_and_preprocessing_bundle(tmp_path):
pytest.importorskip("onnx")
pytest.importorskip("onnxruntime")
from tfm.export.onnx import export_model
data = tmp_path / "data"
generate_dataset(data, systems=9, days=0.5, seed=3)
normalization = Normalization.fit(load_manifest_episodes(data, split="train"))
run = tmp_path / "run"
run.mkdir()
normalization.save(run / "normalization.json")
model = build_model("transformer", {"d_model": 16, "ff_dim": 32, "heads": 4, "layers": 1})
torch.save(
{
"model_kind": "transformer",
"model_config": model.config,
"model_state": model.state_dict(),
"normalization_sha256": hashlib.sha256((run / "normalization.json").read_bytes()).hexdigest(),
},
run / "checkpoint.pt",
)
output = tmp_path / "onnx"
result = export_model(run / "checkpoint.pt", data, output)
assert result["onnxruntime_verified"]
assert result["dynamic_axes"] == ["batch", "queries"]
assert result["fixed_shapes"]["query_fields"] == [None]
assert (output / "normalization.json").read_bytes() == (run / "normalization.json").read_bytes()
assert json.loads((output / "schema.json").read_text())["version"] == "tfm-schema-v1"
|