File size: 1,474 Bytes
1baf215
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
import hashlib
import json

import pytest
import torch

from tfm.data import Normalization, generate_dataset, load_manifest_episodes
from tfm.models import build_model


def test_export_dynamic_batch_queries_and_preprocessing_bundle(tmp_path):
    pytest.importorskip("onnx")
    pytest.importorskip("onnxruntime")
    from tfm.export.onnx import export_model

    data = tmp_path / "data"
    generate_dataset(data, systems=9, days=0.5, seed=3)
    normalization = Normalization.fit(load_manifest_episodes(data, split="train"))
    run = tmp_path / "run"
    run.mkdir()
    normalization.save(run / "normalization.json")
    model = build_model("transformer", {"d_model": 16, "ff_dim": 32, "heads": 4, "layers": 1})
    torch.save(
        {
            "model_kind": "transformer",
            "model_config": model.config,
            "model_state": model.state_dict(),
            "normalization_sha256": hashlib.sha256((run / "normalization.json").read_bytes()).hexdigest(),
        },
        run / "checkpoint.pt",
    )
    output = tmp_path / "onnx"
    result = export_model(run / "checkpoint.pt", data, output)
    assert result["onnxruntime_verified"]
    assert result["dynamic_axes"] == ["batch", "queries"]
    assert result["fixed_shapes"]["query_fields"] == [None]
    assert (output / "normalization.json").read_bytes() == (run / "normalization.json").read_bytes()
    assert json.loads((output / "schema.json").read_text())["version"] == "tfm-schema-v1"