diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..75d36ee9e7555ecd44d202bf70c9c7dcf0f6f7e1 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1,35 +1,5 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.pdiparams filter=lfs diff=lfs merge=lfs -text
+*.so filter=lfs diff=lfs merge=lfs -text
+paddle/candidate/english-assets/sentencepiece.bpe.model filter=lfs diff=lfs merge=lfs -text
+source-model/english-assets/sentencepiece.bpe.model filter=lfs diff=lfs merge=lfs -text
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..6ff566a6d303d044cd602a73de93c47304d2ccde
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,17 @@
+Ampixa Non-Commercial Research Release Terms
+
+The Ampixa-authored portions of this research checkpoint and its accompanying
+release utilities are made available for non-commercial research and education
+only, to the extent of rights held by Ampixa. Commercial use, commercial hosting,
+and incorporation in commercial products are not licensed by this release.
+
+Retain this notice, the model card, training-data provenance and all applicable
+third-party copyright and license notices when redistributing permitted portions.
+Do not imply an unrestricted license for the checkpoint or its training data.
+This release grants no rights to redistribute the underlying training datasets.
+Third-party components remain subject to their original terms; this notice does
+not replace or broaden those rights. See THIRD_PARTY_NOTICES.md and TRAINING_DATA.md.
+
+THE RELEASE IS PROVIDED AS IS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND.
+The authors make no guarantee of accuracy, fitness for purpose, unseen-writer
+performance, or clearance of third-party rights for other uses.
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7ff5ce6ab8815b8ab4b3315b167a70d2be5bd485
--- /dev/null
+++ b/README.md
@@ -0,0 +1,102 @@
+---
+language:
+- ne
+- hi
+- en
+license: other
+license_name: ampixa-non-commercial-research
+license_link: LICENSE
+pipeline_tag: image-to-text
+base_model: microsoft/trocr-small-handwritten
+tags:
+- ocr
+- handwriting-recognition
+- devanagari
+- nepali
+- hindi
+- pytorch
+- paddleocr
+- research
+---
+
+# Ampixa Deva OCR 75M — research checkpoint
+
+A **74,842,752-parameter** recognizer for cropped Nepali/Hindi words or lines and English handwriting. This release includes source Safetensors weights and a native Paddle/PaddleX export of the same checkpoint. Each format contains one shared encoder; the two formats are alternatives, not models to load together.
+
+This is the established character-decoder checkpoint after an 8,000-update continuation (16,000 cumulative updates), rather than the newer experimental BPE model. It is a research release, not a claim of state-of-the-art OCR or achievement of 4% Nepali handwriting CER.
+
+## Measured results
+
+| Fixed evaluation set | Crops | CER |
+|---|---:|---:|
+| Nepali handwriting words | 300 | 12.9921% |
+| Hindi handwriting words | 2,000 | 8.0803% |
+| English handwriting lines, original English branch | 976 | 2.3150% |
+| English handwriting lines, character branch | 976 | 6.0940% |
+| Real print crops | 2,000 | 11.1904% |
+| Synthetic print crops | 800 | 2.6169% |
+| English print crops, character branch | 1,744 | 13.9357% |
+
+CER is micro-averaged NFC Unicode codepoint edit distance. Every evaluated crop is retained, including errors, empty outputs and generation caps. See `metrics.json` for exact totals and generation settings. All 8,796 native outputs from the two explicit branches matched source tokens, text, caps and errors on these fixed populations. Native evaluation performed zero Torch tensor operations.
+
+These are existing development populations, not a blind benchmark. Nepali is word-level; it does not establish performance on unseen writers, full handwritten notes or pages. An earlier checkpoint of this architecture reached 12.53% Nepali word CER; it is not the checkpoint in this release. On a separate 336-paragraph English comparison, the retained English recognizer achieved 8.16% CER versus 3.01% for Qwen3-VL-4B. This release does not beat that stronger paragraph reference.
+
+## Download and source inference
+
+```bash
+hf download ampixa/deva-ocr-75m-research --local-dir deva-ocr-75m
+cd deva-ocr-75m
+pip install -r requirements-source.txt
+python predict.py /path/to/cropped-line.png --language ne
+python predict.py /path/to/english-line.png --language en
+```
+
+The included CLI uses serial CPU inference and does not download another model. Choose `ne`, `hi` or `en` explicitly. Nepali and Hindi use the character decoder with the adapted encoder; English uses the unchanged original English model. All branches resize each crop to 384×384 RGB. Character decoding uses 10 beams and up to 257 new tokens; English uses 10 beams and up to 256. JSON output includes text, raw token IDs and whether generation reached its cap.
+
+This is a custom architecture. Use the included loader/CLI; `AutoModel.from_pretrained` and the generic Transformers OCR pipeline are not configured for this repository.
+
+## Native Paddle
+
+Install the native dependencies in a separate environment:
+
+```bash
+pip install -r requirements-paddle.txt
+python predict.py /path/to/cropped-line.png --language ne --backend paddle
+```
+
+The prebuilt operator library was validated on Linux x86_64 with FMA, PaddlePaddle 3.3.1 and PaddleX 3.7.1, using two CPU threads. Native GPU execution and other platforms are unvalidated. Use the source backend on platforms incompatible with the prebuilt library. The custom operator source and its third-party notices are under `paddle/code/`.
+
+For the actual PaddleX factory:
+
+```python
+from pathlib import Path
+import sys
+from paddlex.inference.models import create_predictor
+
+root = Path("deva-ocr-75m").resolve()
+sys.path.insert(0, str(root / "paddle/code"))
+from paddlex_shared_character import register, MODEL_NAME
+register()
+predictor = create_predictor(
+ MODEL_NAME, model_dir=str(root / "paddle"), device="cpu",
+ engine="flexible", research_only_allow_unqualified=True,
+)
+for result in predictor.predict("cropped-line.png", branch="character"):
+ print(result["rec_text"])
+```
+
+Use `branch="english"` for English. The research opt-in remains intentional: fixed-crop numerical parity does not establish full product acceptance. Scores are uncalibrated beam scores. Detection, reading order, word boxes, full-page segmentation and automatic language routing are not included.
+
+## Architecture and provenance
+
+The original Microsoft TrOCR-small English model supplies the shared DeiT encoder and English decoder. The character branch applies stored rank-71 encoder corrections and a separate literal-Unicode character decoder without storing a second encoder. Source weights use Safetensors, with checksummed configuration and tokenizer assets.
+
+`source-model/` holds source weights and their original manifest. `code/` contains the source loader and codec. `paddle/` contains the native encoder, two decoder graphs, runtime and operator library. `release-manifest.json` binds this release to its checkpoint and prior native package; `checksums.sha256` inventories published files. Packaging excludes training images and conversion-control prediction packets. Existing graph parameter files and runtime source bytes are retained.
+
+## Use and data terms
+
+Use is restricted to non-commercial research and education. Training includes research-restricted IAM and IIIT handwriting sources, CC0 Nepali word crops, CC BY material, synthetic renders and internally used newspaper-derived crops. This repository does not grant rights to the underlying datasets or permission for commercial deployment. See `LICENSE`, `TRAINING_DATA.md` and `THIRD_PARTY_NOTICES.md`. No Indra or Qwen weights are included; those systems were comparators, not teachers for this checkpoint.
+
+## Release packaging checks
+
+The download-layout CLI was checked on fixed Nepali, Hindi and English inputs in both backends (six exact reference matches). The actual PaddleX factory was rerun on 24 path inputs and 24 BGR inputs, with 24 JSON results checked and zero Torch tensor operations. These are packaging controls; the larger fixed-corpus accuracy results are reported above.
diff --git a/THIRD_PARTY_NOTICES.md b/THIRD_PARTY_NOTICES.md
new file mode 100644
index 0000000000000000000000000000000000000000..4e82f4831a34837e1cf65bd8238a8cecada5548a
--- /dev/null
+++ b/THIRD_PARTY_NOTICES.md
@@ -0,0 +1,8 @@
+# Third-party notices
+
+- Microsoft TrOCR-small-handwritten: the unchanged original English weights and architecture originate from [microsoft/trocr-small-handwritten](https://huggingface.co/microsoft/trocr-small-handwritten), whose publisher model card declares MIT. Microsoft TrOCR source is in [microsoft/unilm](https://github.com/microsoft/unilm/tree/master/trocr); its original model card is retained at `source-model/english-assets/README.md`.
+- Hugging Face Transformers, PyTorch, PaddlePaddle, PaddleX, Safetensors, SentencePiece, tokenizers, Pillow and NumPy are external runtime dependencies, governed by their respective licenses.
+- The native CPU operator code incorporates or adapts third-party numerical implementations. Their exact notices are retained under `paddle/code/`: `trocr_paddle_norm_probe.LICENSE`, `trocr_paddle_sleef_probe.LICENSE`, and `trocr_selective_onednn_pass.LICENSE`. Retain those files with native redistributions.
+- The project-authored loader, codec and beam-search runtime retain their source comments and are supplied under the research release terms in `LICENSE`. This does not relicense third-party code or model components.
+
+The source and native formats encode the same 74,842,752-value recognizer. Neither training datasets nor third-party comparator weights are included.
diff --git a/TRAINING_DATA.md b/TRAINING_DATA.md
new file mode 100644
index 0000000000000000000000000000000000000000..ae8415bb0a1f6d0ba860e16b6021d1c3f66a6751
--- /dev/null
+++ b/TRAINING_DATA.md
@@ -0,0 +1,12 @@
+# Training provenance and scope
+
+This checkpoint descends from earlier OCR experiments; its final continuation used a fixed mixture of Nepali words, IIIT Hindi words, English handwriting lines, GNHK lines, newspaper-derived print, NVIDIA English print, IIIT Hindi Unicode words and conjunct renders. Earlier ancestors also used additional word/character and synthetic replay. This is a research training lineage, not a clean-room unrestricted checkpoint.
+
+- **Nepali handwriting words:** [Sweekar Dahal's collection](https://github.com/dahalsweekar/Nepali-Handwritten-Dataset-for-Recognition); CC0 uploader metadata. The final mixture uses 3,187 training words. Evaluation crops remain excluded from training.
+- **Hindi handwriting:** [IIIT-INDIC-HW-WORDS](https://cvit.iiit.ac.in/research/projects/cvit-projects/iiit-indic-hw-words), IIIT-HW-Dev and [IIIT-Indic-HW-UC](https://cvit.iiit.ac.in/usodi/ucciohd.php). These were used in their research/education context. No unrestricted commercial grant is asserted.
+- **English handwriting:** [IAM](https://fki.tic.heia-fr.ch/databases/iam-handwriting-database), used under its non-commercial research context, and [GNHK](https://www.gnhk-dataset.org/), with upstream attribution and dataset terms. Public mirrors do not broaden the original terms.
+- **English synthetic print replay:** [NVIDIA OCR-Synthetic-Multilingual-v1](https://huggingface.co/datasets/nvidia/OCR-Synthetic-Multilingual-v1), attributed CC BY 4.0 material in the experiment's original source inventory. The model card does not grant ownership of these source images.
+- **Nepali print:** Gorkhapatra-derived chunks were used internally with converted PDF-text silver labels. They are not newly human-verified labels or an unrestricted public dataset.
+- **Synthetic text/conjunct renders:** Unicode text rendered with OFL-font families; font licenses remain separate. No font binaries are redistributed here.
+
+Training images, image crops, label files, raw evaluation predictions and training secrets are excluded from this repository. Training on research data and publication of these research weights do not establish permission for commercial use. Obtain appropriate rights from the relevant owners before considering a separate commercial release.
diff --git a/checksums.sha256 b/checksums.sha256
new file mode 100644
index 0000000000000000000000000000000000000000..b7e1d6ee0fe6a9e928469b1b8cba319b5e6b11c1
--- /dev/null
+++ b/checksums.sha256
@@ -0,0 +1,57 @@
+6914e9fe1b84a0abfe32e9a1148a9b29db07a78dc646b82416b50ee0f5f20acb .gitattributes
+37908899ed8fb456bd644323faae79bdd5b54ebdf90f07c7cf795d5ccfdd2866 LICENSE
+fc0aee088bfeb7f7449f98426a6a8185e1b81e767da6da45b13016bf687fdbd6 README.md
+3beebf852bf869560dd1adabeb93be212c61a55ce002fbe2bdea2b5f8167cb68 THIRD_PARTY_NOTICES.md
+d986e14af668016c081480cb05e316987bc8c519764f9f004c33db66e855a5d5 TRAINING_DATA.md
+0498d8b7d61f3c8e4a4fdcd927a507464cfaf8156bf874a211484a5474697719 code/shared_character_recognizer.py
+7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2 code/trocr_character_codec.py
+965c8de2c0cf3d005ac70cb01a205f5e599fea85d888fa88f0c0164599594db7 metrics.json
+364b288087110ed4a47b6e4c0cfa1367dfcff6249c57d082b3becd472e338e58 paddle/bundle.json
+0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede paddle/candidate/bundle.json
+7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a paddle/candidate/character-assets/character_codec.json
+36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b paddle/candidate/character-assets/preprocessor_config.json
+7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b paddle/candidate/english-assets/README.md
+eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2 paddle/candidate/english-assets/preprocessor_config.json
+6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4 paddle/candidate/english-assets/sentencepiece.bpe.model
+e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c paddle/candidate/english-assets/tokenizer_config.json
+6a7b1d60aa337ba04514c9910e68f96d1bafdff383f3779e83f22a587707a3e3 paddle/code/paddlex_shared_character.py
+394b45df79c5c4e84c2053b62b8d4080ef6a875034b6b16c661ac63257f56a30 paddle/code/shared_character_native.py
+7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2 paddle/code/trocr_character_codec.py
+e4f1d87113404dfc16fdddd78a1cdd6477a2f886d76cef99594fc537fc531028 paddle/code/trocr_numpy_beam.py
+19d6a3818fa4927890b59222656f155faae8f8817ebc9f40f779fdb6ab5a65d2 paddle/code/trocr_paddle_norm_probe.LICENSE
+5f35cc826b3a0001293ed62e8ea95e5784f89f5e25300bf437d34be1d35e8a75 paddle/code/trocr_paddle_sleef_probe.LICENSE
+ff6311c56c1b22c9209c96cc8afc16da91c24ee55a15e14ebc46fe1960dbd856 paddle/code/trocr_selective_onednn_pass.LICENSE
+ff304ef7e20f22cc1bf3c3199c6614bc3e870db640e569d465ca87c6704051b6 paddle/code/trocr_selective_onednn_pass.cc
+63bb541df8f7a1f8635c946f2407aa0f449e63cfe480cbbe6c0b8d6fb2f5f4c2 paddle/code/trocr_source_cpu_ops.cc
+555d79e651df3b22fef37f7cc873c843678c135bbe39e69488f4ef3b2acb3e5d paddle/decoders/character/decoder-step.json
+e35ba8d8743abdcf8b6cdb48a572a669cbf3e504d38d2a48827b68657e32aeff paddle/decoders/character/decoder-step.pdiparams
+eaea1b3b5001549a6d0a4c4b1bd810371a82bdae2092452ac2f73214762ede95 paddle/decoders/english/decoder-step.json
+ec5ec71ad13c5305a1a95c8c2846c4de526571e58ce8df00fa5dbac529940a16 paddle/decoders/english/decoder-step.pdiparams
+24a40b59ddedd55f423035cb40def1e251633948a67802707d14cf3151a67ba8 paddle/decoders/report.json
+eddaf1699760460ba7f2bd7fbdee9b7de9166b581e5145d9dc3c8da177bd72b7 paddle/encoder/encoder.json
+b2a632ecd78bd35441f0575b5073ebdfe2dd8edebff08c892b386205655700b0 paddle/encoder/encoder.pdiparams
+6e19e7fe532e7d24d504f9e323e08d5c77e1ca07ceaeb1ebcc0f616369834dbc paddle/encoder/report.json
+42c4cf89a86fc3de900949348079f7b0c90d4e58ca2d28a105e326785a3eacd5 paddle/encoder/run.json
+fce69529c6a3752247be1192a495de7d1c395f8493039ad0d17546a42f936c60 paddle/encoder-library.so
+4748d485e0280227d6b395faf8c0b956217389abb4a3c267ff6cf5d427116863 paddle/inference.yml
+ec18fa5c8940fee3624d1c05e0ea4be12f1f3105a184eb03f18e7b1991a8ee7c predict.py
+0f20efb6a6b119ea4de9752b6120a19df0274c1c52621e6349e466b64b7a714b release-manifest.json
+7b26b16767a3a722eaed9b6499b3872927773a0817298bf8013a590c89e0e0bc requirements-paddle.txt
+2d2115dd37ef7dec5f883532694a7508120fe1fe20933d66bd843ff961460edf requirements-source.txt
+0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede source-model/bundle.json
+7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a source-model/character-assets/character_codec.json
+decbe7681cc6000bd5bf83226b295e7a051e8280bc12255961e011d2caadbfce source-model/character-assets/config.json
+9577d3da76b60ee97a70d1516ac144eba329a8a70dd0e96c6f721c910434dcff source-model/character-assets/generation_config.json
+36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b source-model/character-assets/preprocessor_config.json
+02b8abbca9b3f1e5fb8ea2057b0aea84e1f488dd5dd2ca52a75850170bc3b08b source-model/character-generation.json
+7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b source-model/english-assets/README.md
+2b6e06edec319984eca99c932d940bfa1f308db3f74d6279440b906c373bf727 source-model/english-assets/config.json
+41149cdcffec4d657f32dfcddd9b208037f01286c9e07945c724908c58ed0193 source-model/english-assets/generation_config.json
+eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2 source-model/english-assets/preprocessor_config.json
+6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4 source-model/english-assets/sentencepiece.bpe.model
+58dc0a3d15e3bad4861bcf2dee770ea327344d185182d4c5d2bf253285e53a83 source-model/english-assets/special_tokens_map.json
+e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c source-model/english-assets/tokenizer_config.json
+cddf3683b66672c43fee2a6d966829eebf2a00c61d376d0eb30db972693210be source-model/english-generation.json
+1c598da84fcbe26af738d5ef1c0ea04f80f965e7690b1089aeaa8c7977cd4359 source-model/model-configs.json
+9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93 source-model/weights.safetensors
+bf281f9f2fbabbec2885fc0556e59cc528bd2eed5f7033c20dd718bb480d9249 validation.json
diff --git a/code/shared_character_recognizer.py b/code/shared_character_recognizer.py
new file mode 100644
index 0000000000000000000000000000000000000000..ffb78ec57a739f3f2774a523ebe75fb7245ed59e
--- /dev/null
+++ b/code/shared_character_recognizer.py
@@ -0,0 +1,115 @@
+"""Research recognizer sharing one English encoder across two explicit branches.
+
+The character branch applies saved low-rank corrections through functional_call
+and supplies precomputed encoder outputs to a decoder-only VED container. No
+second learned encoder is registered or saved. Functional parameter overrides
+are serial CPU research operations, not a concurrent/native serving interface.
+"""
+import copy
+import hashlib
+import json
+from pathlib import Path
+
+import torch
+from torch import nn
+from safetensors.torch import load_file
+from transformers import DeiTModel, GenerationConfig, VisionEncoderDecoderConfig, VisionEncoderDecoderModel
+
+
+def sha(path):
+ value = hashlib.sha256()
+ with Path(path).open('rb') as stream:
+ for block in iter(lambda: stream.read(1024 * 1024), b''): value.update(block)
+ return value.hexdigest()
+
+
+def eager(config):
+ config._attn_implementation = 'eager'
+ config.encoder._attn_implementation = 'eager'
+ config.decoder._attn_implementation = 'eager'
+ return config
+
+
+def load_english(folder):
+ config = eager(VisionEncoderDecoderConfig.from_pretrained(folder, local_files_only=True))
+ model, report = VisionEncoderDecoderModel.from_pretrained(folder, config=config,
+ encoder=DeiTModel(config.encoder, add_pooling_layer=False), local_files_only=True,
+ dtype=torch.float32, attn_implementation='eager', output_loading_info=True)
+ assert not any(report.get(k) for k in ['missing_keys', 'unexpected_keys', 'mismatched_keys', 'error_msgs'])
+ assert sum(p.numel() for p in model.parameters()) == 61448832
+ return model.eval().requires_grad_(False)
+
+
+class PrecomputedOnlyEncoder(nn.Module):
+ main_input_name = 'pixel_values'
+
+ def __init__(self, config):
+ super().__init__(); self.config = copy.deepcopy(config)
+
+ def get_output_embeddings(self):
+ return None
+
+ def forward(self, pixel_values=None, **kwargs):
+ raise RuntimeError('Character decoding requires the shared encoder outputs')
+
+
+class Correction(nn.Module):
+ def __init__(self, spec):
+ super().__init__(); self.spec = spec
+ if spec['kind'] == 'factor':
+ self.left = nn.Parameter(torch.empty(spec['matrix_shape'][0], spec['rank']))
+ self.right = nn.Parameter(torch.empty(spec['rank'], spec['matrix_shape'][1]))
+ else:
+ assert spec['kind'] == 'replacement'
+ self.value = nn.Parameter(torch.empty(spec['shape']))
+
+ def apply(self, base):
+ if self.spec['kind'] == 'replacement': return self.value
+ return base + (self.left @ self.right).reshape(self.spec['shape'])
+
+
+class SharedCharacterRecognizer(nn.Module):
+ def __init__(self, original, character_decoder, character_projection, character_config,
+ english_generation, character_generation, specifications):
+ super().__init__()
+ self.original = original
+ cfg = eager(copy.deepcopy(character_config))
+ self.character = VisionEncoderDecoderModel(config=cfg,
+ encoder=PrecomputedOnlyEncoder(cfg.encoder), decoder=character_decoder)
+ if character_projection is not None: self.character.enc_to_dec_proj = character_projection
+ self.original.generation_config = copy.deepcopy(english_generation)
+ self.character.generation_config = copy.deepcopy(character_generation)
+ self.specifications = specifications
+ self.corrections = nn.ModuleDict({spec['key']: Correction(spec) for spec in specifications})
+
+ def generate_pixels(self, pixels, branch, generation):
+ if self.training: raise ValueError('Explicit eval mode is required')
+ if branch == 'english': return self.original.generate(pixel_values=pixels, **generation)
+ if branch != 'character': raise ValueError('Require an explicit English or character branch')
+ base = self.original.encoder.state_dict()
+ overrides = {spec['name']: self.corrections[spec['key']].apply(base[spec['name']])
+ for spec in self.specifications}
+ output = torch.func.functional_call(self.original.encoder, overrides, (),
+ dict(pixel_values=pixels, return_dict=True), strict=False)
+ return self.character.generate(encoder_outputs=output, **generation)
+
+ @classmethod
+ def from_bundle(cls, folder):
+ folder = Path(folder); manifest = json.loads((folder / 'bundle.json').read_text())
+ for name, expected in manifest['files_sha256'].items(): assert sha(folder / name) == expected
+ configs = json.loads((folder / 'model-configs.json').read_text())
+ english = eager(VisionEncoderDecoderConfig.from_dict(configs['english']))
+ character = eager(VisionEncoderDecoderConfig.from_dict(configs['character']))
+ original = VisionEncoderDecoderModel(config=english,
+ encoder=DeiTModel(english.encoder, add_pooling_layer=False))
+ private = VisionEncoderDecoderModel(config=character,
+ encoder=PrecomputedOnlyEncoder(character.encoder))
+ model = cls(original, private.decoder, getattr(private, 'enc_to_dec_proj', None), character,
+ GenerationConfig.from_pretrained(folder, config_file_name='english-generation.json', local_files_only=True),
+ GenerationConfig.from_pretrained(folder, config_file_name='character-generation.json', local_files_only=True),
+ manifest['corrections'])
+ result = model.load_state_dict(load_file(str(folder / 'weights.safetensors')), strict=True)
+ assert not result.missing_keys and not result.unexpected_keys
+ assert sum(p.numel() for p in model.parameters()) == manifest['parameters'] == 74842752
+ assert len(model.character.encoder.state_dict()) == 0
+ return model.eval().requires_grad_(False)
diff --git a/code/trocr_character_codec.py b/code/trocr_character_codec.py
new file mode 100644
index 0000000000000000000000000000000000000000..ea392d88493d677bdddde4d5546a6c3c921ebb93
--- /dev/null
+++ b/code/trocr_character_codec.py
@@ -0,0 +1,46 @@
+"""Literal NFC character codec for the experimental compact TrOCR decoder.
+
+Tokenizer BOS0 is serialization only; training targets exclude it. Generation
+starts with EOS2 and suppresses BOS/PAD/UNK. Unknown outputs remain visible as
+replacement characters when decoded, never silently removed.
+"""
+import unicodedata
+
+
+class CharacterCodec:
+ def __init__(self, characters):
+ if len(characters) != len(set(characters)) or any(len(c) != 1 for c in characters):
+ raise ValueError('Require ordered, unique Unicode codepoints')
+ self.characters = list(characters)
+ self.native = set(characters)
+ self.character_ids = {c: i + 4 for i, c in enumerate(characters)}
+ self.id_characters = {i: c for c, i in self.character_ids.items()}
+ self.classes = len(characters) + 4
+
+ def encode(self, text):
+ if not text or text != unicodedata.normalize('NFC', text).strip():
+ raise ValueError('Require nonempty, stripped NFC text')
+ if any(c not in self.native for c in text):
+ raise ValueError('Text outside the fixed OCR alphabet')
+ return [0, *[self.character_ids[c] for c in text], 2], 'characters'
+
+ def decode(self, ids):
+ pieces = []
+ for index in ids:
+ if index in [0, 1, 2]:
+ continue
+ if index == 3:
+ pieces.append('\ufffd')
+ elif index in self.id_characters:
+ pieces.append(self.id_characters[index])
+ else:
+ raise ValueError('Unassigned character output ID')
+ return unicodedata.normalize('NFC', ''.join(pieces))
+
+ def manifest(self):
+ return {'version': 1, 'kind': 'literal_NFC_characters', 'classes': self.classes,
+ 'special_ids': {'BOS_serialization': 0, 'PAD': 1, 'EOS_and_decoder_start': 2, 'UNK': 3},
+ 'character_ids': self.character_ids, 'generation_suppressed_ids': [0, 1, 3],
+ 'training_target': 'Drop serialization BOS0 only; retain every text codepoint and EOS2',
+ 'unknown_output': 'Decode3 as U+FFFD, never silently remove it',
+ 'scope': 'Experimental codec, not recognition quality or Paddle qualification.'}
diff --git a/metrics.json b/metrics.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f5637fd02c51b68586c4a3347e888e1fad6b283
--- /dev/null
+++ b/metrics.json
@@ -0,0 +1,117 @@
+{
+ "physical_neural_values_per_format": 74842752,
+ "metrics": {
+ "character": {
+ "images": 7820,
+ "sets": {
+ "hw_nep_dev": {
+ "images": 300,
+ "chars": 1524,
+ "edits": 198,
+ "exact": 196,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.12992125984251968
+ },
+ "hw_hindi_dev": {
+ "images": 2000,
+ "chars": 12054,
+ "edits": 974,
+ "exact": 1440,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.08080305292848847
+ },
+ "hw_en_dev": {
+ "images": 976,
+ "chars": 42074,
+ "edits": 2564,
+ "exact": 219,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.06094024813423967
+ },
+ "real_dev": {
+ "images": 2000,
+ "chars": 43430,
+ "edits": 4860,
+ "exact": 1618,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.11190421367718167
+ },
+ "synth_dev": {
+ "images": 800,
+ "chars": 10050,
+ "edits": 263,
+ "exact": 675,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.026169154228855723
+ },
+ "en_dev": {
+ "images": 1744,
+ "chars": 46033,
+ "edits": 6415,
+ "exact": 908,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.13935654856298743
+ }
+ },
+ "generation": {
+ "do_sample": false,
+ "num_beams": 10,
+ "max_new_tokens": 257,
+ "min_length": 0,
+ "length_penalty": 1.0,
+ "early_stopping": false,
+ "use_cache": true,
+ "suppress_tokens": [
+ 0,
+ 1,
+ 3
+ ]
+ },
+ "native_source_exact": true,
+ "verification_sha256": "7df9ebd369fd4e323039639f1ce9602f95193e0d6a42fc20cba37ece7f052e1b"
+ },
+ "english": {
+ "images": 976,
+ "sets": {
+ "hw_en_dev": {
+ "images": 976,
+ "chars": 42074,
+ "edits": 974,
+ "exact": 605,
+ "failed": 0,
+ "empty": 0,
+ "capped": 0,
+ "CER": 0.023149688643818035
+ }
+ },
+ "generation": {
+ "do_sample": false,
+ "num_beams": 10,
+ "max_new_tokens": 256,
+ "min_length": 0,
+ "length_penalty": 1.0,
+ "early_stopping": false,
+ "use_cache": true
+ },
+ "native_source_exact": true,
+ "verification_sha256": "daa40c7506e76966acaa17313a015c4b7badb904a15aebd9ab5a26371b6098ab"
+ }
+ },
+ "normalization": "NFC codepoint CER; all samples, failures, empties and caps retained",
+ "explicit_language_branch": true,
+ "automatic_routing": false,
+ "blind_unseen_writer_page_evaluation": false,
+ "handwriting_4percent_target_achieved": false
+}
diff --git a/paddle/bundle.json b/paddle/bundle.json
new file mode 100644
index 0000000000000000000000000000000000000000..aadb18ae024803d78d4789f7badf3a2f86266b3f
--- /dev/null
+++ b/paddle/bundle.json
@@ -0,0 +1,44 @@
+{
+ "scope": "Package only native graph parameters and required assets for PaddleX research.\n\nNo source Torch weights or training controls are included. Relocation and\nPaddleX path/BGR/result behavior require a separate actual-factory audit.\n",
+ "config_sha256": "4748d485e0280227d6b395faf8c0b956217389abb4a3c267ff6cf5d427116863",
+ "assets_sha256": {
+ "candidate/bundle.json": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "candidate/character-assets/character_codec.json": "7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a",
+ "candidate/character-assets/preprocessor_config.json": "36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b",
+ "candidate/english-assets/sentencepiece.bpe.model": "6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4",
+ "candidate/english-assets/tokenizer_config.json": "e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c",
+ "candidate/english-assets/preprocessor_config.json": "eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2",
+ "candidate/english-assets/README.md": "7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b",
+ "encoder/encoder.json": "eddaf1699760460ba7f2bd7fbdee9b7de9166b581e5145d9dc3c8da177bd72b7",
+ "encoder/encoder.pdiparams": "b2a632ecd78bd35441f0575b5073ebdfe2dd8edebff08c892b386205655700b0",
+ "encoder/report.json": "6e19e7fe532e7d24d504f9e323e08d5c77e1ca07ceaeb1ebcc0f616369834dbc",
+ "encoder/run.json": "42c4cf89a86fc3de900949348079f7b0c90d4e58ca2d28a105e326785a3eacd5",
+ "decoders/report.json": "24a40b59ddedd55f423035cb40def1e251633948a67802707d14cf3151a67ba8",
+ "decoders/english/decoder-step.json": "eaea1b3b5001549a6d0a4c4b1bd810371a82bdae2092452ac2f73214762ede95",
+ "decoders/english/decoder-step.pdiparams": "ec5ec71ad13c5305a1a95c8c2846c4de526571e58ce8df00fa5dbac529940a16",
+ "decoders/character/decoder-step.json": "555d79e651df3b22fef37f7cc873c843678c135bbe39e69488f4ef3b2acb3e5d",
+ "decoders/character/decoder-step.pdiparams": "e35ba8d8743abdcf8b6cdb48a572a669cbf3e504d38d2a48827b68657e32aeff",
+ "encoder-library.so": "fce69529c6a3752247be1192a495de7d1c395f8493039ad0d17546a42f936c60",
+ "code/paddlex_shared_character.py": "6a7b1d60aa337ba04514c9910e68f96d1bafdff383f3779e83f22a587707a3e3",
+ "code/shared_character_native.py": "394b45df79c5c4e84c2053b62b8d4080ef6a875034b6b16c661ac63257f56a30",
+ "code/trocr_character_codec.py": "7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2",
+ "code/trocr_numpy_beam.py": "e4f1d87113404dfc16fdddd78a1cdd6477a2f886d76cef99594fc537fc531028",
+ "code/trocr_source_cpu_ops.cc": "63bb541df8f7a1f8635c946f2407aa0f449e63cfe480cbbe6c0b8d6fb2f5f4c2",
+ "code/trocr_selective_onednn_pass.cc": "ff304ef7e20f22cc1bf3c3199c6614bc3e870db640e569d465ca87c6704051b6",
+ "code/trocr_paddle_norm_probe.LICENSE": "19d6a3818fa4927890b59222656f155faae8f8817ebc9f40f779fdb6ab5a65d2",
+ "code/trocr_paddle_sleef_probe.LICENSE": "5f35cc826b3a0001293ed62e8ea95e5784f89f5e25300bf437d34be1d35e8a75",
+ "code/trocr_selective_onednn_pass.LICENSE": "ff6311c56c1b22c9209c96cc8afc16da91c24ee55a15e14ebc46fe1960dbd856"
+ },
+ "parameters": 74842752,
+ "source_Torch_weights_included": false,
+ "second_encoder_stored": false,
+ "native_generation_report_sha256": "63682d42f3edd72df566613a546aef35d86cc4a9580873a823132a3736e86722",
+ "runtime_change_since_direct_controls": "Library relocation argument, RGB preprocessing helper and graph-path diagnostics; actual factory audit is mandatory.",
+ "source_sha256": "d2d2338a9d8efafde6d1bb8995addba0c7482976ffb2dae3481de41433acc2b4",
+ "factory_contract_qualified": false,
+ "native_Paddle_qualified": false,
+ "PaddleX_qualified": false,
+ "model_promoted": false,
+ "public_release_parent_bundle_sha256": "7f4091be58fc6398363d7a192fab73af6832a543a193efada11b91f188e7d120",
+ "public_packaging_change": "Exclude conversion-control predictions; graph parameters, runtime sources, required identity reports and text assets unchanged."
+}
diff --git a/paddle/candidate/bundle.json b/paddle/candidate/bundle.json
new file mode 100644
index 0000000000000000000000000000000000000000..f696099093b07df11aa4af40e8376390597e1588
--- /dev/null
+++ b/paddle/candidate/bundle.json
@@ -0,0 +1,2075 @@
+{
+ "format": "shared-character-private-continuation-source-v1",
+ "parameters": 74842752,
+ "corrections": [
+ {
+ "key": "t000",
+ "name": "embeddings.cls_token",
+ "shape": [
+ 1,
+ 1,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t001",
+ "name": "embeddings.distillation_token",
+ "shape": [
+ 1,
+ 1,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t002",
+ "name": "embeddings.patch_embeddings.projection.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t003",
+ "name": "embeddings.patch_embeddings.projection.weight",
+ "shape": [
+ 384,
+ 3,
+ 16,
+ 16
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 768
+ ]
+ },
+ {
+ "key": "t004",
+ "name": "embeddings.position_embeddings",
+ "shape": [
+ 1,
+ 578,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t005",
+ "name": "encoder.layer.0.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t006",
+ "name": "encoder.layer.0.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t007",
+ "name": "encoder.layer.0.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t008",
+ "name": "encoder.layer.0.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t009",
+ "name": "encoder.layer.0.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t010",
+ "name": "encoder.layer.0.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t011",
+ "name": "encoder.layer.0.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t012",
+ "name": "encoder.layer.0.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t013",
+ "name": "encoder.layer.0.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t014",
+ "name": "encoder.layer.0.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t015",
+ "name": "encoder.layer.0.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t016",
+ "name": "encoder.layer.0.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t017",
+ "name": "encoder.layer.0.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t018",
+ "name": "encoder.layer.0.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t019",
+ "name": "encoder.layer.0.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t020",
+ "name": "encoder.layer.0.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t021",
+ "name": "encoder.layer.1.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t022",
+ "name": "encoder.layer.1.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t023",
+ "name": "encoder.layer.1.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t024",
+ "name": "encoder.layer.1.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t025",
+ "name": "encoder.layer.1.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t026",
+ "name": "encoder.layer.1.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t027",
+ "name": "encoder.layer.1.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t028",
+ "name": "encoder.layer.1.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t029",
+ "name": "encoder.layer.1.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t030",
+ "name": "encoder.layer.1.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t031",
+ "name": "encoder.layer.1.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t032",
+ "name": "encoder.layer.1.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t033",
+ "name": "encoder.layer.1.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t034",
+ "name": "encoder.layer.1.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t035",
+ "name": "encoder.layer.1.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t036",
+ "name": "encoder.layer.1.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t037",
+ "name": "encoder.layer.10.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t038",
+ "name": "encoder.layer.10.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t039",
+ "name": "encoder.layer.10.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t040",
+ "name": "encoder.layer.10.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t041",
+ "name": "encoder.layer.10.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t042",
+ "name": "encoder.layer.10.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t043",
+ "name": "encoder.layer.10.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t044",
+ "name": "encoder.layer.10.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t045",
+ "name": "encoder.layer.10.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t046",
+ "name": "encoder.layer.10.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t047",
+ "name": "encoder.layer.10.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t048",
+ "name": "encoder.layer.10.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t049",
+ "name": "encoder.layer.10.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t050",
+ "name": "encoder.layer.10.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t051",
+ "name": "encoder.layer.10.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t052",
+ "name": "encoder.layer.10.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t053",
+ "name": "encoder.layer.11.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t054",
+ "name": "encoder.layer.11.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t055",
+ "name": "encoder.layer.11.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t056",
+ "name": "encoder.layer.11.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t057",
+ "name": "encoder.layer.11.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t058",
+ "name": "encoder.layer.11.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t059",
+ "name": "encoder.layer.11.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t060",
+ "name": "encoder.layer.11.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t061",
+ "name": "encoder.layer.11.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t062",
+ "name": "encoder.layer.11.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t063",
+ "name": "encoder.layer.11.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t064",
+ "name": "encoder.layer.11.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t065",
+ "name": "encoder.layer.11.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t066",
+ "name": "encoder.layer.11.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t067",
+ "name": "encoder.layer.11.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t068",
+ "name": "encoder.layer.11.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t069",
+ "name": "encoder.layer.2.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t070",
+ "name": "encoder.layer.2.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t071",
+ "name": "encoder.layer.2.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t072",
+ "name": "encoder.layer.2.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t073",
+ "name": "encoder.layer.2.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t074",
+ "name": "encoder.layer.2.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t075",
+ "name": "encoder.layer.2.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t076",
+ "name": "encoder.layer.2.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t077",
+ "name": "encoder.layer.2.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t078",
+ "name": "encoder.layer.2.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t079",
+ "name": "encoder.layer.2.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t080",
+ "name": "encoder.layer.2.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t081",
+ "name": "encoder.layer.2.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t082",
+ "name": "encoder.layer.2.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t083",
+ "name": "encoder.layer.2.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t084",
+ "name": "encoder.layer.2.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t085",
+ "name": "encoder.layer.3.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t086",
+ "name": "encoder.layer.3.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t087",
+ "name": "encoder.layer.3.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t088",
+ "name": "encoder.layer.3.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t089",
+ "name": "encoder.layer.3.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t090",
+ "name": "encoder.layer.3.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t091",
+ "name": "encoder.layer.3.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t092",
+ "name": "encoder.layer.3.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t093",
+ "name": "encoder.layer.3.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t094",
+ "name": "encoder.layer.3.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t095",
+ "name": "encoder.layer.3.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t096",
+ "name": "encoder.layer.3.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t097",
+ "name": "encoder.layer.3.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t098",
+ "name": "encoder.layer.3.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t099",
+ "name": "encoder.layer.3.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t100",
+ "name": "encoder.layer.3.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t101",
+ "name": "encoder.layer.4.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t102",
+ "name": "encoder.layer.4.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t103",
+ "name": "encoder.layer.4.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t104",
+ "name": "encoder.layer.4.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t105",
+ "name": "encoder.layer.4.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t106",
+ "name": "encoder.layer.4.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t107",
+ "name": "encoder.layer.4.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t108",
+ "name": "encoder.layer.4.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t109",
+ "name": "encoder.layer.4.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t110",
+ "name": "encoder.layer.4.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t111",
+ "name": "encoder.layer.4.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t112",
+ "name": "encoder.layer.4.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t113",
+ "name": "encoder.layer.4.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t114",
+ "name": "encoder.layer.4.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t115",
+ "name": "encoder.layer.4.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t116",
+ "name": "encoder.layer.4.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t117",
+ "name": "encoder.layer.5.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t118",
+ "name": "encoder.layer.5.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t119",
+ "name": "encoder.layer.5.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t120",
+ "name": "encoder.layer.5.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t121",
+ "name": "encoder.layer.5.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t122",
+ "name": "encoder.layer.5.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t123",
+ "name": "encoder.layer.5.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t124",
+ "name": "encoder.layer.5.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t125",
+ "name": "encoder.layer.5.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t126",
+ "name": "encoder.layer.5.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t127",
+ "name": "encoder.layer.5.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t128",
+ "name": "encoder.layer.5.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t129",
+ "name": "encoder.layer.5.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t130",
+ "name": "encoder.layer.5.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t131",
+ "name": "encoder.layer.5.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t132",
+ "name": "encoder.layer.5.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t133",
+ "name": "encoder.layer.6.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t134",
+ "name": "encoder.layer.6.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t135",
+ "name": "encoder.layer.6.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t136",
+ "name": "encoder.layer.6.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t137",
+ "name": "encoder.layer.6.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t138",
+ "name": "encoder.layer.6.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t139",
+ "name": "encoder.layer.6.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t140",
+ "name": "encoder.layer.6.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t141",
+ "name": "encoder.layer.6.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t142",
+ "name": "encoder.layer.6.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t143",
+ "name": "encoder.layer.6.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t144",
+ "name": "encoder.layer.6.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t145",
+ "name": "encoder.layer.6.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t146",
+ "name": "encoder.layer.6.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t147",
+ "name": "encoder.layer.6.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t148",
+ "name": "encoder.layer.6.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t149",
+ "name": "encoder.layer.7.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t150",
+ "name": "encoder.layer.7.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t151",
+ "name": "encoder.layer.7.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t152",
+ "name": "encoder.layer.7.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t153",
+ "name": "encoder.layer.7.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t154",
+ "name": "encoder.layer.7.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t155",
+ "name": "encoder.layer.7.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t156",
+ "name": "encoder.layer.7.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t157",
+ "name": "encoder.layer.7.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t158",
+ "name": "encoder.layer.7.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t159",
+ "name": "encoder.layer.7.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t160",
+ "name": "encoder.layer.7.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t161",
+ "name": "encoder.layer.7.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t162",
+ "name": "encoder.layer.7.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t163",
+ "name": "encoder.layer.7.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t164",
+ "name": "encoder.layer.7.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t165",
+ "name": "encoder.layer.8.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t166",
+ "name": "encoder.layer.8.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t167",
+ "name": "encoder.layer.8.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t168",
+ "name": "encoder.layer.8.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t169",
+ "name": "encoder.layer.8.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t170",
+ "name": "encoder.layer.8.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t171",
+ "name": "encoder.layer.8.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t172",
+ "name": "encoder.layer.8.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t173",
+ "name": "encoder.layer.8.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t174",
+ "name": "encoder.layer.8.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t175",
+ "name": "encoder.layer.8.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t176",
+ "name": "encoder.layer.8.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t177",
+ "name": "encoder.layer.8.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t178",
+ "name": "encoder.layer.8.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t179",
+ "name": "encoder.layer.8.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t180",
+ "name": "encoder.layer.8.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t181",
+ "name": "encoder.layer.9.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t182",
+ "name": "encoder.layer.9.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t183",
+ "name": "encoder.layer.9.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t184",
+ "name": "encoder.layer.9.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t185",
+ "name": "encoder.layer.9.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t186",
+ "name": "encoder.layer.9.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t187",
+ "name": "encoder.layer.9.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t188",
+ "name": "encoder.layer.9.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t189",
+ "name": "encoder.layer.9.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t190",
+ "name": "encoder.layer.9.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t191",
+ "name": "encoder.layer.9.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t192",
+ "name": "encoder.layer.9.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t193",
+ "name": "encoder.layer.9.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t194",
+ "name": "encoder.layer.9.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t195",
+ "name": "encoder.layer.9.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t196",
+ "name": "encoder.layer.9.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t197",
+ "name": "layernorm.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t198",
+ "name": "layernorm.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ }
+ ],
+ "files_sha256": {
+ "weights.safetensors": "9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93",
+ "english-assets/README.md": "7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b",
+ "english-assets/config.json": "2b6e06edec319984eca99c932d940bfa1f308db3f74d6279440b906c373bf727",
+ "english-assets/generation_config.json": "41149cdcffec4d657f32dfcddd9b208037f01286c9e07945c724908c58ed0193",
+ "english-assets/preprocessor_config.json": "eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2",
+ "english-assets/sentencepiece.bpe.model": "6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4",
+ "english-assets/special_tokens_map.json": "58dc0a3d15e3bad4861bcf2dee770ea327344d185182d4c5d2bf253285e53a83",
+ "english-assets/tokenizer_config.json": "e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c",
+ "character-assets/config.json": "decbe7681cc6000bd5bf83226b295e7a051e8280bc12255961e011d2caadbfce",
+ "character-assets/generation_config.json": "9577d3da76b60ee97a70d1516ac144eba329a8a70dd0e96c6f721c910434dcff",
+ "character-assets/character_codec.json": "7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a",
+ "character-assets/preprocessor_config.json": "36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b",
+ "model-configs.json": "1c598da84fcbe26af738d5ef1c0ea04f80f965e7690b1089aeaa8c7977cd4359",
+ "english-generation.json": "cddf3683b66672c43fee2a6d966829eebf2a00c61d376d0eb30db972693210be",
+ "character-generation.json": "02b8abbca9b3f1e5fb8ea2057b0aea84e1f488dd5dd2ca52a75850170bc3b08b"
+ },
+ "uniform_rank": 71,
+ "routing_parameters_reserved": 100000,
+ "automatic_dispatch": false,
+ "scope": "Serial CPU source candidate only; no accuracy or native Paddle qualification",
+ "original_model_sha256": "1b83102cbc1520dee1c3937ac334da83da18cf4683d46ebd1bd4e93ebe584dd7",
+ "parent_bundle_sha256": "b9281e7da68d2b9c331697a9fb15da3a2366fb937fce00742d658987d924318e",
+ "training_run_sha256": "713dfd450e19d12523585d9973aad7a7236097e64206e035800bbdcfeacb21e3",
+ "training_step": 8000,
+ "training_chain": "5e79546a138135b739b6485f3af4d81d412baa44119e849ec307ac8d87dff4ec",
+ "initial_character_model_sha256": "fcc1346b8c6aa36ae04b8628deb5cd309aa09d4574f0ed9ee0ce4d124091174a",
+ "root_bundle_sha256": "a52a68c8950c7eada39215d52b7b1eaf893d23577297951019bce382689baf48",
+ "parent_training_step": 8000,
+ "cumulative_training_step": 16000,
+ "parent_training_run_sha256": "f33da3168d15a743a4e73a59a77a55f5c85e41ee675cf006a00c940b9a23c70b"
+}
diff --git a/paddle/candidate/character-assets/character_codec.json b/paddle/candidate/character-assets/character_codec.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae69d38374720c50dea8111ad762e92efefee1cc
--- /dev/null
+++ b/paddle/candidate/character-assets/character_codec.json
@@ -0,0 +1,590 @@
+{
+ "version": 1,
+ "kind": "literal_NFC_characters",
+ "classes": 573,
+ "special_ids": {
+ "BOS_serialization": 0,
+ "PAD": 1,
+ "EOS_and_decoder_start": 2,
+ "UNK": 3
+ },
+ "character_ids": {
+ "!": 4,
+ "\"": 5,
+ "#": 6,
+ "$": 7,
+ "%": 8,
+ "&": 9,
+ "'": 10,
+ "(": 11,
+ ")": 12,
+ "*": 13,
+ "+": 14,
+ ",": 15,
+ "-": 16,
+ ".": 17,
+ "/": 18,
+ "0": 19,
+ "1": 20,
+ "2": 21,
+ "3": 22,
+ "4": 23,
+ "5": 24,
+ "6": 25,
+ "7": 26,
+ "8": 27,
+ "9": 28,
+ ":": 29,
+ ";": 30,
+ "<": 31,
+ "=": 32,
+ ">": 33,
+ "?": 34,
+ "A": 35,
+ "B": 36,
+ "C": 37,
+ "D": 38,
+ "E": 39,
+ "F": 40,
+ "G": 41,
+ "H": 42,
+ "I": 43,
+ "J": 44,
+ "K": 45,
+ "L": 46,
+ "M": 47,
+ "N": 48,
+ "O": 49,
+ "P": 50,
+ "Q": 51,
+ "R": 52,
+ "S": 53,
+ "T": 54,
+ "U": 55,
+ "V": 56,
+ "W": 57,
+ "X": 58,
+ "Y": 59,
+ "Z": 60,
+ "[": 61,
+ "]": 62,
+ "_": 63,
+ "`": 64,
+ "a": 65,
+ "b": 66,
+ "c": 67,
+ "d": 68,
+ "e": 69,
+ "f": 70,
+ "g": 71,
+ "h": 72,
+ "i": 73,
+ "j": 74,
+ "k": 75,
+ "l": 76,
+ "m": 77,
+ "n": 78,
+ "o": 79,
+ "p": 80,
+ "q": 81,
+ "r": 82,
+ "s": 83,
+ "t": 84,
+ "u": 85,
+ "v": 86,
+ "w": 87,
+ "x": 88,
+ "y": 89,
+ "z": 90,
+ "©": 91,
+ "‥": 92,
+ "{": 93,
+ "}": 94,
+ "\\": 95,
+ "|": 96,
+ "@": 97,
+ "^": 98,
+ "~": 99,
+ "÷": 100,
+ "∕": 101,
+ "∙": 102,
+ "⋅": 103,
+ "·": 104,
+ "±": 105,
+ "∓": 106,
+ "∩": 107,
+ "∪": 108,
+ "□": 109,
+ "←": 110,
+ "↔": 111,
+ "⇒": 112,
+ "⇐": 113,
+ "⇔": 114,
+ "∀": 115,
+ "∃": 116,
+ "∄": 117,
+ "∴": 118,
+ "∵": 119,
+ "∝": 120,
+ "∞": 121,
+ "⊥": 122,
+ "∟": 123,
+ "∠": 124,
+ "∡": 125,
+ "∢": 126,
+ "′": 127,
+ "″": 128,
+ "∥": 129,
+ "⊾": 130,
+ "⊿": 131,
+ "∂": 132,
+ "∫": 133,
+ "∬": 134,
+ "∭": 135,
+ "∮": 136,
+ "∯": 137,
+ "∰": 138,
+ "∑": 139,
+ "∏": 140,
+ "√": 141,
+ "∛": 142,
+ "∜": 143,
+ "∱": 144,
+ "∲": 145,
+ "∳": 146,
+ "∶": 147,
+ "∷": 148,
+ "∼": 149,
+ "®": 150,
+ "℉": 151,
+ "Ω": 152,
+ "℧": 153,
+ "Å": 154,
+ "⌀": 155,
+ "ℏ": 156,
+ "⅀": 157,
+ "⍺": 158,
+ "⍵": 159,
+ "¢": 160,
+ "€": 161,
+ "£": 162,
+ "¥": 163,
+ "₿": 164,
+ "Ⅰ": 165,
+ "Ⅱ": 166,
+ "Ⅲ": 167,
+ "Ⅳ": 168,
+ "Ⅴ": 169,
+ "Ⅵ": 170,
+ "Ⅶ": 171,
+ "Ⅷ": 172,
+ "Ⅸ": 173,
+ "Ⅹ": 174,
+ "Ⅺ": 175,
+ "Ⅻ": 176,
+ "ⅰ": 177,
+ "ⅱ": 178,
+ "ⅲ": 179,
+ "ⅳ": 180,
+ "ⅴ": 181,
+ "ⅵ": 182,
+ "ⅶ": 183,
+ "ⅷ": 184,
+ "ⅸ": 185,
+ "ⅹ": 186,
+ "ⅺ": 187,
+ "ⅻ": 188,
+ "➀": 189,
+ "➁": 190,
+ "➂": 191,
+ "➃": 192,
+ "➄": 193,
+ "➅": 194,
+ "➆": 195,
+ "➇": 196,
+ "➈": 197,
+ "➉": 198,
+ "➊": 199,
+ "➋": 200,
+ "➌": 201,
+ "➍": 202,
+ "➎": 203,
+ "➏": 204,
+ "➐": 205,
+ "➑": 206,
+ "➒": 207,
+ "➓": 208,
+ "❶": 209,
+ "❷": 210,
+ "❸": 211,
+ "❹": 212,
+ "❺": 213,
+ "❻": 214,
+ "❼": 215,
+ "❽": 216,
+ "❾": 217,
+ "❿": 218,
+ "①": 219,
+ "②": 220,
+ "③": 221,
+ "④": 222,
+ "⑤": 223,
+ "⑥": 224,
+ "⑦": 225,
+ "⑧": 226,
+ "⑨": 227,
+ "⑩": 228,
+ "●": 229,
+ "▶": 230,
+ "𝑢": 231,
+ "︽": 232,
+ "–": 233,
+ "﹥": 234,
+ "𝜓": 235,
+ "•": 236,
+ "∋": 237,
+ "ƒ": 238,
+ "⬆": 239,
+ "Ạ": 240,
+ "◀": 241,
+ "": 242,
+ "▫": 243,
+ "︾": 244,
+ "À": 245,
+ "Á": 246,
+ "Â": 247,
+ "Ã": 248,
+ "Ä": 249,
+ "Å": 250,
+ "Æ": 251,
+ "Ç": 252,
+ "È": 253,
+ "É": 254,
+ "Ê": 255,
+ "Ë": 256,
+ "Ì": 257,
+ "Í": 258,
+ "Î": 259,
+ "Ï": 260,
+ "Ð": 261,
+ "Ñ": 262,
+ "Ò": 263,
+ "Ó": 264,
+ "Ô": 265,
+ "Õ": 266,
+ "Ö": 267,
+ "Ø": 268,
+ "Ù": 269,
+ "Ú": 270,
+ "Û": 271,
+ "Ü": 272,
+ "Ý": 273,
+ "Þ": 274,
+ "à": 275,
+ "á": 276,
+ "â": 277,
+ "ã": 278,
+ "ä": 279,
+ "å": 280,
+ "æ": 281,
+ "ç": 282,
+ "è": 283,
+ "é": 284,
+ "ê": 285,
+ "ë": 286,
+ "ì": 287,
+ "í": 288,
+ "î": 289,
+ "ï": 290,
+ "ð": 291,
+ "ñ": 292,
+ "ò": 293,
+ "ó": 294,
+ "ô": 295,
+ "õ": 296,
+ "ö": 297,
+ "ø": 298,
+ "ù": 299,
+ "ú": 300,
+ "û": 301,
+ "ü": 302,
+ "ý": 303,
+ "þ": 304,
+ "ÿ": 305,
+ "¡": 306,
+ "¤": 307,
+ "¦": 308,
+ "§": 309,
+ "¨": 310,
+ "ª": 311,
+ "«": 312,
+ "¬": 313,
+ "¯": 314,
+ "°": 315,
+ "²": 316,
+ "³": 317,
+ "´": 318,
+ "µ": 319,
+ "¶": 320,
+ "¸": 321,
+ "¹": 322,
+ "º": 323,
+ "»": 324,
+ "¼": 325,
+ "½": 326,
+ "¾": 327,
+ "¿": 328,
+ "×": 329,
+ "‐": 330,
+ "‑": 331,
+ "‒": 332,
+ "—": 333,
+ "―": 334,
+ "‖": 335,
+ "‗": 336,
+ "‘": 337,
+ "’": 338,
+ "‚": 339,
+ "‛": 340,
+ "“": 341,
+ "”": 342,
+ "„": 343,
+ "‟": 344,
+ "†": 345,
+ "‡": 346,
+ "‣": 347,
+ "․": 348,
+ "…": 349,
+ "‧": 350,
+ "‰": 351,
+ "‴": 352,
+ "‵": 353,
+ "‶": 354,
+ "‷": 355,
+ "‸": 356,
+ "‹": 357,
+ "›": 358,
+ "※": 359,
+ "‼": 360,
+ "‽": 361,
+ "‾": 362,
+ "₤": 363,
+ "₡": 364,
+ "₹": 365,
+ "−": 366,
+ "∖": 367,
+ "∗": 368,
+ "≈": 369,
+ "≠": 370,
+ "≡": 371,
+ "≤": 372,
+ "≥": 373,
+ "⊂": 374,
+ "⊃": 375,
+ "↑": 376,
+ "→": 377,
+ "↓": 378,
+ "↕": 379,
+ "™": 380,
+ "Ω": 381,
+ "℮": 382,
+ "∆": 383,
+ "✓": 384,
+ "✗": 385,
+ "✘": 386,
+ "▪": 387,
+ "◼": 388,
+ "✔": 389,
+ "✕": 390,
+ "☑": 391,
+ "☒": 392,
+ "№": 393,
+ "₽": 394,
+ "₴": 395,
+ "Α": 396,
+ "α": 397,
+ "Β": 398,
+ "β": 399,
+ "Γ": 400,
+ "γ": 401,
+ "Δ": 402,
+ "δ": 403,
+ "Ε": 404,
+ "ε": 405,
+ "Ζ": 406,
+ "ζ": 407,
+ "Η": 408,
+ "η": 409,
+ "Θ": 410,
+ "θ": 411,
+ "Ι": 412,
+ "ι": 413,
+ "Κ": 414,
+ "κ": 415,
+ "Λ": 416,
+ "λ": 417,
+ "Μ": 418,
+ "μ": 419,
+ "Ν": 420,
+ "ν": 421,
+ "Ξ": 422,
+ "ξ": 423,
+ "Ο": 424,
+ "ο": 425,
+ "Π": 426,
+ "π": 427,
+ "Ρ": 428,
+ "ρ": 429,
+ "Σ": 430,
+ "σ": 431,
+ "ς": 432,
+ "Τ": 433,
+ "τ": 434,
+ "Υ": 435,
+ "υ": 436,
+ "Φ": 437,
+ "φ": 438,
+ "Χ": 439,
+ "χ": 440,
+ "Ψ": 441,
+ "ψ": 442,
+ "ω": 443,
+ "ऀ": 444,
+ "ँ": 445,
+ "ं": 446,
+ "ः": 447,
+ "ऄ": 448,
+ "अ": 449,
+ "आ": 450,
+ "इ": 451,
+ "ई": 452,
+ "उ": 453,
+ "ऊ": 454,
+ "ऋ": 455,
+ "ऌ": 456,
+ "ऍ": 457,
+ "ऎ": 458,
+ "ए": 459,
+ "ऐ": 460,
+ "ऑ": 461,
+ "ऒ": 462,
+ "ओ": 463,
+ "औ": 464,
+ "क": 465,
+ "ख": 466,
+ "ग": 467,
+ "घ": 468,
+ "ङ": 469,
+ "च": 470,
+ "छ": 471,
+ "ज": 472,
+ "झ": 473,
+ "ञ": 474,
+ "ट": 475,
+ "ठ": 476,
+ "ड": 477,
+ "ढ": 478,
+ "ण": 479,
+ "त": 480,
+ "थ": 481,
+ "द": 482,
+ "ध": 483,
+ "न": 484,
+ "ऩ": 485,
+ "प": 486,
+ "फ": 487,
+ "ब": 488,
+ "भ": 489,
+ "म": 490,
+ "य": 491,
+ "र": 492,
+ "ऱ": 493,
+ "ल": 494,
+ "ळ": 495,
+ "ऴ": 496,
+ "व": 497,
+ "श": 498,
+ "ष": 499,
+ "स": 500,
+ "ह": 501,
+ "ऺ": 502,
+ "ऻ": 503,
+ "़": 504,
+ "ऽ": 505,
+ "ा": 506,
+ "ि": 507,
+ "ी": 508,
+ "ु": 509,
+ "ू": 510,
+ "ृ": 511,
+ "ॄ": 512,
+ "ॅ": 513,
+ "ॆ": 514,
+ "े": 515,
+ "ै": 516,
+ "ॉ": 517,
+ "ॊ": 518,
+ "ो": 519,
+ "ौ": 520,
+ "्": 521,
+ "ॎ": 522,
+ "ॏ": 523,
+ "ॐ": 524,
+ "॑": 525,
+ "॒": 526,
+ "॓": 527,
+ "॔": 528,
+ "ॕ": 529,
+ "ॖ": 530,
+ "ॗ": 531,
+ "क़": 532,
+ "ख़": 533,
+ "ग़": 534,
+ "ज़": 535,
+ "ड़": 536,
+ "ढ़": 537,
+ "फ़": 538,
+ "य़": 539,
+ "ॠ": 540,
+ "ॡ": 541,
+ "ॢ": 542,
+ "ॣ": 543,
+ "।": 544,
+ "॥": 545,
+ "०": 546,
+ "१": 547,
+ "२": 548,
+ "३": 549,
+ "४": 550,
+ "५": 551,
+ "६": 552,
+ "७": 553,
+ "८": 554,
+ "९": 555,
+ "॰": 556,
+ "ॱ": 557,
+ "ॲ": 558,
+ "ॳ": 559,
+ "ॴ": 560,
+ "ॵ": 561,
+ "ॶ": 562,
+ "ॷ": 563,
+ "ॸ": 564,
+ "ॹ": 565,
+ "ॺ": 566,
+ "ॻ": 567,
+ "ॼ": 568,
+ "ॽ": 569,
+ "ॾ": 570,
+ "ॿ": 571,
+ " ": 572
+ },
+ "generation_suppressed_ids": [
+ 0,
+ 1,
+ 3
+ ],
+ "training_target": "Drop serialization BOS0 only; retain every text codepoint and EOS2",
+ "unknown_output": "Decode3 as U+FFFD, never silently remove it",
+ "scope": "Experimental codec, not recognition quality or Paddle qualification."
+}
diff --git a/paddle/candidate/character-assets/preprocessor_config.json b/paddle/candidate/character-assets/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2bbec3a0dbefdd3ecce8a82458664790ce39b20
--- /dev/null
+++ b/paddle/candidate/character-assets/preprocessor_config.json
@@ -0,0 +1,28 @@
+{
+ "crop_size": {
+ "height": 224,
+ "width": 224
+ },
+ "do_center_crop": false,
+ "do_normalize": true,
+ "do_rescale": true,
+ "do_resize": true,
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_processor_type": "DeiTImageProcessor",
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "processor_class": "TrOCRProcessor",
+ "resample": 3,
+ "rescale_factor": 0.00392156862745098,
+ "size": {
+ "height": 384,
+ "width": 384
+ }
+}
diff --git a/paddle/candidate/english-assets/README.md b/paddle/candidate/english-assets/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..3fb36eb516f0cdd19874ee0dde1bbb90f3a66a1f
--- /dev/null
+++ b/paddle/candidate/english-assets/README.md
@@ -0,0 +1,61 @@
+---
+tags:
+- trocr
+- image-to-text
+widget:
+- src: https://fki.tic.heia-fr.ch/static/img/a01-122-02.jpg
+ example_title: Note 1
+- src: https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSoolxi9yWGAT5SLZShv8vVd0bz47UWRzQC19fDTeE8GmGv_Rn-PCF1pP1rrUx8kOjA4gg&usqp=CAU
+ example_title: Note 2
+- src: https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRNYtTuSBpZPV_nkBYPMFwVVD9asZOPgHww4epu9EqWgDmXW--sE2o8og40ZfDGo87j5w&usqp=CAU
+ example_title: Note 3
+---
+
+# TrOCR (small-sized model, fine-tuned on IAM)
+
+TrOCR model fine-tuned on the [IAM dataset](https://fki.tic.heia-fr.ch/databases/iam-handwriting-database). It was introduced in the paper [TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models](https://arxiv.org/abs/2109.10282) by Li et al. and first released in [this repository](https://github.com/microsoft/unilm/tree/master/trocr).
+
+
+## Model description
+
+The TrOCR model is an encoder-decoder model, consisting of an image Transformer as encoder, and a text Transformer as decoder. The image encoder was initialized from the weights of DeiT, while the text decoder was initialized from the weights of UniLM.
+
+Images are presented to the model as a sequence of fixed-size patches (resolution 16x16), which are linearly embedded. One also adds absolute position embeddings before feeding the sequence to the layers of the Transformer encoder. Next, the Transformer text decoder autoregressively generates tokens.
+
+## Intended uses & limitations
+
+You can use the raw model for optical character recognition (OCR) on single text-line images. See the [model hub](https://huggingface.co/models?search=microsoft/trocr) to look for fine-tuned versions on a task that interests you.
+
+### How to use
+
+Here is how to use this model in PyTorch:
+
+```python
+from transformers import TrOCRProcessor, VisionEncoderDecoderModel
+from PIL import Image
+import requests
+
+# load image from the IAM database
+url = 'https://fki.tic.heia-fr.ch/static/img/a01-122-02-00.jpg'
+image = Image.open(requests.get(url, stream=True).raw).convert("RGB")
+
+processor = TrOCRProcessor.from_pretrained('microsoft/trocr-small-handwritten')
+model = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-small-handwritten')
+pixel_values = processor(images=image, return_tensors="pt").pixel_values
+
+generated_ids = model.generate(pixel_values)
+generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
+```
+
+### BibTeX entry and citation info
+
+```bibtex
+@misc{li2021trocr,
+ title={TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models},
+ author={Minghao Li and Tengchao Lv and Lei Cui and Yijuan Lu and Dinei Florencio and Cha Zhang and Zhoujun Li and Furu Wei},
+ year={2021},
+ eprint={2109.10282},
+ archivePrefix={arXiv},
+ primaryClass={cs.CL}
+}
+```
\ No newline at end of file
diff --git a/paddle/candidate/english-assets/preprocessor_config.json b/paddle/candidate/english-assets/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8acdb9d2d64bc6a881a04d3682f2a696bce75492
--- /dev/null
+++ b/paddle/candidate/english-assets/preprocessor_config.json
@@ -0,0 +1,19 @@
+{
+ "crop_size": 224,
+ "do_center_crop": false,
+ "do_normalize": true,
+ "do_resize": true,
+ "image_processor_type": "DeiTImageProcessor",
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "resample": 3,
+ "size": 384
+}
diff --git a/paddle/candidate/english-assets/sentencepiece.bpe.model b/paddle/candidate/english-assets/sentencepiece.bpe.model
new file mode 100644
index 0000000000000000000000000000000000000000..2988af09106cf46332ebaabaf0a6d7ef4319f69e
--- /dev/null
+++ b/paddle/candidate/english-assets/sentencepiece.bpe.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4
+size 1356293
diff --git a/paddle/candidate/english-assets/tokenizer_config.json b/paddle/candidate/english-assets/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fa50ec37ab9f93c5f9d90e65827d3af0d5d4043
--- /dev/null
+++ b/paddle/candidate/english-assets/tokenizer_config.json
@@ -0,0 +1 @@
+{"bos_token": "", "eos_token": "", "unk_token": "", "sep_token": "", "cls_token": "", "pad_token": "", "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sp_model_kwargs": {}, "tokenizer_class": "XLMRobertaTokenizer"}
\ No newline at end of file
diff --git a/paddle/code/paddlex_shared_character.py b/paddle/code/paddlex_shared_character.py
new file mode 100644
index 0000000000000000000000000000000000000000..9ac8bf01fb8a7202a2d9ae9be05963a25dcaf92e
--- /dev/null
+++ b/paddle/code/paddlex_shared_character.py
@@ -0,0 +1,54 @@
+"""Process-local PaddleX adapter for the shared two-branch research recognizer."""
+import math
+from pathlib import Path
+
+import numpy as np
+from PIL import Image
+from paddlex.inference.models.predictors.local_model_predictor import LocalModelPredictor
+from paddlex.inference.models.text_recognition.predictor import ImageBatchSampler,TextRecResult
+from paddlex.inference.models.bindings.registry import register_predictor_binding_map
+
+from shared_character_native import SharedCharacterNative,preprocess_rgb,sha
+
+
+MODEL_NAME='TrOCR_shared_character_Paddle_research_rec'
+
+
+class PaddleXSharedCharacter(LocalModelPredictor):
+ def __init__(self,*args,research_only_allow_unqualified=False,**kwargs):
+ super().__init__(*args,**kwargs)
+ if self.model_name!=MODEL_NAME or self.device!='cpu':raise ValueError('Require the shared CPU research model')
+ native=self.config['Native']
+ if native['format']!='shared-character-paddle-research-v1' or native['parameters']!=74842752:
+ raise ValueError('Unexpected shared recognizer profile')
+ for name,digest in native['files_sha256'].items():
+ relative=Path(name)
+ if relative.is_absolute() or '..' in relative.parts or relative.as_posix()!=name:raise ValueError('Invalid bundle asset path')
+ if sha(self.model_dir/relative)!=digest:raise ValueError('Shared bundle asset bytes changed')
+ self.runtime=SharedCharacterNative(self.model_dir/'candidate',self.model_dir/'encoder',self.model_dir/'decoders',
+ allow_unqualified=research_only_allow_unqualified,library_path=self.model_dir/'encoder-library.so')
+
+ def _build_batch_sampler(self):return ImageBatchSampler()
+ def _get_result_class(self):return TextRecResult
+
+ def process(self,batch_data,branch=None,return_word_box=False):
+ if branch not in ['english','character']:raise ValueError('Explicit research branch is required')
+ if return_word_box:raise ValueError('Autoregressive word-box alignment is not implemented')
+ images=[];outputs=[]
+ for item in batch_data.instances:
+ if isinstance(item,(str,Path)):
+ with Image.open(item) as source:image=source.convert('RGB')
+ bgr=np.asarray(image)[:,:,::-1].copy()
+ elif isinstance(item,np.ndarray) and item.dtype==np.uint8 and item.ndim==3 and item.shape[2]==3:
+ bgr=item;image=Image.fromarray(np.ascontiguousarray(bgr[:,:,::-1]))
+ else:raise ValueError('Require an image path or uint8 HWC BGR array')
+ images.append(bgr);outputs.append(self.runtime.predict_pixels(preprocess_rgb(image),branch))
+ return dict(input_path=batch_data.input_paths,page_index=batch_data.page_indexes,input_img=images,
+ rec_text=[r['text'] for r in outputs],rec_score=[min(1.,math.exp(r['score'])) for r in outputs],
+ beam_score=[r['score'] for r in outputs],tokens=[r['tokens'] for r in outputs],
+ decoder_iterations=[r['decoder_iterations'] for r in outputs],
+ token_limit_reached=[r['token_limit_reached'] for r in outputs],recognizer_branch=[branch]*len(outputs),
+ score_kind=['Uncalibrated geometric mean of generated token probabilities']*len(outputs),vis_font=[None]*len(outputs))
+
+
+def register():register_predictor_binding_map(PaddleXSharedCharacter,{'flexible':[MODEL_NAME]})
diff --git a/paddle/code/shared_character_native.py b/paddle/code/shared_character_native.py
new file mode 100644
index 0000000000000000000000000000000000000000..0163af46591fc24f00b1f775d6a6a12b2210108d
--- /dev/null
+++ b/paddle/code/shared_character_native.py
@@ -0,0 +1,139 @@
+"""Serial CPU Paddle research runtime for the three shared recognizer graphs.
+
+Consumes only native graph parameters, codec/tokenizer assets and the compiled
+encoder operator library. No Torch weights, source logits, source caches or
+forced token histories enter free generation. Explicit branch selection only.
+"""
+import hashlib
+import json
+from pathlib import Path
+
+import numpy as np
+import paddle
+from paddle.utils.cpp_extension import load_op_meta_info_and_register_op
+import sentencepiece as spm
+from PIL import Image
+
+from trocr_character_codec import CharacterCodec
+from trocr_numpy_beam import TrOCRBeamState
+
+
+_LIBRARY_HASH=None
+
+
+def preprocess_rgb(image):
+ image=image.convert('RGB').resize((384,384),resample=Image.Resampling.BICUBIC)
+ pixels=(np.asarray(image).astype(np.float64)*(1./255.)).astype(np.float32)
+ return np.ascontiguousarray(((pixels-np.float32(.5))/np.float32(.5)).transpose(2,0,1)[None])
+
+
+def read(path):return json.loads(Path(path).read_text())
+def sha(path):
+ value=hashlib.sha256()
+ with Path(path).open('rb') as stream:
+ for part in iter(lambda:stream.read(1024*1024),b''):value.update(part)
+ return value.hexdigest()
+
+
+class SharedCharacterNative:
+ def __init__(self,candidate,encoder,decoders,allow_unqualified=False,library_path=None,allow_control=False):
+ if not allow_unqualified:raise ValueError('Source research model; full native/PaddleX acceptance is pending')
+ if paddle.device.get_device()!='cpu':raise ValueError('Only the validated CPU operator profile is supported')
+ candidate,encoder,decoders=map(Path,[candidate,encoder,decoders])
+ manifest=read(candidate/'bundle.json');enc=read(encoder/'report.json');enc_run=read(encoder/'run.json');dec=read(decoders/'report.json')
+ digest=sha(candidate/'bundle.json')
+ assert digest==enc_run['candidate_manifest_sha256']==dec['candidate_manifest_sha256']
+ if digest=='a52a68c8950c7eada39215d52b7b1eaf893d23577297951019bce382689baf48':
+ assert not allow_control
+ else:
+ certificate=enc_run['bundle_identity']
+ assert certificate==dec['bundle_identity'] and certificate['candidate_manifest_sha256']==digest
+ assert certificate['trained_bundle'] and certificate['control_weights']==allow_control
+ assert certificate['weights_sha256']==manifest['files_sha256']['weights.safetensors']
+ if manifest['format']=='shared-character-private-continuation-source-v1':
+ assert manifest['parent_bundle_sha256']=='b9281e7da68d2b9c331697a9fb15da3a2366fb937fce00742d658987d924318e'
+ assert manifest['root_bundle_sha256']=='a52a68c8950c7eada39215d52b7b1eaf893d23577297951019bce382689baf48'
+ assert manifest['parent_training_step']==8000 and manifest['cumulative_training_step']==8000+manifest['training_step']
+ else:
+ assert manifest['format']=='shared-character-private-trained-source-v1'
+ assert manifest['parent_bundle_sha256']=='a52a68c8950c7eada39215d52b7b1eaf893d23577297951019bce382689baf48'
+ assert manifest['training_step'] in ([2] if allow_control else [2000,8000])
+ assert sha(encoder/'report.json')==dec['encoder_report_sha256']
+ assert enc['encoder_numerical_pass'] and enc['saved_neural_population_byte_exact']
+ assert dec['total_graph_neural_values']==manifest['parameters']==74842752
+ for name in ['character-assets/character_codec.json','english-assets/sentencepiece.bpe.model','english-assets/tokenizer_config.json']:
+ assert sha(candidate/name)==manifest['files_sha256'][name]
+ self.codec=CharacterCodec(list(read(candidate/'character-assets/character_codec.json')['character_ids']))
+ assert self.codec.classes==573
+ token_config=read(candidate/'english-assets/tokenizer_config.json')
+ assert token_config['tokenizer_class']=='XLMRobertaTokenizer' and token_config.get('clean_up_tokenization_spaces',False) is False
+ self.pieces=spm.SentencePieceProcessor(model_file=str(candidate/'english-assets/sentencepiece.bpe.model'))
+ assert self.pieces.get_piece_size()==64000
+ library=dec['encoder_library'];resolved_library=str(library_path or library['path'])
+ assert sha(resolved_library)==library['sha256']
+ self.operator_library_path=str(Path(resolved_library).resolve())
+ self.graph_files=[]
+ global _LIBRARY_HASH
+ if _LIBRARY_HASH is None:
+ load_op_meta_info_and_register_op(resolved_library);_LIBRARY_HASH=library['sha256']
+ else:assert _LIBRARY_HASH==library['sha256'],'Use a fresh process for a different operator library'
+
+ def load(folder,stem,hashes,selective):
+ for name,value in hashes.items():assert sha(folder/name)==value
+ self.graph_files.extend([str((folder/(stem+suffix)).resolve()) for suffix in ['.json','.pdiparams']])
+ config=paddle.inference.Config(str(folder/(stem+'.json')),str(folder/(stem+'.pdiparams')))
+ config.disable_gpu();config.set_cpu_math_library_num_threads(2)
+ if selective:
+ config.enable_mkldnn();config.enable_custom_passes(['ocr_conv_gelu_onednn_v1'],True)
+ else:config.disable_mkldnn()
+ config.switch_ir_optim(False);config.disable_glog_info()
+ return paddle.inference.create_predictor(config)
+ self.encoder=load(encoder,'encoder',enc['graph_sha256'],True)
+ self.decoders={branch:load(decoders/branch,'decoder-step',record['graph_sha256'],False)
+ for branch,record in dec['decoders'].items()}
+ assert set(self.encoder.get_input_names())=={'pixels','character_branch'}
+ assert all(set(p.get_input_names())=={'token','self_keys','self_values','cross_keys','cross_values'} for p in self.decoders.values())
+
+ @staticmethod
+ def run(predictor,feeds):
+ assert set(predictor.get_input_names())==set(feeds)
+ for name,value in feeds.items():predictor.get_input_handle(name).copy_from_cpu(np.ascontiguousarray(value))
+ predictor.run()
+ return [predictor.get_output_handle(n).copy_to_cpu() for n in predictor.get_output_names()]
+
+ def encode(self,pixels,branch):
+ assert branch in self.decoders and pixels.dtype==np.float32 and pixels.shape==(1,3,384,384)
+ outputs=self.run(self.encoder,dict(pixels=pixels,character_branch=np.array([branch=='character'],np.bool_)))
+ assert len(outputs)==2 and all(v.shape==(6,1,8,578,32) for v in outputs)
+ return [np.repeat(v,10,axis=1) for v in outputs]
+
+ def step(self,branch,token,self_keys,self_values,cross_keys,cross_values):
+ outputs=self.run(self.decoders[branch],dict(token=token,self_keys=self_keys,self_values=self_values,
+ cross_keys=cross_keys,cross_values=cross_values))
+ assert len(outputs)==3 and outputs[0].shape==(10,64044 if branch=='english' else 573)
+ assert outputs[1].shape==outputs[2].shape==(6,10,8,self_keys.shape[3]+1,32)
+ assert all(v.dtype==np.float32 and np.isfinite(v).all() for v in outputs)
+ return outputs
+
+ def decode(self,tokens,branch):
+ if branch=='character':return self.codec.decode(tokens)
+ pieces=[]
+ for token in tokens:
+ if token in [0,1,2,3,64001]:continue
+ if not 4<=token<=64000:raise ValueError('Unassigned original output row')
+ pieces.append(self.pieces.id_to_piece(token-1))
+ return ''.join(pieces).replace('\u2581',' ').strip()
+
+ def predict_pixels(self,pixels,branch):
+ cross=self.encode(pixels,branch)
+ state=TrOCRBeamState(beams=10,max_new_tokens=256 if branch=='english' else 257,
+ length_penalty=1.,suppress_tokens=() if branch=='english' else (0,1,3))
+ keys=np.zeros((6,10,8,0,32),np.float32);values=keys.copy();token=np.full((10,1),2,np.int64)
+ while not state.done:
+ logits,next_keys,next_values=self.step(branch,token,keys,values,*cross)
+ parents,selected=state.advance(logits)
+ keys=np.ascontiguousarray(next_keys[:,parents]);values=np.ascontiguousarray(next_values[:,parents]);token=selected[:,None]
+ tokens,score=state.result()
+ return dict(tokens=tokens,text=self.decode(tokens,branch),score=score,
+ token_limit_reached=len(tokens)-1>=(256 if branch=='english' else 257) and tokens[-1]!=2,
+ decoder_iterations=state.current-1)
diff --git a/paddle/code/trocr_character_codec.py b/paddle/code/trocr_character_codec.py
new file mode 100644
index 0000000000000000000000000000000000000000..ea392d88493d677bdddde4d5546a6c3c921ebb93
--- /dev/null
+++ b/paddle/code/trocr_character_codec.py
@@ -0,0 +1,46 @@
+"""Literal NFC character codec for the experimental compact TrOCR decoder.
+
+Tokenizer BOS0 is serialization only; training targets exclude it. Generation
+starts with EOS2 and suppresses BOS/PAD/UNK. Unknown outputs remain visible as
+replacement characters when decoded, never silently removed.
+"""
+import unicodedata
+
+
+class CharacterCodec:
+ def __init__(self, characters):
+ if len(characters) != len(set(characters)) or any(len(c) != 1 for c in characters):
+ raise ValueError('Require ordered, unique Unicode codepoints')
+ self.characters = list(characters)
+ self.native = set(characters)
+ self.character_ids = {c: i + 4 for i, c in enumerate(characters)}
+ self.id_characters = {i: c for c, i in self.character_ids.items()}
+ self.classes = len(characters) + 4
+
+ def encode(self, text):
+ if not text or text != unicodedata.normalize('NFC', text).strip():
+ raise ValueError('Require nonempty, stripped NFC text')
+ if any(c not in self.native for c in text):
+ raise ValueError('Text outside the fixed OCR alphabet')
+ return [0, *[self.character_ids[c] for c in text], 2], 'characters'
+
+ def decode(self, ids):
+ pieces = []
+ for index in ids:
+ if index in [0, 1, 2]:
+ continue
+ if index == 3:
+ pieces.append('\ufffd')
+ elif index in self.id_characters:
+ pieces.append(self.id_characters[index])
+ else:
+ raise ValueError('Unassigned character output ID')
+ return unicodedata.normalize('NFC', ''.join(pieces))
+
+ def manifest(self):
+ return {'version': 1, 'kind': 'literal_NFC_characters', 'classes': self.classes,
+ 'special_ids': {'BOS_serialization': 0, 'PAD': 1, 'EOS_and_decoder_start': 2, 'UNK': 3},
+ 'character_ids': self.character_ids, 'generation_suppressed_ids': [0, 1, 3],
+ 'training_target': 'Drop serialization BOS0 only; retain every text codepoint and EOS2',
+ 'unknown_output': 'Decode3 as U+FFFD, never silently remove it',
+ 'scope': 'Experimental codec, not recognition quality or Paddle qualification.'}
diff --git a/paddle/code/trocr_numpy_beam.py b/paddle/code/trocr_numpy_beam.py
new file mode 100644
index 0000000000000000000000000000000000000000..98ec9a271c82667e3544fde6a71febda3ed69718
--- /dev/null
+++ b/paddle/code/trocr_numpy_beam.py
@@ -0,0 +1,80 @@
+"""Batch-one NumPy beam state for the pinned TrOCR generation policy.
+
+Implements Transformers4.57's finished/running beam rules. Equal-score top-k
+ties use lower indices, explicitly; Torch CPU/CUDA tie order is not portable.
+Source equivalence and complete OCR qualification must be measured separately.
+"""
+import numpy as np
+
+
+def top_indices(scores, count):
+ scores = np.asarray(scores)
+ assert scores.ndim == 1 and 1 <= count <= scores.size
+ assert not np.isnan(scores).any() and not np.isposinf(scores).any() and np.isfinite(scores).sum() >= count
+ threshold = np.partition(scores, scores.size - count)[scores.size - count]
+ better = np.flatnonzero(scores > threshold)
+ tied = np.flatnonzero(scores == threshold)[:count - len(better)]
+ indices = np.concatenate([better, tied])
+ return indices[np.lexsort((indices, -scores[indices]))]
+
+
+def log_softmax(scores):
+ scores = np.asarray(scores, dtype=np.float32)
+ shifted = scores - scores.max(axis=-1, keepdims=True)
+ return shifted - np.log(np.exp(shifted).sum(axis=-1, keepdims=True))
+
+
+class TrOCRBeamState:
+ def __init__(self, beams=10, max_new_tokens=256, length_penalty=1., suppress_tokens=()):
+ if beams < 2 or not 1 <= max_new_tokens <= 512 or length_penalty < 0:
+ raise ValueError('Unsupported beam search settings')
+ self.beams = beams;self.maximum = max_new_tokens + 1;self.penalty = length_penalty
+ self.suppressed = tuple(suppress_tokens)
+ if any(type(t) is not int or t < 0 for t in self.suppressed) or len(set(self.suppressed)) != len(self.suppressed):
+ raise ValueError('Suppressed token IDs must be unique nonnegative integers')
+ self.current = 1
+ self.running = np.full((beams, self.maximum), 1, np.int64);self.running[:, 0] = 2
+ self.running_scores = np.full(beams, -1e9, np.float32);self.running_scores[0] = 0
+ self.finished = self.running.copy();self.finished_scores = np.full(beams, -1e9, np.float32)
+ self.finished_flags = np.zeros(beams, bool);self.finished_lengths = np.zeros(beams, np.int64)
+ self.done = False
+
+ def advance(self, logits):
+ logits = np.asarray(logits, dtype=np.float32)
+ if self.done or logits.ndim != 2 or logits.shape[0] != self.beams or logits.shape[1] < 3 or not np.isfinite(logits).all():
+ raise ValueError('Invalid scores or completed beam search')
+ classes = logits.shape[1]
+ if self.suppressed and max(self.suppressed) >= classes:raise ValueError('Suppressed ID outside vocabulary')
+ logprobs = log_softmax(logits)
+ # HF applies suppression after log-softmax, without renormalization.
+ logprobs[:, self.suppressed] = -np.inf
+ accumulated = logprobs + self.running_scores[:, None]
+ choices = top_indices(accumulated.reshape(-1), 2 * self.beams)
+ scores = accumulated.reshape(-1)[choices]
+ parents, tokens = choices // classes, choices % classes
+ candidates = self.running[parents].copy();candidates[:, self.current] = tokens
+ stopped = (tokens == 2) | (self.current + 1 == self.maximum)
+
+ live_scores = scores + stopped.astype(np.float32) * np.float32(-1e9)
+ live = top_indices(live_scores, self.beams)
+ self.running = candidates[live].copy();self.running_scores = live_scores[live].copy()
+
+ eligible = stopped & (np.arange(2 * self.beams) < self.beams)
+ normalized = scores / np.float32(self.current ** self.penalty)
+ normalized = normalized + (~eligible).astype(np.float32) * np.float32(-1e9)
+ merged_scores = np.concatenate([self.finished_scores, normalized])
+ selected = top_indices(merged_scores, self.beams)
+ self.finished = np.concatenate([self.finished, candidates])[selected].copy()
+ self.finished_scores = merged_scores[selected].copy()
+ self.finished_flags = np.concatenate([self.finished_flags, eligible])[selected].copy()
+ self.finished_lengths = np.concatenate([self.finished_lengths, np.full(2 * self.beams, self.current, np.int64)])[selected].copy()
+
+ self.current += 1
+ possible = self.running_scores[0] / np.float32((self.current - 1) ** self.penalty)
+ worst = self.finished_scores.min() if self.finished_flags.all() else np.float32(-1e9)
+ self.done = bool(possible <= worst or stopped.all())
+ return parents[live].copy(), tokens[live].astype(np.int64, copy=True)
+
+ def result(self):
+ if not self.done or not self.finished_flags[0]:raise ValueError('Beam search has no completed result')
+ return self.finished[0, :1 + self.finished_lengths[0]].tolist(), float(self.finished_scores[0])
diff --git a/paddle/code/trocr_paddle_norm_probe.LICENSE b/paddle/code/trocr_paddle_norm_probe.LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..59664e4c5562c685f49ceb8dc2b7210ae7302333
--- /dev/null
+++ b/paddle/code/trocr_paddle_norm_probe.LICENSE
@@ -0,0 +1,96 @@
+The source-order Welford and softmax prototypes in
+trocr_paddle_norm_probe.py and trocr_paddle_attention_probe.py follow the
+PyTorch ATen reduction algorithms at commit
+08187d9e0fba026dc8217405802ab5381dc88d90:
+https://github.com/pytorch/pytorch/blob/08187d9e0fba026dc8217405802ab5381dc88d90/aten/src/ATen/native/cpu/moments_utils.h
+
+https://github.com/pytorch/pytorch/blob/08187d9e0fba026dc8217405802ab5381dc88d90/aten/src/ATen/cpu/vec/functional_base.h
+https://github.com/pytorch/pytorch/blob/08187d9e0fba026dc8217405802ab5381dc88d90/aten/src/ATen/native/cpu/SoftMaxKernel.cpp
+
+The following upstream license notice is retained for those adaptations.
+The prototype is experimental and has not passed the native numerical gate.
+
+From PyTorch:
+
+Copyright (c) 2016- Facebook, Inc (Adam Paszke)
+Copyright (c) 2014- Facebook, Inc (Soumith Chintala)
+Copyright (c) 2011-2014 Idiap Research Institute (Ronan Collobert)
+Copyright (c) 2012-2014 Deepmind Technologies (Koray Kavukcuoglu)
+Copyright (c) 2011-2012 NEC Laboratories America (Koray Kavukcuoglu)
+Copyright (c) 2011-2013 NYU (Clement Farabet)
+Copyright (c) 2006-2010 NEC Laboratories America (Ronan Collobert, Leon Bottou, Iain Melvin, Jason Weston)
+Copyright (c) 2006 Idiap Research Institute (Samy Bengio)
+Copyright (c) 2001-2004 Idiap Research Institute (Ronan Collobert, Samy Bengio, Johnny Mariethoz)
+
+From Caffe2:
+
+Copyright (c) 2016-present, Facebook Inc. All rights reserved.
+
+All contributions by Facebook:
+Copyright (c) 2016 Facebook Inc.
+
+All contributions by Google:
+Copyright (c) 2015 Google Inc.
+All rights reserved.
+
+All contributions by Yangqing Jia:
+Copyright (c) 2015 Yangqing Jia
+All rights reserved.
+
+All contributions by Kakao Brain:
+Copyright 2019-2020 Kakao Brain
+
+All contributions by Cruise LLC:
+Copyright (c) 2022 Cruise LLC.
+All rights reserved.
+
+All contributions by Tri Dao:
+Copyright (c) 2024 Tri Dao.
+All rights reserved.
+
+All contributions by Arm:
+Copyright (c) 2021, 2023-2025 Arm Limited and/or its affiliates
+
+All contributions from Caffe:
+Copyright(c) 2013, 2014, 2015, the respective contributors
+All rights reserved.
+
+All other contributions:
+Copyright(c) 2015, 2016 the respective contributors
+All rights reserved.
+
+Caffe2 uses a copyright model similar to Caffe: each contributor holds
+copyright over their contributions to Caffe2. The project versioning records
+all such contribution and copyright details. If a contributor wants to further
+mark their specific copyright on a particular contribution, they should
+indicate their copyright solely in the commit message of the change when it is
+committed.
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright
+ notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright
+ notice, this list of conditions and the following disclaimer in the
+ documentation and/or other materials provided with the distribution.
+
+3. Neither the names of Facebook, Deepmind Technologies, NYU, NEC Laboratories America
+ and IDIAP Research Institute nor the names of its contributors may be
+ used to endorse or promote products derived from this software without
+ specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGE.
diff --git a/paddle/code/trocr_paddle_sleef_probe.LICENSE b/paddle/code/trocr_paddle_sleef_probe.LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..e1f28b4e9d754e2f945750240be148935f86e270
--- /dev/null
+++ b/paddle/code/trocr_paddle_sleef_probe.LICENSE
@@ -0,0 +1,33 @@
+The experimental xexpf adaptation in trocr_paddle_sleef_probe.py follows SLEEF
+commit 5a1d179df9cf652951b59010a2d2075372d67f68, the submodule pinned by
+PyTorch commit 08187d9e0fba026dc8217405802ab5381dc88d90.
+Source: https://github.com/shibatch/sleef/blob/5a1d179df9cf652951b59010a2d2075372d67f68/src/libm/sleefsimdsp.c
+
+// Copyright Naoki Shibata and contributors 2010 - 2024.
+// Distributed under the Boost Software License, Version 1.0.
+// (See accompanying file LICENSE.txt or copy at
+// http://www.boost.org/LICENSE_1_0.txt)
+
+Boost Software License - Version 1.0 - August 17th, 2003
+
+Permission is hereby granted, free of charge, to any person or organization
+obtaining a copy of the software and accompanying documentation covered by
+this license (the "Software") to use, reproduce, display, distribute,
+execute, and transmit the Software, and to prepare derivative works of the
+Software, and to permit third-parties to whom the Software is furnished to
+do so, all subject to the following:
+
+The copyright notices in the Software and this entire statement, including
+the above license grant, this restriction and the following disclaimer,
+must be included in all copies of the Software, in whole or in part, and
+all derivative works of the Software, unless such copies or derivative
+works are solely in the form of machine-executable object code generated by
+a source language processor.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
+SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
+FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.
diff --git a/paddle/code/trocr_selective_onednn_pass.LICENSE b/paddle/code/trocr_selective_onednn_pass.LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..5fe86943b37a77970679f826e78c71045569f819
--- /dev/null
+++ b/paddle/code/trocr_selective_onednn_pass.LICENSE
@@ -0,0 +1,203 @@
+Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved
+
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
diff --git a/paddle/code/trocr_selective_onednn_pass.cc b/paddle/code/trocr_selective_onednn_pass.cc
new file mode 100644
index 0000000000000000000000000000000000000000..12ed9b17a7b8270e00d47a2d451917167c03a043
--- /dev/null
+++ b/paddle/code/trocr_selective_onednn_pass.cc
@@ -0,0 +1,52 @@
+// Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+// Copyright (c) 2026 OCR Tech contributors.
+// SPDX-License-Identifier: Apache-2.0
+// Adapted from Paddle v3.3.1 onednn_placement_pass.cc; see the adjacent LICENSE.
+// Restrict placement to the two source-matched primitives, leaving BLAS intact.
+#include
+#include "paddle/fluid/pir/dialect/operator/interface/op_yaml_info.h"
+#include "paddle/fluid/pir/dialect/operator/utils/op_yaml_info_util.h"
+#include "paddle/pir/include/pass/pass.h"
+#include "paddle/pir/include/pass/pass_registry.h"
+#include "paddle/pir/include/pattern_rewrite/pattern_match.h"
+
+namespace {
+class SelectPrimitive final : public pir::RewritePattern {
+ public:
+ SelectPrimitive(const std::string& name, pir::IrContext* context)
+ : pir::RewritePattern(name, 1, context) {}
+ bool MatchAndRewrite(pir::Operation* op,
+ pir::PatternRewriter& rewriter) const override {
+ const auto name = op->name();
+ if (name != "pd_op.conv2d" && name != "pd_op.gelu") return false;
+ const auto target = "onednn_op" + name.substr(5);
+ const auto info = pir::IrContext::Instance()->GetRegisteredOpInfo(target);
+ PADDLE_ENFORCE_EQ(bool(info), true,
+ common::errors::NotFound("Missing selective primitive %s", target));
+ auto attrs = op->attributes();
+ const auto* yaml = info.GetInterfaceImpl();
+ const auto runtime = std::get<3>(yaml->get_op_info_(target));
+ for (const auto& entry : runtime.extra_args_default_value) attrs[entry.first] = entry.second;
+ if (attrs.count("is_test")) attrs["is_test"] = rewriter.bool_attr(true);
+ std::vector types;
+ for (size_t i = 0; i < op->num_results(); ++i) types.push_back(op->result_type(i));
+ auto* replacement = rewriter.Build(op->operands_source(), attrs, types, info);
+ rewriter.ReplaceOp(op, replacement->results());
+ std::cerr << "OCR_SELECTIVE_ONEDNN " << name << " -> " << target << std::endl;
+ return true;
+ }
+};
+
+class SelectivePass final : public pir::PatternRewritePass {
+ public:
+ SelectivePass() : pir::PatternRewritePass("ocr_conv_gelu_onednn_v1", 2) {}
+ pir::RewritePatternSet InitializePatterns(pir::IrContext* context) override {
+ pir::RewritePatternSet patterns(context);
+ for (const auto& name : {"pd_op.conv2d", "pd_op.gelu"}) {
+ patterns.Add(std::make_unique(name, context));
+ }
+ return patterns;
+ }
+};
+} // namespace
+REGISTER_IR_PASS(ocr_conv_gelu_onednn_v1, SelectivePass);
diff --git a/paddle/code/trocr_source_cpu_ops.cc b/paddle/code/trocr_source_cpu_ops.cc
new file mode 100644
index 0000000000000000000000000000000000000000..90d2e4b23023df638b42d2c98c123d8da682181d
--- /dev/null
+++ b/paddle/code/trocr_source_cpu_ops.cc
@@ -0,0 +1,141 @@
+// Experimental Paddle CPU operators for the fixed TrOCR encoder profile.
+// Welford/reduction order follows pinned PyTorch; exp follows pinned SLEEF.
+// Retain trocr_paddle_norm_probe.LICENSE and trocr_paddle_sleef_probe.LICENSE.
+#include
+#include
+#include
+#include
+#include
+#include "paddle/extension.h"
+
+namespace {
+constexpr int kWidth = 384;
+constexpr int kAttention = 578;
+struct Moments {
+ int count = 0;
+ std::array mean{};
+ std::array m2{};
+};
+void Merge(Moments& dst, const Moments& src) {
+ const int old = dst.count;
+ const float factor = float(src.count) / float(old + src.count);
+ for (int i = 0; i < 8; ++i) {
+ const float delta = src.mean[i] - dst.mean[i];
+ const float scaled = factor * delta;
+ dst.mean[i] = dst.mean[i] + scaled;
+ dst.m2[i] = std::fma(delta * float(old), scaled, dst.m2[i] + src.m2[i]);
+ }
+ dst.count += src.count;
+}
+void CheckCPU(const paddle::Tensor& value) {
+ PD_CHECK(value.is_cpu(), "Source-order research operators require CPU inputs.");
+ PD_CHECK(value.dtype() == paddle::DataType::FLOAT32, "Require FP32 inputs.");
+ PD_CHECK(std::fegetround() == FE_TONEAREST, "Require round-to-nearest floating point.");
+}
+float NegativeExp(float d) {
+ if (d < -104.f) return 0.f;
+ const int q = int(std::nearbyint(d * 1.4426950408889634073599246810018921374f));
+ float s = std::fma(float(q), -0.693145751953125f, d);
+ s = std::fma(float(q), -1.428606765330187045e-6f, s);
+ float u = 0.000198527617612853646278381f;
+ u = std::fma(u, s, 0.00139304355252534151077271f);
+ u = std::fma(u, s, 0.00833336077630519866943359f);
+ u = std::fma(u, s, 0.0416664853692054748535156f);
+ u = std::fma(u, s, 0.166666671633720397949219f);
+ u = std::fma(u, s, 0.5f);
+ u = 1.f + std::fma(s * s, u, s);
+ const int half = int(std::floor(float(q) * .5f));
+ return std::ldexp(std::ldexp(u, half), q - half);
+}
+} // namespace
+
+std::vector SourceNorm384(const paddle::Tensor& x,
+ const paddle::Tensor& gamma,
+ const paddle::Tensor& beta) {
+ CheckCPU(x); CheckCPU(gamma); CheckCPU(beta);
+ PD_CHECK(!x.shape().empty() && x.shape().back() == kWidth, "Require 384 channels.");
+ PD_CHECK(gamma.numel() == kWidth && beta.numel() == kWidth, "Require 384 affine values.");
+ auto out = paddle::empty(x.shape(), x.dtype(), x.place());
+ const float* input = x.data();
+ const float* weight = gamma.data();
+ const float* bias = beta.data();
+ float* result = out.data();
+ for (int64_t row = 0; row < x.numel() / kWidth; ++row) {
+ const float* values = input + row * kWidth;
+ Moments first, second;
+ for (int chunk = 0; chunk < 3; ++chunk) {
+ Moments local; local.count = 16;
+ for (int j = 0; j < 16; ++j) {
+ const float factor = 1.f / float(j + 1);
+ for (int lane = 0; lane < 8; ++lane) {
+ const float value = values[chunk * 128 + j * 8 + lane];
+ const float delta = value - local.mean[lane];
+ local.mean[lane] = std::fma(factor, delta, local.mean[lane]);
+ local.m2[lane] = std::fma(delta, value - local.mean[lane], local.m2[lane]);
+ }
+ }
+ Merge(first, local);
+ if (chunk == 1) { Merge(second, first); first = Moments{}; }
+ }
+ Merge(first, second);
+ float mean = 0.f, m2 = 0.f;
+ for (int lane = 0; lane < 8; ++lane) {
+ const float factor = 48.f / float((lane + 1) * 48);
+ const float delta = first.mean[lane] - mean;
+ mean = std::fma(factor, delta, mean);
+ const float correction = (delta * delta) * factor;
+ m2 = m2 + std::fma(correction, float(lane * 48), first.m2[lane]);
+ }
+ const float variance = m2 / float(kWidth);
+ const float scale = 1.f / std::sqrt(variance + 1e-12f);
+ for (int i = 0; i < kWidth; ++i) {
+ const float normalized = (values[i] - mean) * scale;
+ result[row * kWidth + i] = std::fma(normalized, weight[i], bias[i]);
+ }
+ }
+ return {out};
+}
+
+std::vector SourceSoftmax578(const paddle::Tensor& x) {
+ CheckCPU(x);
+ PD_CHECK(!x.shape().empty() && x.shape().back() == kAttention, "Require 578 attention scores.");
+ auto out = paddle::empty(x.shape(), x.dtype(), x.place());
+ const float* input = x.data(); float* output = out.data();
+ for (int64_t row = 0; row < x.numel() / kAttention; ++row) {
+ const float* values = input + row * kAttention;
+ float* result = output + row * kAttention;
+ float maximum = values[0];
+ for (int i = 0; i < kAttention; ++i) {
+ PD_CHECK(std::isfinite(values[i]), "Require finite scores.");
+ if (values[i] > maximum) maximum = values[i];
+ }
+ for (int i = 0; i < kAttention; ++i) result[i] = NegativeExp(values[i] - maximum);
+ std::array sum;
+ for (int i = 0; i < 16; ++i) sum[i] = result[i];
+ for (int block = 1; block < 36; ++block)
+ for (int lane = 0; lane < 16; ++lane) sum[lane] = sum[lane] + result[block * 16 + lane];
+ for (int lane = 0; lane < 2; ++lane) sum[lane] = sum[lane] + result[576 + lane];
+ for (int width : {8, 4, 2, 1})
+ for (int lane = 0; lane < width; ++lane) sum[lane] = sum[lane] + sum[lane + width];
+ const float inverse = 1.f / sum[0];
+ for (int i = 0; i < kAttention; ++i) result[i] = result[i] * inverse;
+ }
+ return {out};
+}
+
+std::vector> NormShape(const std::vector& x,
+ const std::vector& gamma,
+ const std::vector& beta) { return {x}; }
+std::vector NormType(paddle::DataType x, paddle::DataType gamma,
+ paddle::DataType beta) { return {x}; }
+std::vector> SoftmaxShape(const std::vector& x) { return {x}; }
+std::vector SoftmaxType(paddle::DataType x) { return {x}; }
+
+PD_BUILD_OP(ocr_source_norm384_v1)
+ .Inputs({"X", "Gamma", "Beta"}).Outputs({"Out"})
+ .SetKernelFn(PD_KERNEL(SourceNorm384))
+ .SetInferShapeFn(PD_INFER_SHAPE(NormShape)).SetInferDtypeFn(PD_INFER_DTYPE(NormType));
+PD_BUILD_OP(ocr_source_softmax578_v1)
+ .Inputs({"X"}).Outputs({"Out"})
+ .SetKernelFn(PD_KERNEL(SourceSoftmax578))
+ .SetInferShapeFn(PD_INFER_SHAPE(SoftmaxShape)).SetInferDtypeFn(PD_INFER_DTYPE(SoftmaxType));
diff --git a/paddle/decoders/character/decoder-step.json b/paddle/decoders/character/decoder-step.json
new file mode 100644
index 0000000000000000000000000000000000000000..01adfac32471a5e3395f99600e61d03a197ee4b2
--- /dev/null
+++ b/paddle/decoders/character/decoder-step.json
@@ -0,0 +1 @@
+{"base_code":{"magic":"pir","trainable":true,"version":4},"program":{"regions":[{"#":"region_0","blocks":[{"#":"block_0","args":[],"ops":[{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_136"],"DA":[],"O":{"%":1,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[573,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_135"],"DA":[],"O":{"%":2,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_134"],"DA":[],"O":{"%":3,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_133"],"DA":[],"O":{"%":4,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_132"],"DA":[],"O":{"%":5,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_131"],"DA":[],"O":{"%":6,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_130"],"DA":[],"O":{"%":7,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_129"],"DA":[],"O":{"%":8,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_128"],"DA":[],"O":{"%":9,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_127"],"DA":[],"O":{"%":10,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_126"],"DA":[],"O":{"%":11,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_125"],"DA":[],"O":{"%":12,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_124"],"DA":[],"O":{"%":13,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_123"],"DA":[],"O":{"%":14,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_122"],"DA":[],"O":{"%":15,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_121"],"DA":[],"O":{"%":16,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_120"],"DA":[],"O":{"%":17,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_119"],"DA":[],"O":{"%":18,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_118"],"DA":[],"O":{"%":19,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_117"],"DA":[],"O":{"%":20,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_116"],"DA":[],"O":{"%":21,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_115"],"DA":[],"O":{"%":22,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_114"],"DA":[],"O":{"%":23,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_113"],"DA":[],"O":{"%":24,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_112"],"DA":[],"O":{"%":25,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_111"],"DA":[],"O":{"%":26,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_110"],"DA":[],"O":{"%":27,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_109"],"DA":[],"O":{"%":28,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_108"],"DA":[],"O":{"%":29,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_107"],"DA":[],"O":{"%":30,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_106"],"DA":[],"O":{"%":31,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_105"],"DA":[],"O":{"%":32,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_104"],"DA":[],"O":{"%":33,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_103"],"DA":[],"O":{"%":34,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_102"],"DA":[],"O":{"%":35,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_101"],"DA":[],"O":{"%":36,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_100"],"DA":[],"O":{"%":37,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_99"],"DA":[],"O":{"%":38,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_98"],"DA":[],"O":{"%":39,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_97"],"DA":[],"O":{"%":40,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_96"],"DA":[],"O":{"%":41,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_95"],"DA":[],"O":{"%":42,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_94"],"DA":[],"O":{"%":43,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_93"],"DA":[],"O":{"%":44,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_92"],"DA":[],"O":{"%":45,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_91"],"DA":[],"O":{"%":46,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_90"],"DA":[],"O":{"%":47,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_89"],"DA":[],"O":{"%":48,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_88"],"DA":[],"O":{"%":49,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_87"],"DA":[],"O":{"%":50,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_86"],"DA":[],"O":{"%":51,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_85"],"DA":[],"O":{"%":52,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_84"],"DA":[],"O":{"%":53,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_83"],"DA":[],"O":{"%":54,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_82"],"DA":[],"O":{"%":55,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_81"],"DA":[],"O":{"%":56,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_80"],"DA":[],"O":{"%":57,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_79"],"DA":[],"O":{"%":58,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_78"],"DA":[],"O":{"%":59,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_77"],"DA":[],"O":{"%":60,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_76"],"DA":[],"O":{"%":61,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_75"],"DA":[],"O":{"%":62,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_74"],"DA":[],"O":{"%":63,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_73"],"DA":[],"O":{"%":64,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_72"],"DA":[],"O":{"%":65,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_71"],"DA":[],"O":{"%":66,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_70"],"DA":[],"O":{"%":67,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_69"],"DA":[],"O":{"%":68,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_68"],"DA":[],"O":{"%":69,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_67"],"DA":[],"O":{"%":70,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_66"],"DA":[],"O":{"%":71,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_65"],"DA":[],"O":{"%":72,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_64"],"DA":[],"O":{"%":73,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_63"],"DA":[],"O":{"%":74,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_62"],"DA":[],"O":{"%":75,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_61"],"DA":[],"O":{"%":76,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_60"],"DA":[],"O":{"%":77,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_59"],"DA":[],"O":{"%":78,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_58"],"DA":[],"O":{"%":79,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_57"],"DA":[],"O":{"%":80,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_56"],"DA":[],"O":{"%":81,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_55"],"DA":[],"O":{"%":82,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_54"],"DA":[],"O":{"%":83,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_53"],"DA":[],"O":{"%":84,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_52"],"DA":[],"O":{"%":85,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_51"],"DA":[],"O":{"%":86,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_50"],"DA":[],"O":{"%":87,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_49"],"DA":[],"O":{"%":88,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_48"],"DA":[],"O":{"%":89,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_47"],"DA":[],"O":{"%":90,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_46"],"DA":[],"O":{"%":91,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_45"],"DA":[],"O":{"%":92,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_44"],"DA":[],"O":{"%":93,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_43"],"DA":[],"O":{"%":94,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_42"],"DA":[],"O":{"%":95,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_41"],"DA":[],"O":{"%":96,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_40"],"DA":[],"O":{"%":97,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_39"],"DA":[],"O":{"%":98,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_38"],"DA":[],"O":{"%":99,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_37"],"DA":[],"O":{"%":100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_36"],"DA":[],"O":{"%":101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_35"],"DA":[],"O":{"%":102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_34"],"DA":[],"O":{"%":103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_33"],"DA":[],"O":{"%":104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_32"],"DA":[],"O":{"%":105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_31"],"DA":[],"O":{"%":106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_30"],"DA":[],"O":{"%":107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_29"],"DA":[],"O":{"%":108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_28"],"DA":[],"O":{"%":109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_27"],"DA":[],"O":{"%":110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_26"],"DA":[],"O":{"%":111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_25"],"DA":[],"O":{"%":112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_24"],"DA":[],"O":{"%":113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_23"],"DA":[],"O":{"%":114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_22"],"DA":[],"O":{"%":115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_21"],"DA":[],"O":{"%":116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_20"],"DA":[],"O":{"%":117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_19"],"DA":[],"O":{"%":118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_18"],"DA":[],"O":{"%":119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_17"],"DA":[],"O":{"%":120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_16"],"DA":[],"O":{"%":121,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_15"],"DA":[],"O":{"%":122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_14"],"DA":[],"O":{"%":123,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_13"],"DA":[],"O":{"%":124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_12"],"DA":[],"O":{"%":125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_11"],"DA":[],"O":{"%":126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_10"],"DA":[],"O":{"%":127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_9"],"DA":[],"O":{"%":128,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_8"],"DA":[],"O":{"%":129,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_7"],"DA":[],"O":{"%":130,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_6"],"DA":[],"O":{"%":131,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_5"],"DA":[],"O":{"%":132,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_4"],"DA":[],"O":{"%":133,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_3"],"DA":[],"O":{"%":134,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_2"],"DA":[],"O":{"%":135,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_1"],"DA":[],"O":{"%":136,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[573,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_1.w_0"],"DA":[],"O":{"%":137,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[514,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"token"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[10,1]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":138,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[10,1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"self_keys"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,-1,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":139,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"self_values"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,-1,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":140,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"cross_keys"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,578,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":141,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"cross_values"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,578,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":142,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":139}],"O":[{"%":143,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[5],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":144,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":145,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":143},{"%":144},{"%":145}],"O":[{"%":146,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.cast","A":[{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"}],"I":[{"%":146}],"O":[{"%":147,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":148,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":2.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":147},{"%":148}],"O":[{"%":149,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":150,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":149},{"%":150}],"O":[{"%":151,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":152,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.arange","A":[{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[{"%":149},{"%":151},{"%":152}],"O":[{"%":153,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.embedding","A":[{"AT":{"#":"0.a_i64","D":-1},"N":"padding_idx"},{"AT":{"#":"0.a_bool","D":false},"N":"sparse"}],"I":[{"%":138},{"%":136}],"O":[{"%":154,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":16.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":155,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":154},{"%":155}],"O":[{"%":156,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.embedding","A":[{"AT":{"#":"0.a_i64","D":-1},"N":"padding_idx"},{"AT":{"#":"0.a_bool","D":false},"N":"sparse"}],"I":[{"%":153},{"%":137}],"O":[{"%":157,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":156},{"%":157}],"O":[{"%":158,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":158},{"%":134},{"%":135}],"O":[{"%":159,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":160,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":161,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":162,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":163,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":162},{"%":163}],"O":[{"%":164,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":120}],"O":[{"%":165,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":165}],"O":[{"%":166,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":166},{"%":121}],"O":[{"%":167,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":168,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":167},{"%":168}],"O":[{"%":169,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":169}],"O":[{"%":170,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":171,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":164},{"%":170}],"O":[{"%":172,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":172},{"%":171}],"O":[{"%":173,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":174,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":175,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":174},{"%":175}],"O":[{"%":176,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":114}],"O":[{"%":177,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":177}],"O":[{"%":178,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":178},{"%":115}],"O":[{"%":179,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":180,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":179},{"%":180}],"O":[{"%":181,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":181}],"O":[{"%":182,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":183,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":176},{"%":182}],"O":[{"%":184,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":184},{"%":183}],"O":[{"%":185,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":116}],"O":[{"%":186,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":186}],"O":[{"%":187,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":187},{"%":117}],"O":[{"%":188,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":189,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":188},{"%":189}],"O":[{"%":190,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":191,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":190},{"%":191}],"O":[{"%":192,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":192}],"O":[{"%":193,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":194,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":193},{"%":194}],"O":[{"%":195,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":173}],"O":[{"%":196,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":197,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":198,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":196},{"%":197},{"%":198}],"O":[{"%":199,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":200,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":201,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":200},{"%":199},{"%":201}],"O":[{"%":202,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":202}],"O":[{"%":203,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":173},{"%":203}],"O":[{"%":204,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":185}],"O":[{"%":205,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":206,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":207,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":205},{"%":206},{"%":207}],"O":[{"%":208,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":209,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":210,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":209},{"%":208},{"%":210}],"O":[{"%":211,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":211}],"O":[{"%":212,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":185},{"%":212}],"O":[{"%":213,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":204}],"O":[{"%":214,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":195},{"%":214}],"O":[{"%":215,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":215}],"O":[{"%":216,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":216},{"%":213}],"O":[{"%":217,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":159}],"O":[{"%":218,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":219,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":220,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":218},{"%":219},{"%":220}],"O":[{"%":221,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":222,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":223,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":224,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":221},{"%":222},{"%":223},{"%":224}],"O":[{"%":225,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":225}],"O":[{"%":226,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":217},{"%":226}],"O":[{"%":227,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":227}],"O":[{"%":228,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":159}],"O":[{"%":229,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":230,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":231,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":229},{"%":230},{"%":231}],"O":[{"%":232,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":233,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":234,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":232},{"%":233},{"%":234}],"O":[{"%":235,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":235}],"O":[{"%":236,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":228},{"%":236}],"O":[{"%":237,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":118}],"O":[{"%":238,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":237},{"%":238}],"O":[{"%":239,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":239},{"%":119}],"O":[{"%":240,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":159},{"%":240}],"O":[{"%":241,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":241},{"%":112},{"%":113}],"O":[{"%":242,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":243,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":244,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":245,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":246,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":245},{"%":246}],"O":[{"%":247,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":248,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":249,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":248},{"%":249}],"O":[{"%":250,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":130}],"O":[{"%":251,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":242},{"%":251}],"O":[{"%":252,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":252},{"%":131}],"O":[{"%":253,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":254,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":253},{"%":254}],"O":[{"%":255,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":256,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":255},{"%":256}],"O":[{"%":257,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":257}],"O":[{"%":258,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":259,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":258},{"%":259}],"O":[{"%":260,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":247}],"O":[{"%":261,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":262,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":263,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":261},{"%":262},{"%":263}],"O":[{"%":264,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":265,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":266,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":265},{"%":264},{"%":266}],"O":[{"%":267,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":267}],"O":[{"%":268,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":247},{"%":268}],"O":[{"%":269,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":250}],"O":[{"%":270,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":271,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":272,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":270},{"%":271},{"%":272}],"O":[{"%":273,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":274,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":275,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":274},{"%":273},{"%":275}],"O":[{"%":276,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":276}],"O":[{"%":277,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":250},{"%":277}],"O":[{"%":278,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":269}],"O":[{"%":279,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":260},{"%":279}],"O":[{"%":280,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":280}],"O":[{"%":281,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":281},{"%":278}],"O":[{"%":282,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":242}],"O":[{"%":283,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":284,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":285,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":283},{"%":284},{"%":285}],"O":[{"%":286,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":287,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":288,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":289,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":286},{"%":287},{"%":288},{"%":289}],"O":[{"%":290,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":290}],"O":[{"%":291,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":282},{"%":291}],"O":[{"%":292,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":292}],"O":[{"%":293,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":242}],"O":[{"%":294,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":295,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":296,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":294},{"%":295},{"%":296}],"O":[{"%":297,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":298,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":299,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":297},{"%":298},{"%":299}],"O":[{"%":300,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":300}],"O":[{"%":301,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":293},{"%":301}],"O":[{"%":302,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":132}],"O":[{"%":303,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":302},{"%":303}],"O":[{"%":304,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":304},{"%":133}],"O":[{"%":305,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":242},{"%":305}],"O":[{"%":306,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":306},{"%":128},{"%":129}],"O":[{"%":307,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":308,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":309,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":126}],"O":[{"%":310,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":307},{"%":310}],"O":[{"%":311,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":311},{"%":127}],"O":[{"%":312,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":312}],"O":[{"%":313,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":124}],"O":[{"%":314,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":313},{"%":314}],"O":[{"%":315,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":315},{"%":125}],"O":[{"%":316,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":307},{"%":316}],"O":[{"%":317,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":317},{"%":122},{"%":123}],"O":[{"%":318,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":319,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":320,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":321,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":322,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":321},{"%":322}],"O":[{"%":323,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":98}],"O":[{"%":324,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":324}],"O":[{"%":325,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":325},{"%":99}],"O":[{"%":326,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":327,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":326},{"%":327}],"O":[{"%":328,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":328}],"O":[{"%":329,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":330,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":323},{"%":329}],"O":[{"%":331,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":331},{"%":330}],"O":[{"%":332,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":333,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":334,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":333},{"%":334}],"O":[{"%":335,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":92}],"O":[{"%":336,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":336}],"O":[{"%":337,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":337},{"%":93}],"O":[{"%":338,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":339,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":338},{"%":339}],"O":[{"%":340,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":340}],"O":[{"%":341,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":342,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":335},{"%":341}],"O":[{"%":343,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":343},{"%":342}],"O":[{"%":344,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":94}],"O":[{"%":345,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":345}],"O":[{"%":346,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":346},{"%":95}],"O":[{"%":347,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":348,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":347},{"%":348}],"O":[{"%":349,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":350,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":349},{"%":350}],"O":[{"%":351,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":351}],"O":[{"%":352,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":353,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":352},{"%":353}],"O":[{"%":354,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":332}],"O":[{"%":355,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":356,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":357,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":355},{"%":356},{"%":357}],"O":[{"%":358,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":359,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":360,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":359},{"%":358},{"%":360}],"O":[{"%":361,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":361}],"O":[{"%":362,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":332},{"%":362}],"O":[{"%":363,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":344}],"O":[{"%":364,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":365,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":366,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":364},{"%":365},{"%":366}],"O":[{"%":367,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":368,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":369,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":368},{"%":367},{"%":369}],"O":[{"%":370,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":370}],"O":[{"%":371,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":344},{"%":371}],"O":[{"%":372,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":363}],"O":[{"%":373,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":354},{"%":373}],"O":[{"%":374,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":374}],"O":[{"%":375,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":375},{"%":372}],"O":[{"%":376,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":318}],"O":[{"%":377,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":378,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":379,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":377},{"%":378},{"%":379}],"O":[{"%":380,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":381,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":382,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":383,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":380},{"%":381},{"%":382},{"%":383}],"O":[{"%":384,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":384}],"O":[{"%":385,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":376},{"%":385}],"O":[{"%":386,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":386}],"O":[{"%":387,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":318}],"O":[{"%":388,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":389,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":390,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":388},{"%":389},{"%":390}],"O":[{"%":391,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":392,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":393,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":391},{"%":392},{"%":393}],"O":[{"%":394,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":394}],"O":[{"%":395,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":387},{"%":395}],"O":[{"%":396,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":96}],"O":[{"%":397,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":396},{"%":397}],"O":[{"%":398,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":398},{"%":97}],"O":[{"%":399,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":318},{"%":399}],"O":[{"%":400,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":400},{"%":90},{"%":91}],"O":[{"%":401,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":402,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":403,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":404,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":405,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":404},{"%":405}],"O":[{"%":406,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":407,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":408,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":407},{"%":408}],"O":[{"%":409,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":108}],"O":[{"%":410,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":401},{"%":410}],"O":[{"%":411,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":411},{"%":109}],"O":[{"%":412,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":413,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":412},{"%":413}],"O":[{"%":414,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":415,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":414},{"%":415}],"O":[{"%":416,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":416}],"O":[{"%":417,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":418,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":417},{"%":418}],"O":[{"%":419,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":406}],"O":[{"%":420,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":421,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":422,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":420},{"%":421},{"%":422}],"O":[{"%":423,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":424,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":425,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":424},{"%":423},{"%":425}],"O":[{"%":426,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":426}],"O":[{"%":427,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":406},{"%":427}],"O":[{"%":428,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":409}],"O":[{"%":429,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":430,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":431,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":429},{"%":430},{"%":431}],"O":[{"%":432,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":433,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":434,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":433},{"%":432},{"%":434}],"O":[{"%":435,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":435}],"O":[{"%":436,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":409},{"%":436}],"O":[{"%":437,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":428}],"O":[{"%":438,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":419},{"%":438}],"O":[{"%":439,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":439}],"O":[{"%":440,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":440},{"%":437}],"O":[{"%":441,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":401}],"O":[{"%":442,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":443,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":444,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":442},{"%":443},{"%":444}],"O":[{"%":445,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":446,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":447,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":448,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":445},{"%":446},{"%":447},{"%":448}],"O":[{"%":449,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":449}],"O":[{"%":450,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":441},{"%":450}],"O":[{"%":451,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":451}],"O":[{"%":452,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":401}],"O":[{"%":453,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":454,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":455,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":453},{"%":454},{"%":455}],"O":[{"%":456,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":457,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":458,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":456},{"%":457},{"%":458}],"O":[{"%":459,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":459}],"O":[{"%":460,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":452},{"%":460}],"O":[{"%":461,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":110}],"O":[{"%":462,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":461},{"%":462}],"O":[{"%":463,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":463},{"%":111}],"O":[{"%":464,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":401},{"%":464}],"O":[{"%":465,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":465},{"%":106},{"%":107}],"O":[{"%":466,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":467,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":468,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":104}],"O":[{"%":469,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":466},{"%":469}],"O":[{"%":470,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":470},{"%":105}],"O":[{"%":471,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":471}],"O":[{"%":472,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":102}],"O":[{"%":473,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":472},{"%":473}],"O":[{"%":474,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":474},{"%":103}],"O":[{"%":475,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":466},{"%":475}],"O":[{"%":476,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":476},{"%":100},{"%":101}],"O":[{"%":477,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":478,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":479,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":480,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":481,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":480},{"%":481}],"O":[{"%":482,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":76}],"O":[{"%":483,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":483}],"O":[{"%":484,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":484},{"%":77}],"O":[{"%":485,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":486,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":485},{"%":486}],"O":[{"%":487,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":487}],"O":[{"%":488,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":489,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":482},{"%":488}],"O":[{"%":490,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":490},{"%":489}],"O":[{"%":491,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":492,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":493,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":492},{"%":493}],"O":[{"%":494,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":70}],"O":[{"%":495,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":495}],"O":[{"%":496,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":496},{"%":71}],"O":[{"%":497,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":498,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":497},{"%":498}],"O":[{"%":499,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":499}],"O":[{"%":500,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":501,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":494},{"%":500}],"O":[{"%":502,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":502},{"%":501}],"O":[{"%":503,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":72}],"O":[{"%":504,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":504}],"O":[{"%":505,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":505},{"%":73}],"O":[{"%":506,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":507,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":506},{"%":507}],"O":[{"%":508,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":509,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":508},{"%":509}],"O":[{"%":510,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":510}],"O":[{"%":511,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":512,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":511},{"%":512}],"O":[{"%":513,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":491}],"O":[{"%":514,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":515,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":516,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":514},{"%":515},{"%":516}],"O":[{"%":517,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":518,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":519,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":518},{"%":517},{"%":519}],"O":[{"%":520,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":520}],"O":[{"%":521,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":491},{"%":521}],"O":[{"%":522,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":503}],"O":[{"%":523,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":524,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":525,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":523},{"%":524},{"%":525}],"O":[{"%":526,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":527,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":528,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":527},{"%":526},{"%":528}],"O":[{"%":529,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":529}],"O":[{"%":530,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":503},{"%":530}],"O":[{"%":531,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":522}],"O":[{"%":532,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":513},{"%":532}],"O":[{"%":533,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":533}],"O":[{"%":534,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":534},{"%":531}],"O":[{"%":535,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":477}],"O":[{"%":536,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":537,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":538,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":536},{"%":537},{"%":538}],"O":[{"%":539,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":540,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":541,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":542,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":539},{"%":540},{"%":541},{"%":542}],"O":[{"%":543,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":543}],"O":[{"%":544,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":535},{"%":544}],"O":[{"%":545,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":545}],"O":[{"%":546,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":477}],"O":[{"%":547,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":548,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":549,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":547},{"%":548},{"%":549}],"O":[{"%":550,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":551,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":552,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":550},{"%":551},{"%":552}],"O":[{"%":553,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":553}],"O":[{"%":554,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":546},{"%":554}],"O":[{"%":555,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":74}],"O":[{"%":556,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":555},{"%":556}],"O":[{"%":557,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":557},{"%":75}],"O":[{"%":558,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":477},{"%":558}],"O":[{"%":559,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":559},{"%":68},{"%":69}],"O":[{"%":560,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":561,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":562,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":563,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":564,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":563},{"%":564}],"O":[{"%":565,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":566,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":567,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":566},{"%":567}],"O":[{"%":568,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":86}],"O":[{"%":569,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":560},{"%":569}],"O":[{"%":570,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":570},{"%":87}],"O":[{"%":571,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":572,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":571},{"%":572}],"O":[{"%":573,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":574,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":573},{"%":574}],"O":[{"%":575,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":575}],"O":[{"%":576,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":577,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":576},{"%":577}],"O":[{"%":578,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":565}],"O":[{"%":579,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":580,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":581,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":579},{"%":580},{"%":581}],"O":[{"%":582,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":583,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":584,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":583},{"%":582},{"%":584}],"O":[{"%":585,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":585}],"O":[{"%":586,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":565},{"%":586}],"O":[{"%":587,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":568}],"O":[{"%":588,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":589,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":590,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":588},{"%":589},{"%":590}],"O":[{"%":591,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":592,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":593,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":592},{"%":591},{"%":593}],"O":[{"%":594,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":594}],"O":[{"%":595,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":568},{"%":595}],"O":[{"%":596,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":587}],"O":[{"%":597,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":578},{"%":597}],"O":[{"%":598,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":598}],"O":[{"%":599,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":599},{"%":596}],"O":[{"%":600,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":560}],"O":[{"%":601,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":602,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":603,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":601},{"%":602},{"%":603}],"O":[{"%":604,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":605,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":606,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":607,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":604},{"%":605},{"%":606},{"%":607}],"O":[{"%":608,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":608}],"O":[{"%":609,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":600},{"%":609}],"O":[{"%":610,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":610}],"O":[{"%":611,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":560}],"O":[{"%":612,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":613,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":614,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":612},{"%":613},{"%":614}],"O":[{"%":615,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":616,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":617,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":615},{"%":616},{"%":617}],"O":[{"%":618,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":618}],"O":[{"%":619,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":611},{"%":619}],"O":[{"%":620,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":88}],"O":[{"%":621,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":620},{"%":621}],"O":[{"%":622,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":622},{"%":89}],"O":[{"%":623,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":560},{"%":623}],"O":[{"%":624,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":624},{"%":84},{"%":85}],"O":[{"%":625,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":626,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":627,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":82}],"O":[{"%":628,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":625},{"%":628}],"O":[{"%":629,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":629},{"%":83}],"O":[{"%":630,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":630}],"O":[{"%":631,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":80}],"O":[{"%":632,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":631},{"%":632}],"O":[{"%":633,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":633},{"%":81}],"O":[{"%":634,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":625},{"%":634}],"O":[{"%":635,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":635},{"%":78},{"%":79}],"O":[{"%":636,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":637,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":638,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":639,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":640,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":639},{"%":640}],"O":[{"%":641,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":54}],"O":[{"%":642,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":642}],"O":[{"%":643,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":643},{"%":55}],"O":[{"%":644,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":645,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":644},{"%":645}],"O":[{"%":646,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":646}],"O":[{"%":647,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":648,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":641},{"%":647}],"O":[{"%":649,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":649},{"%":648}],"O":[{"%":650,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":651,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":652,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":651},{"%":652}],"O":[{"%":653,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":48}],"O":[{"%":654,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":654}],"O":[{"%":655,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":655},{"%":49}],"O":[{"%":656,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":657,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":656},{"%":657}],"O":[{"%":658,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":658}],"O":[{"%":659,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":660,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":653},{"%":659}],"O":[{"%":661,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":661},{"%":660}],"O":[{"%":662,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":50}],"O":[{"%":663,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":663}],"O":[{"%":664,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":664},{"%":51}],"O":[{"%":665,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":666,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":665},{"%":666}],"O":[{"%":667,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":668,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":667},{"%":668}],"O":[{"%":669,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":669}],"O":[{"%":670,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":671,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":670},{"%":671}],"O":[{"%":672,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":650}],"O":[{"%":673,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":674,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":675,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":673},{"%":674},{"%":675}],"O":[{"%":676,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":677,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":678,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":677},{"%":676},{"%":678}],"O":[{"%":679,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":679}],"O":[{"%":680,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":650},{"%":680}],"O":[{"%":681,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":662}],"O":[{"%":682,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":683,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":684,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":682},{"%":683},{"%":684}],"O":[{"%":685,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":686,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":687,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":686},{"%":685},{"%":687}],"O":[{"%":688,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":688}],"O":[{"%":689,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":662},{"%":689}],"O":[{"%":690,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":681}],"O":[{"%":691,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":672},{"%":691}],"O":[{"%":692,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":692}],"O":[{"%":693,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":693},{"%":690}],"O":[{"%":694,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":636}],"O":[{"%":695,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":696,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":697,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":695},{"%":696},{"%":697}],"O":[{"%":698,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":699,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":700,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":701,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":698},{"%":699},{"%":700},{"%":701}],"O":[{"%":702,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":702}],"O":[{"%":703,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":694},{"%":703}],"O":[{"%":704,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":704}],"O":[{"%":705,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":636}],"O":[{"%":706,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":707,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":708,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":706},{"%":707},{"%":708}],"O":[{"%":709,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":710,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":711,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":709},{"%":710},{"%":711}],"O":[{"%":712,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":712}],"O":[{"%":713,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":705},{"%":713}],"O":[{"%":714,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":52}],"O":[{"%":715,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":714},{"%":715}],"O":[{"%":716,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":716},{"%":53}],"O":[{"%":717,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":636},{"%":717}],"O":[{"%":718,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":718},{"%":46},{"%":47}],"O":[{"%":719,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":720,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":721,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":722,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":723,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":722},{"%":723}],"O":[{"%":724,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":725,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":726,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":725},{"%":726}],"O":[{"%":727,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":64}],"O":[{"%":728,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":719},{"%":728}],"O":[{"%":729,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":729},{"%":65}],"O":[{"%":730,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":731,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":730},{"%":731}],"O":[{"%":732,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":733,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":732},{"%":733}],"O":[{"%":734,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":734}],"O":[{"%":735,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":736,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":735},{"%":736}],"O":[{"%":737,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":724}],"O":[{"%":738,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":739,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":740,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":738},{"%":739},{"%":740}],"O":[{"%":741,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":742,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":743,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":742},{"%":741},{"%":743}],"O":[{"%":744,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":744}],"O":[{"%":745,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":724},{"%":745}],"O":[{"%":746,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":727}],"O":[{"%":747,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":748,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":749,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":747},{"%":748},{"%":749}],"O":[{"%":750,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":751,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":752,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":751},{"%":750},{"%":752}],"O":[{"%":753,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":753}],"O":[{"%":754,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":727},{"%":754}],"O":[{"%":755,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":746}],"O":[{"%":756,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":737},{"%":756}],"O":[{"%":757,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":757}],"O":[{"%":758,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":758},{"%":755}],"O":[{"%":759,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":719}],"O":[{"%":760,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":761,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":762,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":760},{"%":761},{"%":762}],"O":[{"%":763,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":764,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":765,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":766,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":763},{"%":764},{"%":765},{"%":766}],"O":[{"%":767,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":767}],"O":[{"%":768,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":759},{"%":768}],"O":[{"%":769,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":769}],"O":[{"%":770,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":719}],"O":[{"%":771,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":772,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":773,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":771},{"%":772},{"%":773}],"O":[{"%":774,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":775,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":776,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":774},{"%":775},{"%":776}],"O":[{"%":777,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":777}],"O":[{"%":778,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":770},{"%":778}],"O":[{"%":779,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":66}],"O":[{"%":780,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":779},{"%":780}],"O":[{"%":781,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":781},{"%":67}],"O":[{"%":782,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":719},{"%":782}],"O":[{"%":783,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":783},{"%":62},{"%":63}],"O":[{"%":784,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":785,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":786,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":60}],"O":[{"%":787,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":784},{"%":787}],"O":[{"%":788,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":788},{"%":61}],"O":[{"%":789,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":789}],"O":[{"%":790,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":58}],"O":[{"%":791,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":790},{"%":791}],"O":[{"%":792,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":792},{"%":59}],"O":[{"%":793,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":784},{"%":793}],"O":[{"%":794,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":794},{"%":56},{"%":57}],"O":[{"%":795,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":796,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":797,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":798,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":799,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":798},{"%":799}],"O":[{"%":800,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":32}],"O":[{"%":801,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":801}],"O":[{"%":802,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":802},{"%":33}],"O":[{"%":803,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":804,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":803},{"%":804}],"O":[{"%":805,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":805}],"O":[{"%":806,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":807,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":800},{"%":806}],"O":[{"%":808,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":808},{"%":807}],"O":[{"%":809,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":810,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":811,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":810},{"%":811}],"O":[{"%":812,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":26}],"O":[{"%":813,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":813}],"O":[{"%":814,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":814},{"%":27}],"O":[{"%":815,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":816,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":815},{"%":816}],"O":[{"%":817,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":817}],"O":[{"%":818,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":819,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":812},{"%":818}],"O":[{"%":820,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":820},{"%":819}],"O":[{"%":821,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":28}],"O":[{"%":822,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":822}],"O":[{"%":823,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":823},{"%":29}],"O":[{"%":824,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":825,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":824},{"%":825}],"O":[{"%":826,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":827,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":826},{"%":827}],"O":[{"%":828,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":828}],"O":[{"%":829,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":830,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":829},{"%":830}],"O":[{"%":831,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":809}],"O":[{"%":832,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":833,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":834,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":832},{"%":833},{"%":834}],"O":[{"%":835,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":836,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":837,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":836},{"%":835},{"%":837}],"O":[{"%":838,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":838}],"O":[{"%":839,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":809},{"%":839}],"O":[{"%":840,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":821}],"O":[{"%":841,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":842,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":843,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":841},{"%":842},{"%":843}],"O":[{"%":844,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":845,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":846,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":845},{"%":844},{"%":846}],"O":[{"%":847,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":847}],"O":[{"%":848,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":821},{"%":848}],"O":[{"%":849,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":840}],"O":[{"%":850,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":831},{"%":850}],"O":[{"%":851,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":851}],"O":[{"%":852,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":852},{"%":849}],"O":[{"%":853,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":795}],"O":[{"%":854,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":855,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":856,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":854},{"%":855},{"%":856}],"O":[{"%":857,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":858,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":859,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":860,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":857},{"%":858},{"%":859},{"%":860}],"O":[{"%":861,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":861}],"O":[{"%":862,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":853},{"%":862}],"O":[{"%":863,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":863}],"O":[{"%":864,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":795}],"O":[{"%":865,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":866,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":867,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":865},{"%":866},{"%":867}],"O":[{"%":868,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":869,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":870,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":868},{"%":869},{"%":870}],"O":[{"%":871,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":871}],"O":[{"%":872,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":864},{"%":872}],"O":[{"%":873,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":30}],"O":[{"%":874,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":873},{"%":874}],"O":[{"%":875,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":875},{"%":31}],"O":[{"%":876,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":795},{"%":876}],"O":[{"%":877,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":877},{"%":24},{"%":25}],"O":[{"%":878,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":879,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":880,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":881,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":882,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":881},{"%":882}],"O":[{"%":883,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":884,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":885,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":884},{"%":885}],"O":[{"%":886,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":42}],"O":[{"%":887,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":878},{"%":887}],"O":[{"%":888,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":888},{"%":43}],"O":[{"%":889,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":890,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":889},{"%":890}],"O":[{"%":891,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":892,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":891},{"%":892}],"O":[{"%":893,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":893}],"O":[{"%":894,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":895,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":894},{"%":895}],"O":[{"%":896,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":883}],"O":[{"%":897,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":898,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":899,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":897},{"%":898},{"%":899}],"O":[{"%":900,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":901,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":902,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":901},{"%":900},{"%":902}],"O":[{"%":903,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":903}],"O":[{"%":904,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":883},{"%":904}],"O":[{"%":905,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":886}],"O":[{"%":906,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":907,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":908,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":906},{"%":907},{"%":908}],"O":[{"%":909,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":910,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":911,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":910},{"%":909},{"%":911}],"O":[{"%":912,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":912}],"O":[{"%":913,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":886},{"%":913}],"O":[{"%":914,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":905}],"O":[{"%":915,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":896},{"%":915}],"O":[{"%":916,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":916}],"O":[{"%":917,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":917},{"%":914}],"O":[{"%":918,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":878}],"O":[{"%":919,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":920,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":921,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":919},{"%":920},{"%":921}],"O":[{"%":922,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":923,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":924,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":925,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":922},{"%":923},{"%":924},{"%":925}],"O":[{"%":926,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":926}],"O":[{"%":927,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":918},{"%":927}],"O":[{"%":928,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":928}],"O":[{"%":929,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":878}],"O":[{"%":930,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":931,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":932,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":930},{"%":931},{"%":932}],"O":[{"%":933,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":934,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":935,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":933},{"%":934},{"%":935}],"O":[{"%":936,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":936}],"O":[{"%":937,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":929},{"%":937}],"O":[{"%":938,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":44}],"O":[{"%":939,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":938},{"%":939}],"O":[{"%":940,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":940},{"%":45}],"O":[{"%":941,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":878},{"%":941}],"O":[{"%":942,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":942},{"%":40},{"%":41}],"O":[{"%":943,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":944,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":945,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":38}],"O":[{"%":946,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":943},{"%":946}],"O":[{"%":947,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":947},{"%":39}],"O":[{"%":948,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":948}],"O":[{"%":949,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":36}],"O":[{"%":950,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":949},{"%":950}],"O":[{"%":951,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":951},{"%":37}],"O":[{"%":952,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":943},{"%":952}],"O":[{"%":953,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":953},{"%":34},{"%":35}],"O":[{"%":954,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":955,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":956,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":957,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":958,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":957},{"%":958}],"O":[{"%":959,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":10}],"O":[{"%":960,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":960}],"O":[{"%":961,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":961},{"%":11}],"O":[{"%":962,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":963,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":962},{"%":963}],"O":[{"%":964,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":964}],"O":[{"%":965,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":966,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":959},{"%":965}],"O":[{"%":967,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":967},{"%":966}],"O":[{"%":968,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":969,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":970,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":969},{"%":970}],"O":[{"%":971,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":4}],"O":[{"%":972,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":972}],"O":[{"%":973,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":973},{"%":5}],"O":[{"%":974,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":975,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":974},{"%":975}],"O":[{"%":976,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":976}],"O":[{"%":977,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":978,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":971},{"%":977}],"O":[{"%":979,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":979},{"%":978}],"O":[{"%":980,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":6}],"O":[{"%":981,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":981}],"O":[{"%":982,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":982},{"%":7}],"O":[{"%":983,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":984,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":983},{"%":984}],"O":[{"%":985,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":986,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":985},{"%":986}],"O":[{"%":987,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":987}],"O":[{"%":988,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":989,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":988},{"%":989}],"O":[{"%":990,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":968}],"O":[{"%":991,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":992,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":993,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":991},{"%":992},{"%":993}],"O":[{"%":994,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":995,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":996,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":995},{"%":994},{"%":996}],"O":[{"%":997,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":997}],"O":[{"%":998,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":968},{"%":998}],"O":[{"%":999,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":980}],"O":[{"%":1000,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1001,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1002,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1000},{"%":1001},{"%":1002}],"O":[{"%":1003,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1004,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1005,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1004},{"%":1003},{"%":1005}],"O":[{"%":1006,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1006}],"O":[{"%":1007,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":980},{"%":1007}],"O":[{"%":1008,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":999}],"O":[{"%":1009,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":990},{"%":1009}],"O":[{"%":1010,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":1010}],"O":[{"%":1011,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1011},{"%":1008}],"O":[{"%":1012,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":954}],"O":[{"%":1013,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1014,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1015,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1013},{"%":1014},{"%":1015}],"O":[{"%":1016,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1017,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1018,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1019,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1016},{"%":1017},{"%":1018},{"%":1019}],"O":[{"%":1020,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1020}],"O":[{"%":1021,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1012},{"%":1021}],"O":[{"%":1022,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1022}],"O":[{"%":1023,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":954}],"O":[{"%":1024,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1025,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1026,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1024},{"%":1025},{"%":1026}],"O":[{"%":1027,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1028,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1029,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1027},{"%":1028},{"%":1029}],"O":[{"%":1030,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1030}],"O":[{"%":1031,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1023},{"%":1031}],"O":[{"%":1032,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":8}],"O":[{"%":1033,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1032},{"%":1033}],"O":[{"%":1034,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1034},{"%":9}],"O":[{"%":1035,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":954},{"%":1035}],"O":[{"%":1036,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1036},{"%":2},{"%":3}],"O":[{"%":1037,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1038,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1039,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1040,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1041,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":1040},{"%":1041}],"O":[{"%":1042,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1043,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1044,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":1043},{"%":1044}],"O":[{"%":1045,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":20}],"O":[{"%":1046,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1037},{"%":1046}],"O":[{"%":1047,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1047},{"%":21}],"O":[{"%":1048,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1049,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1048},{"%":1049}],"O":[{"%":1050,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1051,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1050},{"%":1051}],"O":[{"%":1052,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1052}],"O":[{"%":1053,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1054,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1053},{"%":1054}],"O":[{"%":1055,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1042}],"O":[{"%":1056,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1057,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1058,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1056},{"%":1057},{"%":1058}],"O":[{"%":1059,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1060,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1061,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1060},{"%":1059},{"%":1061}],"O":[{"%":1062,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1062}],"O":[{"%":1063,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1042},{"%":1063}],"O":[{"%":1064,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1045}],"O":[{"%":1065,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1066,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1067,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1065},{"%":1066},{"%":1067}],"O":[{"%":1068,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1069,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1070,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1069},{"%":1068},{"%":1070}],"O":[{"%":1071,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1071}],"O":[{"%":1072,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1045},{"%":1072}],"O":[{"%":1073,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":1064}],"O":[{"%":1074,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1055},{"%":1074}],"O":[{"%":1075,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":1075}],"O":[{"%":1076,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1076},{"%":1073}],"O":[{"%":1077,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1037}],"O":[{"%":1078,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1079,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1080,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1078},{"%":1079},{"%":1080}],"O":[{"%":1081,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1082,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1083,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1084,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1081},{"%":1082},{"%":1083},{"%":1084}],"O":[{"%":1085,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1085}],"O":[{"%":1086,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1077},{"%":1086}],"O":[{"%":1087,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1087}],"O":[{"%":1088,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1037}],"O":[{"%":1089,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1090,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1091,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1089},{"%":1090},{"%":1091}],"O":[{"%":1092,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1093,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1094,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1092},{"%":1093},{"%":1094}],"O":[{"%":1095,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1095}],"O":[{"%":1096,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1088},{"%":1096}],"O":[{"%":1097,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":22}],"O":[{"%":1098,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1097},{"%":1098}],"O":[{"%":1099,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1099},{"%":23}],"O":[{"%":1100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1037},{"%":1100}],"O":[{"%":1101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1101},{"%":18},{"%":19}],"O":[{"%":1102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":16}],"O":[{"%":1105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1102},{"%":1105}],"O":[{"%":1106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1106},{"%":17}],"O":[{"%":1107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":1107}],"O":[{"%":1108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":14}],"O":[{"%":1109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1108},{"%":1109}],"O":[{"%":1110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1110},{"%":15}],"O":[{"%":1111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1102},{"%":1111}],"O":[{"%":1112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1112},{"%":12},{"%":13}],"O":[{"%":1113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1}],"O":[{"%":1116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,573],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1113},{"%":1116}],"O":[{"%":1117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,573],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"decrease_axis"}],"I":[{"%":1117},{"%":1118},{"%":1119}],"O":[{"%":1120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,573],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":173},{"%":332},{"%":491},{"%":650},{"%":809},{"%":968}],"O":[{"%":1121,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1121}],"O":[{"%":1122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":185},{"%":344},{"%":503},{"%":662},{"%":821},{"%":980}],"O":[{"%":1123,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1123}],"O":[{"%":1124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_0"},"N":"name"},{"AT":{"#":"0.a_i32","D":0},"N":"col"}],"I":[{"%":1120}],"O":[{"%":1125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,573],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_1"},"N":"name"},{"AT":{"#":"0.a_i32","D":1},"N":"col"}],"I":[{"%":1122}],"O":[{"%":1126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_2"},"N":"name"},{"AT":{"#":"0.a_i32","D":2},"N":"col"}],"I":[{"%":1124}],"O":[{"%":1127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]}]}]}]}}
\ No newline at end of file
diff --git a/paddle/decoders/character/decoder-step.pdiparams b/paddle/decoders/character/decoder-step.pdiparams
new file mode 100644
index 0000000000000000000000000000000000000000..3911f162c71ce690288732bcc67697bbf54b8788
--- /dev/null
+++ b/paddle/decoders/character/decoder-step.pdiparams
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ba8d8743abdcf8b6cdb48a572a669cbf3e504d38d2a48827b68657e32aeff
+size 23830010
diff --git a/paddle/decoders/english/decoder-step.json b/paddle/decoders/english/decoder-step.json
new file mode 100644
index 0000000000000000000000000000000000000000..e1788e47a8a8bc2836c8d17ead65f9230e9ce612
--- /dev/null
+++ b/paddle/decoders/english/decoder-step.json
@@ -0,0 +1 @@
+{"base_code":{"magic":"pir","trainable":true,"version":4},"program":{"regions":[{"#":"region_0","blocks":[{"#":"block_0","args":[],"ops":[{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_136"],"DA":[],"O":{"%":1,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[64044,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_135"],"DA":[],"O":{"%":2,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_134"],"DA":[],"O":{"%":3,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_133"],"DA":[],"O":{"%":4,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_132"],"DA":[],"O":{"%":5,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_131"],"DA":[],"O":{"%":6,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_130"],"DA":[],"O":{"%":7,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_129"],"DA":[],"O":{"%":8,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_128"],"DA":[],"O":{"%":9,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_127"],"DA":[],"O":{"%":10,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_126"],"DA":[],"O":{"%":11,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_125"],"DA":[],"O":{"%":12,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_124"],"DA":[],"O":{"%":13,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_123"],"DA":[],"O":{"%":14,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_122"],"DA":[],"O":{"%":15,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_121"],"DA":[],"O":{"%":16,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_120"],"DA":[],"O":{"%":17,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_119"],"DA":[],"O":{"%":18,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_118"],"DA":[],"O":{"%":19,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_117"],"DA":[],"O":{"%":20,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_116"],"DA":[],"O":{"%":21,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_115"],"DA":[],"O":{"%":22,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_114"],"DA":[],"O":{"%":23,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_113"],"DA":[],"O":{"%":24,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_112"],"DA":[],"O":{"%":25,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_111"],"DA":[],"O":{"%":26,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_110"],"DA":[],"O":{"%":27,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_109"],"DA":[],"O":{"%":28,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_108"],"DA":[],"O":{"%":29,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_107"],"DA":[],"O":{"%":30,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_106"],"DA":[],"O":{"%":31,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_105"],"DA":[],"O":{"%":32,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_104"],"DA":[],"O":{"%":33,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_103"],"DA":[],"O":{"%":34,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_102"],"DA":[],"O":{"%":35,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_101"],"DA":[],"O":{"%":36,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_100"],"DA":[],"O":{"%":37,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_99"],"DA":[],"O":{"%":38,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_98"],"DA":[],"O":{"%":39,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_97"],"DA":[],"O":{"%":40,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_96"],"DA":[],"O":{"%":41,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_95"],"DA":[],"O":{"%":42,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_94"],"DA":[],"O":{"%":43,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_93"],"DA":[],"O":{"%":44,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_92"],"DA":[],"O":{"%":45,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_91"],"DA":[],"O":{"%":46,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_90"],"DA":[],"O":{"%":47,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_89"],"DA":[],"O":{"%":48,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_88"],"DA":[],"O":{"%":49,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_87"],"DA":[],"O":{"%":50,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_86"],"DA":[],"O":{"%":51,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_85"],"DA":[],"O":{"%":52,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_84"],"DA":[],"O":{"%":53,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_83"],"DA":[],"O":{"%":54,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_82"],"DA":[],"O":{"%":55,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_81"],"DA":[],"O":{"%":56,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_80"],"DA":[],"O":{"%":57,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_79"],"DA":[],"O":{"%":58,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_78"],"DA":[],"O":{"%":59,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_77"],"DA":[],"O":{"%":60,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_76"],"DA":[],"O":{"%":61,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_75"],"DA":[],"O":{"%":62,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_74"],"DA":[],"O":{"%":63,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_73"],"DA":[],"O":{"%":64,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_72"],"DA":[],"O":{"%":65,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_71"],"DA":[],"O":{"%":66,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_70"],"DA":[],"O":{"%":67,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_69"],"DA":[],"O":{"%":68,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_68"],"DA":[],"O":{"%":69,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_67"],"DA":[],"O":{"%":70,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_66"],"DA":[],"O":{"%":71,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_65"],"DA":[],"O":{"%":72,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_64"],"DA":[],"O":{"%":73,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_63"],"DA":[],"O":{"%":74,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_62"],"DA":[],"O":{"%":75,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_61"],"DA":[],"O":{"%":76,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_60"],"DA":[],"O":{"%":77,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_59"],"DA":[],"O":{"%":78,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_58"],"DA":[],"O":{"%":79,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_57"],"DA":[],"O":{"%":80,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_56"],"DA":[],"O":{"%":81,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_55"],"DA":[],"O":{"%":82,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_54"],"DA":[],"O":{"%":83,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_53"],"DA":[],"O":{"%":84,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_52"],"DA":[],"O":{"%":85,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_51"],"DA":[],"O":{"%":86,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_50"],"DA":[],"O":{"%":87,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_49"],"DA":[],"O":{"%":88,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_48"],"DA":[],"O":{"%":89,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_47"],"DA":[],"O":{"%":90,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_46"],"DA":[],"O":{"%":91,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_45"],"DA":[],"O":{"%":92,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_44"],"DA":[],"O":{"%":93,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_43"],"DA":[],"O":{"%":94,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_42"],"DA":[],"O":{"%":95,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_41"],"DA":[],"O":{"%":96,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_40"],"DA":[],"O":{"%":97,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_39"],"DA":[],"O":{"%":98,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_38"],"DA":[],"O":{"%":99,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_37"],"DA":[],"O":{"%":100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_36"],"DA":[],"O":{"%":101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_35"],"DA":[],"O":{"%":102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_34"],"DA":[],"O":{"%":103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_33"],"DA":[],"O":{"%":104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_32"],"DA":[],"O":{"%":105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_31"],"DA":[],"O":{"%":106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_30"],"DA":[],"O":{"%":107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_29"],"DA":[],"O":{"%":108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_28"],"DA":[],"O":{"%":109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_27"],"DA":[],"O":{"%":110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_26"],"DA":[],"O":{"%":111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_25"],"DA":[],"O":{"%":112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_24"],"DA":[],"O":{"%":113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_23"],"DA":[],"O":{"%":114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_22"],"DA":[],"O":{"%":115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_21"],"DA":[],"O":{"%":116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_20"],"DA":[],"O":{"%":117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_19"],"DA":[],"O":{"%":118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_18"],"DA":[],"O":{"%":119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_17"],"DA":[],"O":{"%":120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_16"],"DA":[],"O":{"%":121,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_15"],"DA":[],"O":{"%":122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_14"],"DA":[],"O":{"%":123,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_13"],"DA":[],"O":{"%":124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_12"],"DA":[],"O":{"%":125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_11"],"DA":[],"O":{"%":126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_10"],"DA":[],"O":{"%":127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_9"],"DA":[],"O":{"%":128,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_8"],"DA":[],"O":{"%":129,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_7"],"DA":[],"O":{"%":130,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_6"],"DA":[],"O":{"%":131,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_5"],"DA":[],"O":{"%":132,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_4"],"DA":[],"O":{"%":133,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_3"],"DA":[],"O":{"%":134,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_2"],"DA":[],"O":{"%":135,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_1"],"DA":[],"O":{"%":136,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[64044,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"paddle_tr_ocr_step_0.w_0"],"DA":[],"O":{"%":137,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[514,256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"token"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[10,1]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":138,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[10,1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"self_keys"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,-1,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":139,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"self_values"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,-1,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":140,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"cross_keys"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,578,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":141,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"cross_values"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[6,10,8,578,32]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":142,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":139}],"O":[{"%":143,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[5],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":144,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":145,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":143},{"%":144},{"%":145}],"O":[{"%":146,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.cast","A":[{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"}],"I":[{"%":146}],"O":[{"%":147,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":148,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":2.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":147},{"%":148}],"O":[{"%":149,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":150,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":149},{"%":150}],"O":[{"%":151,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":152,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.arange","A":[{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[{"%":149},{"%":151},{"%":152}],"O":[{"%":153,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.embedding","A":[{"AT":{"#":"0.a_i64","D":-1},"N":"padding_idx"},{"AT":{"#":"0.a_bool","D":false},"N":"sparse"}],"I":[{"%":138},{"%":136}],"O":[{"%":154,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":16.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":155,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":154},{"%":155}],"O":[{"%":156,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.embedding","A":[{"AT":{"#":"0.a_i64","D":-1},"N":"padding_idx"},{"AT":{"#":"0.a_bool","D":false},"N":"sparse"}],"I":[{"%":153},{"%":137}],"O":[{"%":157,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":156},{"%":157}],"O":[{"%":158,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":158},{"%":134},{"%":135}],"O":[{"%":159,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":160,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":161,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":162,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":163,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":162},{"%":163}],"O":[{"%":164,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":120}],"O":[{"%":165,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":165}],"O":[{"%":166,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":166},{"%":121}],"O":[{"%":167,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":168,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":167},{"%":168}],"O":[{"%":169,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":169}],"O":[{"%":170,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":171,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":164},{"%":170}],"O":[{"%":172,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":172},{"%":171}],"O":[{"%":173,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":174,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":175,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":174},{"%":175}],"O":[{"%":176,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":114}],"O":[{"%":177,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":177}],"O":[{"%":178,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":178},{"%":115}],"O":[{"%":179,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":180,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":179},{"%":180}],"O":[{"%":181,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":181}],"O":[{"%":182,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":183,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":176},{"%":182}],"O":[{"%":184,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":184},{"%":183}],"O":[{"%":185,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":116}],"O":[{"%":186,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":159},{"%":186}],"O":[{"%":187,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":187},{"%":117}],"O":[{"%":188,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":189,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":188},{"%":189}],"O":[{"%":190,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":191,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":190},{"%":191}],"O":[{"%":192,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":192}],"O":[{"%":193,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":194,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":193},{"%":194}],"O":[{"%":195,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":173}],"O":[{"%":196,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":197,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":198,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":196},{"%":197},{"%":198}],"O":[{"%":199,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":200,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":201,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":200},{"%":199},{"%":201}],"O":[{"%":202,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":202}],"O":[{"%":203,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":173},{"%":203}],"O":[{"%":204,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":185}],"O":[{"%":205,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":206,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":207,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":205},{"%":206},{"%":207}],"O":[{"%":208,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":209,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":210,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":209},{"%":208},{"%":210}],"O":[{"%":211,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":211}],"O":[{"%":212,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":185},{"%":212}],"O":[{"%":213,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":204}],"O":[{"%":214,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":195},{"%":214}],"O":[{"%":215,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":215}],"O":[{"%":216,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":216},{"%":213}],"O":[{"%":217,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":159}],"O":[{"%":218,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":219,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":220,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":218},{"%":219},{"%":220}],"O":[{"%":221,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":222,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":223,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":224,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":221},{"%":222},{"%":223},{"%":224}],"O":[{"%":225,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":225}],"O":[{"%":226,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":217},{"%":226}],"O":[{"%":227,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":227}],"O":[{"%":228,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":159}],"O":[{"%":229,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":230,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":231,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":229},{"%":230},{"%":231}],"O":[{"%":232,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":233,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":234,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":232},{"%":233},{"%":234}],"O":[{"%":235,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":235}],"O":[{"%":236,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":228},{"%":236}],"O":[{"%":237,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":118}],"O":[{"%":238,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":237},{"%":238}],"O":[{"%":239,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":239},{"%":119}],"O":[{"%":240,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":159},{"%":240}],"O":[{"%":241,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":241},{"%":112},{"%":113}],"O":[{"%":242,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":243,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":244,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":245,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":246,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":245},{"%":246}],"O":[{"%":247,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":248,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":249,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":248},{"%":249}],"O":[{"%":250,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":130}],"O":[{"%":251,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":242},{"%":251}],"O":[{"%":252,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":252},{"%":131}],"O":[{"%":253,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":254,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":253},{"%":254}],"O":[{"%":255,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":256,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":255},{"%":256}],"O":[{"%":257,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":257}],"O":[{"%":258,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":259,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":258},{"%":259}],"O":[{"%":260,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":247}],"O":[{"%":261,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":262,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":263,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":261},{"%":262},{"%":263}],"O":[{"%":264,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":265,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":266,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":265},{"%":264},{"%":266}],"O":[{"%":267,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":267}],"O":[{"%":268,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":247},{"%":268}],"O":[{"%":269,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":250}],"O":[{"%":270,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":271,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":272,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":270},{"%":271},{"%":272}],"O":[{"%":273,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":274,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":275,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":274},{"%":273},{"%":275}],"O":[{"%":276,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":276}],"O":[{"%":277,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":250},{"%":277}],"O":[{"%":278,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":269}],"O":[{"%":279,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":260},{"%":279}],"O":[{"%":280,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":280}],"O":[{"%":281,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":281},{"%":278}],"O":[{"%":282,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":242}],"O":[{"%":283,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":284,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":285,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":283},{"%":284},{"%":285}],"O":[{"%":286,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":287,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":288,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":289,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":286},{"%":287},{"%":288},{"%":289}],"O":[{"%":290,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":290}],"O":[{"%":291,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":282},{"%":291}],"O":[{"%":292,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":292}],"O":[{"%":293,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":242}],"O":[{"%":294,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":295,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":296,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":294},{"%":295},{"%":296}],"O":[{"%":297,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":298,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":299,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":297},{"%":298},{"%":299}],"O":[{"%":300,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":300}],"O":[{"%":301,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":293},{"%":301}],"O":[{"%":302,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":132}],"O":[{"%":303,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":302},{"%":303}],"O":[{"%":304,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":304},{"%":133}],"O":[{"%":305,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":242},{"%":305}],"O":[{"%":306,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":306},{"%":128},{"%":129}],"O":[{"%":307,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":308,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":309,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":126}],"O":[{"%":310,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":307},{"%":310}],"O":[{"%":311,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":311},{"%":127}],"O":[{"%":312,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":312}],"O":[{"%":313,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":124}],"O":[{"%":314,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":313},{"%":314}],"O":[{"%":315,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":315},{"%":125}],"O":[{"%":316,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":307},{"%":316}],"O":[{"%":317,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":317},{"%":122},{"%":123}],"O":[{"%":318,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":319,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":320,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":321,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":322,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":321},{"%":322}],"O":[{"%":323,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":98}],"O":[{"%":324,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":324}],"O":[{"%":325,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":325},{"%":99}],"O":[{"%":326,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":327,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":326},{"%":327}],"O":[{"%":328,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":328}],"O":[{"%":329,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":330,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":323},{"%":329}],"O":[{"%":331,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":331},{"%":330}],"O":[{"%":332,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":333,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":334,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":333},{"%":334}],"O":[{"%":335,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":92}],"O":[{"%":336,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":336}],"O":[{"%":337,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":337},{"%":93}],"O":[{"%":338,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":339,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":338},{"%":339}],"O":[{"%":340,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":340}],"O":[{"%":341,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":342,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":335},{"%":341}],"O":[{"%":343,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":343},{"%":342}],"O":[{"%":344,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":94}],"O":[{"%":345,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":318},{"%":345}],"O":[{"%":346,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":346},{"%":95}],"O":[{"%":347,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":348,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":347},{"%":348}],"O":[{"%":349,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":350,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":349},{"%":350}],"O":[{"%":351,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":351}],"O":[{"%":352,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":353,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":352},{"%":353}],"O":[{"%":354,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":332}],"O":[{"%":355,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":356,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":357,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":355},{"%":356},{"%":357}],"O":[{"%":358,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":359,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":360,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":359},{"%":358},{"%":360}],"O":[{"%":361,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":361}],"O":[{"%":362,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":332},{"%":362}],"O":[{"%":363,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":344}],"O":[{"%":364,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":365,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":366,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":364},{"%":365},{"%":366}],"O":[{"%":367,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":368,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":369,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":368},{"%":367},{"%":369}],"O":[{"%":370,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":370}],"O":[{"%":371,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":344},{"%":371}],"O":[{"%":372,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":363}],"O":[{"%":373,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":354},{"%":373}],"O":[{"%":374,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":374}],"O":[{"%":375,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":375},{"%":372}],"O":[{"%":376,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":318}],"O":[{"%":377,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":378,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":379,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":377},{"%":378},{"%":379}],"O":[{"%":380,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":381,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":382,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":383,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":380},{"%":381},{"%":382},{"%":383}],"O":[{"%":384,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":384}],"O":[{"%":385,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":376},{"%":385}],"O":[{"%":386,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":386}],"O":[{"%":387,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":318}],"O":[{"%":388,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":389,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":390,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":388},{"%":389},{"%":390}],"O":[{"%":391,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":392,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":393,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":391},{"%":392},{"%":393}],"O":[{"%":394,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":394}],"O":[{"%":395,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":387},{"%":395}],"O":[{"%":396,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":96}],"O":[{"%":397,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":396},{"%":397}],"O":[{"%":398,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":398},{"%":97}],"O":[{"%":399,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":318},{"%":399}],"O":[{"%":400,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":400},{"%":90},{"%":91}],"O":[{"%":401,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":402,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":403,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":404,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":405,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":404},{"%":405}],"O":[{"%":406,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":407,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":408,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":407},{"%":408}],"O":[{"%":409,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":108}],"O":[{"%":410,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":401},{"%":410}],"O":[{"%":411,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":411},{"%":109}],"O":[{"%":412,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":413,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":412},{"%":413}],"O":[{"%":414,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":415,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":414},{"%":415}],"O":[{"%":416,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":416}],"O":[{"%":417,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":418,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":417},{"%":418}],"O":[{"%":419,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":406}],"O":[{"%":420,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":421,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":422,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":420},{"%":421},{"%":422}],"O":[{"%":423,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":424,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":425,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":424},{"%":423},{"%":425}],"O":[{"%":426,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":426}],"O":[{"%":427,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":406},{"%":427}],"O":[{"%":428,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":409}],"O":[{"%":429,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":430,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":431,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":429},{"%":430},{"%":431}],"O":[{"%":432,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":433,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":434,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":433},{"%":432},{"%":434}],"O":[{"%":435,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":435}],"O":[{"%":436,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":409},{"%":436}],"O":[{"%":437,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":428}],"O":[{"%":438,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":419},{"%":438}],"O":[{"%":439,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":439}],"O":[{"%":440,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":440},{"%":437}],"O":[{"%":441,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":401}],"O":[{"%":442,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":443,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":444,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":442},{"%":443},{"%":444}],"O":[{"%":445,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":446,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":447,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":448,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":445},{"%":446},{"%":447},{"%":448}],"O":[{"%":449,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":449}],"O":[{"%":450,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":441},{"%":450}],"O":[{"%":451,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":451}],"O":[{"%":452,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":401}],"O":[{"%":453,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":454,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":455,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":453},{"%":454},{"%":455}],"O":[{"%":456,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":457,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":458,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":456},{"%":457},{"%":458}],"O":[{"%":459,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":459}],"O":[{"%":460,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":452},{"%":460}],"O":[{"%":461,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":110}],"O":[{"%":462,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":461},{"%":462}],"O":[{"%":463,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":463},{"%":111}],"O":[{"%":464,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":401},{"%":464}],"O":[{"%":465,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":465},{"%":106},{"%":107}],"O":[{"%":466,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":467,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":468,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":104}],"O":[{"%":469,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":466},{"%":469}],"O":[{"%":470,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":470},{"%":105}],"O":[{"%":471,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":471}],"O":[{"%":472,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":102}],"O":[{"%":473,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":472},{"%":473}],"O":[{"%":474,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":474},{"%":103}],"O":[{"%":475,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":466},{"%":475}],"O":[{"%":476,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":476},{"%":100},{"%":101}],"O":[{"%":477,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":478,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":479,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":480,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":481,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":480},{"%":481}],"O":[{"%":482,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":76}],"O":[{"%":483,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":483}],"O":[{"%":484,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":484},{"%":77}],"O":[{"%":485,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":486,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":485},{"%":486}],"O":[{"%":487,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":487}],"O":[{"%":488,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":489,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":482},{"%":488}],"O":[{"%":490,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":490},{"%":489}],"O":[{"%":491,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":492,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":493,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":492},{"%":493}],"O":[{"%":494,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":70}],"O":[{"%":495,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":495}],"O":[{"%":496,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":496},{"%":71}],"O":[{"%":497,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":498,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":497},{"%":498}],"O":[{"%":499,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":499}],"O":[{"%":500,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":501,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":494},{"%":500}],"O":[{"%":502,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":502},{"%":501}],"O":[{"%":503,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":72}],"O":[{"%":504,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":477},{"%":504}],"O":[{"%":505,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":505},{"%":73}],"O":[{"%":506,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":507,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":506},{"%":507}],"O":[{"%":508,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":509,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":508},{"%":509}],"O":[{"%":510,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":510}],"O":[{"%":511,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":512,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":511},{"%":512}],"O":[{"%":513,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":491}],"O":[{"%":514,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":515,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":516,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":514},{"%":515},{"%":516}],"O":[{"%":517,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":518,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":519,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":518},{"%":517},{"%":519}],"O":[{"%":520,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":520}],"O":[{"%":521,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":491},{"%":521}],"O":[{"%":522,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":503}],"O":[{"%":523,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":524,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":525,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":523},{"%":524},{"%":525}],"O":[{"%":526,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":527,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":528,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":527},{"%":526},{"%":528}],"O":[{"%":529,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":529}],"O":[{"%":530,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":503},{"%":530}],"O":[{"%":531,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":522}],"O":[{"%":532,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":513},{"%":532}],"O":[{"%":533,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":533}],"O":[{"%":534,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":534},{"%":531}],"O":[{"%":535,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":477}],"O":[{"%":536,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":537,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":538,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":536},{"%":537},{"%":538}],"O":[{"%":539,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":540,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":541,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":542,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":539},{"%":540},{"%":541},{"%":542}],"O":[{"%":543,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":543}],"O":[{"%":544,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":535},{"%":544}],"O":[{"%":545,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":545}],"O":[{"%":546,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":477}],"O":[{"%":547,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":548,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":549,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":547},{"%":548},{"%":549}],"O":[{"%":550,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":551,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":552,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":550},{"%":551},{"%":552}],"O":[{"%":553,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":553}],"O":[{"%":554,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":546},{"%":554}],"O":[{"%":555,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":74}],"O":[{"%":556,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":555},{"%":556}],"O":[{"%":557,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":557},{"%":75}],"O":[{"%":558,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":477},{"%":558}],"O":[{"%":559,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":559},{"%":68},{"%":69}],"O":[{"%":560,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":561,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":562,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":563,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":564,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":563},{"%":564}],"O":[{"%":565,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":566,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":567,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":566},{"%":567}],"O":[{"%":568,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":86}],"O":[{"%":569,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":560},{"%":569}],"O":[{"%":570,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":570},{"%":87}],"O":[{"%":571,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":572,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":571},{"%":572}],"O":[{"%":573,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":574,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":573},{"%":574}],"O":[{"%":575,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":575}],"O":[{"%":576,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":577,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":576},{"%":577}],"O":[{"%":578,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":565}],"O":[{"%":579,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":580,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":581,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":579},{"%":580},{"%":581}],"O":[{"%":582,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":583,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":584,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":583},{"%":582},{"%":584}],"O":[{"%":585,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":585}],"O":[{"%":586,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":565},{"%":586}],"O":[{"%":587,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":568}],"O":[{"%":588,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":589,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":590,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":588},{"%":589},{"%":590}],"O":[{"%":591,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":592,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":593,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":592},{"%":591},{"%":593}],"O":[{"%":594,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":594}],"O":[{"%":595,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":568},{"%":595}],"O":[{"%":596,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":587}],"O":[{"%":597,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":578},{"%":597}],"O":[{"%":598,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":598}],"O":[{"%":599,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":599},{"%":596}],"O":[{"%":600,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":560}],"O":[{"%":601,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":602,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":603,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":601},{"%":602},{"%":603}],"O":[{"%":604,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":605,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":606,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":607,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":604},{"%":605},{"%":606},{"%":607}],"O":[{"%":608,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":608}],"O":[{"%":609,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":600},{"%":609}],"O":[{"%":610,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":610}],"O":[{"%":611,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":560}],"O":[{"%":612,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":613,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":614,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":612},{"%":613},{"%":614}],"O":[{"%":615,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":616,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":617,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":615},{"%":616},{"%":617}],"O":[{"%":618,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":618}],"O":[{"%":619,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":611},{"%":619}],"O":[{"%":620,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":88}],"O":[{"%":621,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":620},{"%":621}],"O":[{"%":622,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":622},{"%":89}],"O":[{"%":623,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":560},{"%":623}],"O":[{"%":624,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":624},{"%":84},{"%":85}],"O":[{"%":625,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":626,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":627,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":82}],"O":[{"%":628,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":625},{"%":628}],"O":[{"%":629,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":629},{"%":83}],"O":[{"%":630,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":630}],"O":[{"%":631,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":80}],"O":[{"%":632,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":631},{"%":632}],"O":[{"%":633,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":633},{"%":81}],"O":[{"%":634,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":625},{"%":634}],"O":[{"%":635,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":635},{"%":78},{"%":79}],"O":[{"%":636,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":637,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":638,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":639,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":640,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":639},{"%":640}],"O":[{"%":641,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":54}],"O":[{"%":642,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":642}],"O":[{"%":643,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":643},{"%":55}],"O":[{"%":644,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":645,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":644},{"%":645}],"O":[{"%":646,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":646}],"O":[{"%":647,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":648,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":641},{"%":647}],"O":[{"%":649,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":649},{"%":648}],"O":[{"%":650,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":651,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":652,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":651},{"%":652}],"O":[{"%":653,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":48}],"O":[{"%":654,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":654}],"O":[{"%":655,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":655},{"%":49}],"O":[{"%":656,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":657,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":656},{"%":657}],"O":[{"%":658,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":658}],"O":[{"%":659,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":660,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":653},{"%":659}],"O":[{"%":661,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":661},{"%":660}],"O":[{"%":662,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":50}],"O":[{"%":663,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":636},{"%":663}],"O":[{"%":664,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":664},{"%":51}],"O":[{"%":665,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":666,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":665},{"%":666}],"O":[{"%":667,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":668,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":667},{"%":668}],"O":[{"%":669,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":669}],"O":[{"%":670,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":671,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":670},{"%":671}],"O":[{"%":672,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":650}],"O":[{"%":673,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":674,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":675,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":673},{"%":674},{"%":675}],"O":[{"%":676,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":677,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":678,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":677},{"%":676},{"%":678}],"O":[{"%":679,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":679}],"O":[{"%":680,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":650},{"%":680}],"O":[{"%":681,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":662}],"O":[{"%":682,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":683,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":684,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":682},{"%":683},{"%":684}],"O":[{"%":685,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":686,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":687,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":686},{"%":685},{"%":687}],"O":[{"%":688,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":688}],"O":[{"%":689,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":662},{"%":689}],"O":[{"%":690,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":681}],"O":[{"%":691,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":672},{"%":691}],"O":[{"%":692,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":692}],"O":[{"%":693,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":693},{"%":690}],"O":[{"%":694,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":636}],"O":[{"%":695,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":696,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":697,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":695},{"%":696},{"%":697}],"O":[{"%":698,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":699,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":700,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":701,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":698},{"%":699},{"%":700},{"%":701}],"O":[{"%":702,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":702}],"O":[{"%":703,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":694},{"%":703}],"O":[{"%":704,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":704}],"O":[{"%":705,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":636}],"O":[{"%":706,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":707,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":708,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":706},{"%":707},{"%":708}],"O":[{"%":709,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":710,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":711,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":709},{"%":710},{"%":711}],"O":[{"%":712,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":712}],"O":[{"%":713,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":705},{"%":713}],"O":[{"%":714,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":52}],"O":[{"%":715,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":714},{"%":715}],"O":[{"%":716,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":716},{"%":53}],"O":[{"%":717,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":636},{"%":717}],"O":[{"%":718,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":718},{"%":46},{"%":47}],"O":[{"%":719,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":720,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":721,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":722,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":723,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":722},{"%":723}],"O":[{"%":724,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":725,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":726,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":725},{"%":726}],"O":[{"%":727,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":64}],"O":[{"%":728,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":719},{"%":728}],"O":[{"%":729,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":729},{"%":65}],"O":[{"%":730,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":731,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":730},{"%":731}],"O":[{"%":732,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":733,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":732},{"%":733}],"O":[{"%":734,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":734}],"O":[{"%":735,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":736,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":735},{"%":736}],"O":[{"%":737,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":724}],"O":[{"%":738,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":739,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":740,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":738},{"%":739},{"%":740}],"O":[{"%":741,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":742,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":743,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":742},{"%":741},{"%":743}],"O":[{"%":744,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":744}],"O":[{"%":745,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":724},{"%":745}],"O":[{"%":746,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":727}],"O":[{"%":747,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":748,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":749,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":747},{"%":748},{"%":749}],"O":[{"%":750,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":751,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":752,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":751},{"%":750},{"%":752}],"O":[{"%":753,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":753}],"O":[{"%":754,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":727},{"%":754}],"O":[{"%":755,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":746}],"O":[{"%":756,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":737},{"%":756}],"O":[{"%":757,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":757}],"O":[{"%":758,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":758},{"%":755}],"O":[{"%":759,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":719}],"O":[{"%":760,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":761,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":762,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":760},{"%":761},{"%":762}],"O":[{"%":763,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":764,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":765,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":766,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":763},{"%":764},{"%":765},{"%":766}],"O":[{"%":767,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":767}],"O":[{"%":768,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":759},{"%":768}],"O":[{"%":769,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":769}],"O":[{"%":770,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":719}],"O":[{"%":771,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":772,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":773,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":771},{"%":772},{"%":773}],"O":[{"%":774,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":775,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":776,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":774},{"%":775},{"%":776}],"O":[{"%":777,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":777}],"O":[{"%":778,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":770},{"%":778}],"O":[{"%":779,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":66}],"O":[{"%":780,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":779},{"%":780}],"O":[{"%":781,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":781},{"%":67}],"O":[{"%":782,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":719},{"%":782}],"O":[{"%":783,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":783},{"%":62},{"%":63}],"O":[{"%":784,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":785,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":786,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":60}],"O":[{"%":787,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":784},{"%":787}],"O":[{"%":788,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":788},{"%":61}],"O":[{"%":789,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":789}],"O":[{"%":790,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":58}],"O":[{"%":791,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":790},{"%":791}],"O":[{"%":792,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":792},{"%":59}],"O":[{"%":793,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":784},{"%":793}],"O":[{"%":794,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":794},{"%":56},{"%":57}],"O":[{"%":795,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":796,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":797,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":798,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":799,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":798},{"%":799}],"O":[{"%":800,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":32}],"O":[{"%":801,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":801}],"O":[{"%":802,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":802},{"%":33}],"O":[{"%":803,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":804,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":803},{"%":804}],"O":[{"%":805,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":805}],"O":[{"%":806,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":807,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":800},{"%":806}],"O":[{"%":808,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":808},{"%":807}],"O":[{"%":809,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":810,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":811,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":810},{"%":811}],"O":[{"%":812,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":26}],"O":[{"%":813,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":813}],"O":[{"%":814,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":814},{"%":27}],"O":[{"%":815,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":816,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":815},{"%":816}],"O":[{"%":817,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":817}],"O":[{"%":818,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":819,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":812},{"%":818}],"O":[{"%":820,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":820},{"%":819}],"O":[{"%":821,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":28}],"O":[{"%":822,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":795},{"%":822}],"O":[{"%":823,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":823},{"%":29}],"O":[{"%":824,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":825,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":824},{"%":825}],"O":[{"%":826,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":827,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":826},{"%":827}],"O":[{"%":828,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":828}],"O":[{"%":829,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":830,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":829},{"%":830}],"O":[{"%":831,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":809}],"O":[{"%":832,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":833,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":834,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":832},{"%":833},{"%":834}],"O":[{"%":835,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":836,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":837,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":836},{"%":835},{"%":837}],"O":[{"%":838,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":838}],"O":[{"%":839,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":809},{"%":839}],"O":[{"%":840,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":821}],"O":[{"%":841,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":842,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":843,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":841},{"%":842},{"%":843}],"O":[{"%":844,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":845,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":846,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":845},{"%":844},{"%":846}],"O":[{"%":847,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":847}],"O":[{"%":848,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":821},{"%":848}],"O":[{"%":849,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":840}],"O":[{"%":850,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":831},{"%":850}],"O":[{"%":851,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":851}],"O":[{"%":852,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":852},{"%":849}],"O":[{"%":853,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":795}],"O":[{"%":854,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":855,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":856,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":854},{"%":855},{"%":856}],"O":[{"%":857,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":858,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":859,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":860,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":857},{"%":858},{"%":859},{"%":860}],"O":[{"%":861,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":861}],"O":[{"%":862,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":853},{"%":862}],"O":[{"%":863,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":863}],"O":[{"%":864,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":795}],"O":[{"%":865,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":866,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":867,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":865},{"%":866},{"%":867}],"O":[{"%":868,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":869,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":870,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":868},{"%":869},{"%":870}],"O":[{"%":871,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":871}],"O":[{"%":872,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":864},{"%":872}],"O":[{"%":873,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":30}],"O":[{"%":874,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":873},{"%":874}],"O":[{"%":875,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":875},{"%":31}],"O":[{"%":876,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":795},{"%":876}],"O":[{"%":877,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":877},{"%":24},{"%":25}],"O":[{"%":878,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":879,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":880,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":881,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":882,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":881},{"%":882}],"O":[{"%":883,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":4}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":884,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":885,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":884},{"%":885}],"O":[{"%":886,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":42}],"O":[{"%":887,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":878},{"%":887}],"O":[{"%":888,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":888},{"%":43}],"O":[{"%":889,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":890,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":889},{"%":890}],"O":[{"%":891,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":892,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":891},{"%":892}],"O":[{"%":893,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":893}],"O":[{"%":894,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":895,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":894},{"%":895}],"O":[{"%":896,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":883}],"O":[{"%":897,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":898,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":899,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":897},{"%":898},{"%":899}],"O":[{"%":900,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":901,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":902,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":901},{"%":900},{"%":902}],"O":[{"%":903,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":903}],"O":[{"%":904,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":883},{"%":904}],"O":[{"%":905,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":886}],"O":[{"%":906,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":907,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":908,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":906},{"%":907},{"%":908}],"O":[{"%":909,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":910,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":911,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":910},{"%":909},{"%":911}],"O":[{"%":912,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":912}],"O":[{"%":913,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":886},{"%":913}],"O":[{"%":914,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":905}],"O":[{"%":915,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":896},{"%":915}],"O":[{"%":916,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":916}],"O":[{"%":917,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":917},{"%":914}],"O":[{"%":918,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":878}],"O":[{"%":919,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":920,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":921,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":919},{"%":920},{"%":921}],"O":[{"%":922,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":923,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":924,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":925,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":922},{"%":923},{"%":924},{"%":925}],"O":[{"%":926,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":926}],"O":[{"%":927,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":918},{"%":927}],"O":[{"%":928,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":928}],"O":[{"%":929,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":878}],"O":[{"%":930,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":931,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":932,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":930},{"%":931},{"%":932}],"O":[{"%":933,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":934,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":935,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":933},{"%":934},{"%":935}],"O":[{"%":936,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":936}],"O":[{"%":937,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":929},{"%":937}],"O":[{"%":938,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":44}],"O":[{"%":939,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":938},{"%":939}],"O":[{"%":940,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":940},{"%":45}],"O":[{"%":941,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":878},{"%":941}],"O":[{"%":942,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":942},{"%":40},{"%":41}],"O":[{"%":943,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":944,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":945,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":38}],"O":[{"%":946,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":943},{"%":946}],"O":[{"%":947,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":947},{"%":39}],"O":[{"%":948,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":948}],"O":[{"%":949,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":36}],"O":[{"%":950,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":949},{"%":950}],"O":[{"%":951,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":951},{"%":37}],"O":[{"%":952,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":943},{"%":952}],"O":[{"%":953,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":953},{"%":34},{"%":35}],"O":[{"%":954,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":955,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":956,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":957,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":958,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":139},{"%":957},{"%":958}],"O":[{"%":959,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":10}],"O":[{"%":960,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":960}],"O":[{"%":961,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":961},{"%":11}],"O":[{"%":962,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":963,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":962},{"%":963}],"O":[{"%":964,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":964}],"O":[{"%":965,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":966,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":959},{"%":965}],"O":[{"%":967,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":967},{"%":966}],"O":[{"%":968,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":969,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":970,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":140},{"%":969},{"%":970}],"O":[{"%":971,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":4}],"O":[{"%":972,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":972}],"O":[{"%":973,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":973},{"%":5}],"O":[{"%":974,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":975,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":974},{"%":975}],"O":[{"%":976,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":976}],"O":[{"%":977,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":2.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":978,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":971},{"%":977}],"O":[{"%":979,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":979},{"%":978}],"O":[{"%":980,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":6}],"O":[{"%":981,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":954},{"%":981}],"O":[{"%":982,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":982},{"%":7}],"O":[{"%":983,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":984,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":983},{"%":984}],"O":[{"%":985,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":986,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":985},{"%":986}],"O":[{"%":987,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":987}],"O":[{"%":988,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":989,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":988},{"%":989}],"O":[{"%":990,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":968}],"O":[{"%":991,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":992,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":993,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":991},{"%":992},{"%":993}],"O":[{"%":994,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":995,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":996,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":995},{"%":994},{"%":996}],"O":[{"%":997,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":997}],"O":[{"%":998,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":968},{"%":998}],"O":[{"%":999,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":980}],"O":[{"%":1000,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1001,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1002,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1000},{"%":1001},{"%":1002}],"O":[{"%":1003,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1004,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1005,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1004},{"%":1003},{"%":1005}],"O":[{"%":1006,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1006}],"O":[{"%":1007,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":980},{"%":1007}],"O":[{"%":1008,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":999}],"O":[{"%":1009,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":990},{"%":1009}],"O":[{"%":1010,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":1010}],"O":[{"%":1011,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1011},{"%":1008}],"O":[{"%":1012,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":954}],"O":[{"%":1013,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1014,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1015,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1013},{"%":1014},{"%":1015}],"O":[{"%":1016,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1017,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1018,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1019,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1016},{"%":1017},{"%":1018},{"%":1019}],"O":[{"%":1020,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1020}],"O":[{"%":1021,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1012},{"%":1021}],"O":[{"%":1022,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1022}],"O":[{"%":1023,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":954}],"O":[{"%":1024,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1025,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1026,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1024},{"%":1025},{"%":1026}],"O":[{"%":1027,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1028,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1029,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1027},{"%":1028},{"%":1029}],"O":[{"%":1030,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1030}],"O":[{"%":1031,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1023},{"%":1031}],"O":[{"%":1032,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":8}],"O":[{"%":1033,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1032},{"%":1033}],"O":[{"%":1034,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1034},{"%":9}],"O":[{"%":1035,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":954},{"%":1035}],"O":[{"%":1036,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1036},{"%":2},{"%":3}],"O":[{"%":1037,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1038,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1039,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1040,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1041,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":141},{"%":1040},{"%":1041}],"O":[{"%":1042,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":5}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1043,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":6}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1044,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":142},{"%":1043},{"%":1044}],"O":[{"%":1045,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":20}],"O":[{"%":1046,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1037},{"%":1046}],"O":[{"%":1047,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1047},{"%":21}],"O":[{"%":1048,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.1767766922712326},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1049,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1048},{"%":1049}],"O":[{"%":1050,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1051,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1050},{"%":1051}],"O":[{"%":1052,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1052}],"O":[{"%":1053,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1054,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1053},{"%":1054}],"O":[{"%":1055,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1042}],"O":[{"%":1056,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1057,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1058,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1056},{"%":1057},{"%":1058}],"O":[{"%":1059,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1060,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1061,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1060},{"%":1059},{"%":1061}],"O":[{"%":1062,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1062}],"O":[{"%":1063,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1042},{"%":1063}],"O":[{"%":1064,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1045}],"O":[{"%":1065,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":2}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1066,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":3}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1067,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1065},{"%":1066},{"%":1067}],"O":[{"%":1068,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":-1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1069,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1070,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1069},{"%":1068},{"%":1070}],"O":[{"%":1071,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1071}],"O":[{"%":1072,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1045},{"%":1072}],"O":[{"%":1073,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":1064}],"O":[{"%":1074,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,32,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1055},{"%":1074}],"O":[{"%":1075,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.softmax","A":[{"AT":{"#":"0.a_i32","D":-1},"N":"axis"}],"I":[{"%":1075}],"O":[{"%":1076,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.bmm","A":[],"I":[{"%":1076},{"%":1073}],"O":[{"%":1077,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1037}],"O":[{"%":1078,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1079,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1080,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1078},{"%":1079},{"%":1080}],"O":[{"%":1081,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":8.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1082,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1083,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":32.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1084,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1081},{"%":1082},{"%":1083},{"%":1084}],"O":[{"%":1085,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1085}],"O":[{"%":1086,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1077},{"%":1086}],"O":[{"%":1087,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,8,1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1087}],"O":[{"%":1088,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.shape64","A":[],"I":[{"%":1037}],"O":[{"%":1089,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1090,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1091,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"decrease_axis"}],"I":[{"%":1089},{"%":1090},{"%":1091}],"O":[{"%":1092,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1093,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[]},"N":"shape"},{"AT":{"#":"0.a_f64","D":256.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1094,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":1092},{"%":1093},{"%":1094}],"O":[{"%":1095,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1095}],"O":[{"%":1096,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1088},{"%":1096}],"O":[{"%":1097,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":22}],"O":[{"%":1098,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1097},{"%":1098}],"O":[{"%":1099,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1099},{"%":23}],"O":[{"%":1100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[-1,1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1037},{"%":1100}],"O":[{"%":1101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1101},{"%":18},{"%":19}],"O":[{"%":1102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":16}],"O":[{"%":1105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1102},{"%":1105}],"O":[{"%":1106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1106},{"%":17}],"O":[{"%":1107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.relu","A":[],"I":[{"%":1107}],"O":[{"%":1108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,1024],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":14}],"O":[{"%":1109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1024,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1108},{"%":1109}],"O":[{"%":1110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1110},{"%":15}],"O":[{"%":1111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1102},{"%":1111}],"O":[{"%":1112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.layer_norm","A":[{"AT":{"#":"0.a_f32","D":9.999999747378752e-06},"N":"epsilon"},{"AT":{"#":"0.a_i32","D":2},"N":"begin_norm_axis"}],"I":[{"%":1112},{"%":12},{"%":13}],"O":[{"%":1113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,256],"NCHW",[],0]}},{"%":1114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}},{"%":1115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false},{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1}],"O":[{"%":1116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,64044],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1113},{"%":1116}],"O":[{"%":1117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,-1,64044],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":0}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.slice","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"axes"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"infer_flags"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1}]},"N":"decrease_axis"}],"I":[{"%":1117},{"%":1118},{"%":1119}],"O":[{"%":1120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,64044],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":173},{"%":332},{"%":491},{"%":650},{"%":809},{"%":968}],"O":[{"%":1121,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1121}],"O":[{"%":1122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":185},{"%":344},{"%":503},{"%":662},{"%":821},{"%":980}],"O":[{"%":1123,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,8,-1,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":1123}],"O":[{"%":1124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_0"},"N":"name"},{"AT":{"#":"0.a_i32","D":0},"N":"col"}],"I":[{"%":1120}],"O":[{"%":1125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[10,64044],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_1"},"N":"name"},{"AT":{"#":"0.a_i32","D":1},"N":"col"}],"I":[{"%":1122}],"O":[{"%":1126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_2"},"N":"name"},{"AT":{"#":"0.a_i32","D":2},"N":"col"}],"I":[{"%":1124}],"O":[{"%":1127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,10,8,-1,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]}]}]}]}}
\ No newline at end of file
diff --git a/paddle/decoders/english/decoder-step.pdiparams b/paddle/decoders/english/decoder-step.pdiparams
new file mode 100644
index 0000000000000000000000000000000000000000..7b694e7b30a2d430dffd34dcdacf61750b617c6a
--- /dev/null
+++ b/paddle/decoders/english/decoder-step.pdiparams
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5ec71ad13c5305a1a95c8c2846c4de526571e58ce8df00fa5dbac529940a16
+size 153818620
diff --git a/paddle/decoders/report.json b/paddle/decoders/report.json
new file mode 100644
index 0000000000000000000000000000000000000000..6bc81f2f985eb7102b4de8c3e9eed396173b0de6
--- /dev/null
+++ b/paddle/decoders/report.json
@@ -0,0 +1,63 @@
+{
+ "scope": "Export the two disjoint cached Paddle decoders for the shared encoder.\n\nRound-trip/count every decoder parameter. This completes graph assets only:\ncached numerical trajectories, beam generation and native CER remain untested.\nNo Torch, duplicate encoder, checkpoint modification or deployment.\n",
+ "candidate_manifest_sha256": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "bundle_identity": {
+ "candidate_manifest_sha256": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "weights_sha256": "9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93",
+ "trained_bundle": true,
+ "control_weights": false,
+ "source_sha256": {
+ "audit_shared_character_training.py": "3eccbe9b38f6c4aa255ac96d5bbe3229631cf0d1eb9b9a0ee1a6665e5b52b323",
+ "character_handwriting_curriculum.py": "ac6aeac728da7c20e1d5a16248aca81f5522d6614629b07052679d288259e53e",
+ "shared_character_recognizer.py": "0498d8b7d61f3c8e4a4fdcd927a507464cfaf8156bf874a211484a5474697719",
+ "shared_character_training.py": "b0991c9fd0da42c736c4d5b36f9b64f23c9be94303a259867402e8e4cfd42012",
+ "shared_private_protocol.py": "49384fcd48140482e0efc9a190c56878dc8d6d367f3d85aa843f948a269152b1",
+ "train_shared_character_private.py": "d50a1ea8f2f13fefe2f3a5166ddc417aee4c42c2da1ef2ff90c2602d5788fc3a",
+ "training_checkpoint.py": "569a4ca5b0a81b29f678e066e8bfa5bd337fcc2785bbc4b5d0dfd3e8dea7a051",
+ "trocr_character_codec.py": "7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2",
+ "trocr_training_loss.py": "cb722cf44ef61f883f0e932763fe5566ecbab1d05a4f69ad68e466334d188f86"
+ },
+ "weight_verification_sha256": "693a3c2542b1a0284fd3967827dbbb77621e0d155ac62f32f00f2eb3a623f2de"
+ },
+ "encoder_report_sha256": "6e19e7fe532e7d24d504f9e323e08d5c77e1ca07ceaeb1ebcc0f616369834dbc",
+ "encoder_parameters": 30432384,
+ "decoders": {
+ "english": {
+ "parameters": 38453760,
+ "classes": 64044,
+ "serialized_neural_population_byte_exact": true,
+ "graph_sha256": {
+ "decoder-step.json": "eaea1b3b5001549a6d0a4c4b1bd810371a82bdae2092452ac2f73214762ede95",
+ "decoder-step.pdiparams": "ec5ec71ad13c5305a1a95c8c2846c4de526571e58ce8df00fa5dbac529940a16"
+ }
+ },
+ "character": {
+ "parameters": 5956608,
+ "classes": 573,
+ "serialized_neural_population_byte_exact": true,
+ "graph_sha256": {
+ "decoder-step.json": "555d79e651df3b22fef37f7cc873c843678c135bbe39e69488f4ef3b2acb3e5d",
+ "decoder-step.pdiparams": "e35ba8d8743abdcf8b6cdb48a572a669cbf3e504d38d2a48827b68657e32aeff"
+ }
+ }
+ },
+ "total_graph_neural_values": 74842752,
+ "total_with_100k_router_reserve": 74942752,
+ "every_source_tensor_owned_once": true,
+ "no_duplicate_encoder": true,
+ "encoder_library": {
+ "path": "/home/ampixa/ocr/ocr-deva-ft/diagnostics/shared-private-continuation-native-r1-20261023/8000/encoder/build/ocr_source_selective_v1/ocr_source_selective_v1.so",
+ "sha256": "fce69529c6a3752247be1192a495de7d1c395f8493039ad0d17546a42f936c60"
+ },
+ "source_sha256": {
+ "export_shared_character_decoders.py": "117dfabb79c52c32778d8e31e6ecb702f07d83db12b23cd14c1e46ac92e96687",
+ "shared_character_paddle.py": "d3947e59ada6971a8ce03a40d94886bd188e147a36872ca255798e4974dc3521",
+ "trocr_paddle_graphs.py": "13422f5004d84084e02dcf5d7fbc17623e9d17f6e7d67be256c5a05b122a880b",
+ "shared_bundle_identity.py": "e696082c61d0f1e3dfc76130e3496d9964a517e2097b7cd15525de9cb267660f"
+ },
+ "decoder_numerical_qualified": false,
+ "generation_qualified": false,
+ "quality_measured": false,
+ "native_Paddle_qualified": false,
+ "model_promoted": false
+}
diff --git a/paddle/encoder-library.so b/paddle/encoder-library.so
new file mode 100644
index 0000000000000000000000000000000000000000..2af787803d227ecbfe1df834b4d557e1b71c2891
--- /dev/null
+++ b/paddle/encoder-library.so
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce69529c6a3752247be1192a495de7d1c395f8493039ad0d17546a42f936c60
+size 5347952
diff --git a/paddle/encoder/encoder.json b/paddle/encoder/encoder.json
new file mode 100644
index 0000000000000000000000000000000000000000..b5da5e1fafde12dcb64c992ece8ff64c6b309a96
--- /dev/null
+++ b/paddle/encoder/encoder.json
@@ -0,0 +1 @@
+{"base_code":{"magic":"pir","trainable":true,"version":4},"program":{"regions":[{"#":"region_0","blocks":[{"#":"block_0","args":[],"ops":[{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_518"],"DA":[],"O":{"%":1,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_517"],"DA":[],"O":{"%":2,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_516"],"DA":[],"O":{"%":3,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_515"],"DA":[],"O":{"%":4,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_514"],"DA":[],"O":{"%":5,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_513"],"DA":[],"O":{"%":6,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_512"],"DA":[],"O":{"%":7,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_511"],"DA":[],"O":{"%":8,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_510"],"DA":[],"O":{"%":9,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_509"],"DA":[],"O":{"%":10,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_508"],"DA":[],"O":{"%":11,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_507"],"DA":[],"O":{"%":12,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_506"],"DA":[],"O":{"%":13,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_505"],"DA":[],"O":{"%":14,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_504"],"DA":[],"O":{"%":15,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_503"],"DA":[],"O":{"%":16,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_502"],"DA":[],"O":{"%":17,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_501"],"DA":[],"O":{"%":18,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_500"],"DA":[],"O":{"%":19,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_499"],"DA":[],"O":{"%":20,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_498"],"DA":[],"O":{"%":21,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_497"],"DA":[],"O":{"%":22,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_496"],"DA":[],"O":{"%":23,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_495"],"DA":[],"O":{"%":24,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_494"],"DA":[],"O":{"%":25,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_493"],"DA":[],"O":{"%":26,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_492"],"DA":[],"O":{"%":27,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_491"],"DA":[],"O":{"%":28,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_490"],"DA":[],"O":{"%":29,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_489"],"DA":[],"O":{"%":30,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_488"],"DA":[],"O":{"%":31,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_487"],"DA":[],"O":{"%":32,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_486"],"DA":[],"O":{"%":33,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_485"],"DA":[],"O":{"%":34,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_484"],"DA":[],"O":{"%":35,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_483"],"DA":[],"O":{"%":36,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_482"],"DA":[],"O":{"%":37,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_481"],"DA":[],"O":{"%":38,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_480"],"DA":[],"O":{"%":39,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_479"],"DA":[],"O":{"%":40,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_478"],"DA":[],"O":{"%":41,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_477"],"DA":[],"O":{"%":42,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_476"],"DA":[],"O":{"%":43,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_475"],"DA":[],"O":{"%":44,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_474"],"DA":[],"O":{"%":45,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_473"],"DA":[],"O":{"%":46,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_472"],"DA":[],"O":{"%":47,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_471"],"DA":[],"O":{"%":48,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_470"],"DA":[],"O":{"%":49,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_469"],"DA":[],"O":{"%":50,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_468"],"DA":[],"O":{"%":51,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_467"],"DA":[],"O":{"%":52,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_466"],"DA":[],"O":{"%":53,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_465"],"DA":[],"O":{"%":54,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_464"],"DA":[],"O":{"%":55,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_463"],"DA":[],"O":{"%":56,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_462"],"DA":[],"O":{"%":57,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_461"],"DA":[],"O":{"%":58,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_460"],"DA":[],"O":{"%":59,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_459"],"DA":[],"O":{"%":60,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_458"],"DA":[],"O":{"%":61,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_457"],"DA":[],"O":{"%":62,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_456"],"DA":[],"O":{"%":63,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_455"],"DA":[],"O":{"%":64,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_454"],"DA":[],"O":{"%":65,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_453"],"DA":[],"O":{"%":66,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_452"],"DA":[],"O":{"%":67,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_451"],"DA":[],"O":{"%":68,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_450"],"DA":[],"O":{"%":69,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_449"],"DA":[],"O":{"%":70,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_448"],"DA":[],"O":{"%":71,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_447"],"DA":[],"O":{"%":72,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_446"],"DA":[],"O":{"%":73,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_445"],"DA":[],"O":{"%":74,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_444"],"DA":[],"O":{"%":75,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_443"],"DA":[],"O":{"%":76,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_442"],"DA":[],"O":{"%":77,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_441"],"DA":[],"O":{"%":78,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_440"],"DA":[],"O":{"%":79,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_439"],"DA":[],"O":{"%":80,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_438"],"DA":[],"O":{"%":81,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_437"],"DA":[],"O":{"%":82,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_436"],"DA":[],"O":{"%":83,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_435"],"DA":[],"O":{"%":84,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_434"],"DA":[],"O":{"%":85,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_433"],"DA":[],"O":{"%":86,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_432"],"DA":[],"O":{"%":87,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_431"],"DA":[],"O":{"%":88,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_430"],"DA":[],"O":{"%":89,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_429"],"DA":[],"O":{"%":90,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_428"],"DA":[],"O":{"%":91,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_427"],"DA":[],"O":{"%":92,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_426"],"DA":[],"O":{"%":93,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_425"],"DA":[],"O":{"%":94,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_424"],"DA":[],"O":{"%":95,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_423"],"DA":[],"O":{"%":96,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_422"],"DA":[],"O":{"%":97,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_421"],"DA":[],"O":{"%":98,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_420"],"DA":[],"O":{"%":99,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_419"],"DA":[],"O":{"%":100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_418"],"DA":[],"O":{"%":101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_417"],"DA":[],"O":{"%":102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_416"],"DA":[],"O":{"%":103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_415"],"DA":[],"O":{"%":104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_414"],"DA":[],"O":{"%":105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_413"],"DA":[],"O":{"%":106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_412"],"DA":[],"O":{"%":107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_411"],"DA":[],"O":{"%":108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_410"],"DA":[],"O":{"%":109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_409"],"DA":[],"O":{"%":110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_408"],"DA":[],"O":{"%":111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_407"],"DA":[],"O":{"%":112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_406"],"DA":[],"O":{"%":113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_405"],"DA":[],"O":{"%":114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_404"],"DA":[],"O":{"%":115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_403"],"DA":[],"O":{"%":116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_402"],"DA":[],"O":{"%":117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_401"],"DA":[],"O":{"%":118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_400"],"DA":[],"O":{"%":119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_399"],"DA":[],"O":{"%":120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_398"],"DA":[],"O":{"%":121,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_397"],"DA":[],"O":{"%":122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_396"],"DA":[],"O":{"%":123,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_395"],"DA":[],"O":{"%":124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_394"],"DA":[],"O":{"%":125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_393"],"DA":[],"O":{"%":126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_392"],"DA":[],"O":{"%":127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_391"],"DA":[],"O":{"%":128,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_390"],"DA":[],"O":{"%":129,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_389"],"DA":[],"O":{"%":130,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_388"],"DA":[],"O":{"%":131,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_387"],"DA":[],"O":{"%":132,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_386"],"DA":[],"O":{"%":133,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_385"],"DA":[],"O":{"%":134,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_384"],"DA":[],"O":{"%":135,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_383"],"DA":[],"O":{"%":136,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_382"],"DA":[],"O":{"%":137,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_381"],"DA":[],"O":{"%":138,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_380"],"DA":[],"O":{"%":139,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_379"],"DA":[],"O":{"%":140,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_378"],"DA":[],"O":{"%":141,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_377"],"DA":[],"O":{"%":142,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_376"],"DA":[],"O":{"%":143,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_375"],"DA":[],"O":{"%":144,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_374"],"DA":[],"O":{"%":145,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_373"],"DA":[],"O":{"%":146,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_372"],"DA":[],"O":{"%":147,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_371"],"DA":[],"O":{"%":148,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_370"],"DA":[],"O":{"%":149,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_369"],"DA":[],"O":{"%":150,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_368"],"DA":[],"O":{"%":151,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_367"],"DA":[],"O":{"%":152,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_366"],"DA":[],"O":{"%":153,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_365"],"DA":[],"O":{"%":154,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_364"],"DA":[],"O":{"%":155,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_363"],"DA":[],"O":{"%":156,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_362"],"DA":[],"O":{"%":157,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_361"],"DA":[],"O":{"%":158,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_360"],"DA":[],"O":{"%":159,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_359"],"DA":[],"O":{"%":160,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_358"],"DA":[],"O":{"%":161,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_357"],"DA":[],"O":{"%":162,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_356"],"DA":[],"O":{"%":163,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_355"],"DA":[],"O":{"%":164,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_354"],"DA":[],"O":{"%":165,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_353"],"DA":[],"O":{"%":166,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_352"],"DA":[],"O":{"%":167,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_351"],"DA":[],"O":{"%":168,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_350"],"DA":[],"O":{"%":169,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_349"],"DA":[],"O":{"%":170,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_348"],"DA":[],"O":{"%":171,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_347"],"DA":[],"O":{"%":172,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_346"],"DA":[],"O":{"%":173,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_345"],"DA":[],"O":{"%":174,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_344"],"DA":[],"O":{"%":175,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_343"],"DA":[],"O":{"%":176,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_342"],"DA":[],"O":{"%":177,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_341"],"DA":[],"O":{"%":178,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_340"],"DA":[],"O":{"%":179,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_339"],"DA":[],"O":{"%":180,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_338"],"DA":[],"O":{"%":181,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_337"],"DA":[],"O":{"%":182,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_336"],"DA":[],"O":{"%":183,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_335"],"DA":[],"O":{"%":184,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_334"],"DA":[],"O":{"%":185,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_333"],"DA":[],"O":{"%":186,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_332"],"DA":[],"O":{"%":187,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_331"],"DA":[],"O":{"%":188,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_330"],"DA":[],"O":{"%":189,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_329"],"DA":[],"O":{"%":190,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_328"],"DA":[],"O":{"%":191,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_327"],"DA":[],"O":{"%":192,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_326"],"DA":[],"O":{"%":193,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_325"],"DA":[],"O":{"%":194,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_324"],"DA":[],"O":{"%":195,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_323"],"DA":[],"O":{"%":196,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,3,16,16],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_322"],"DA":[],"O":{"%":197,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_321"],"DA":[],"O":{"%":198,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_320"],"DA":[],"O":{"%":199,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_319"],"DA":[],"O":{"%":200,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_318"],"DA":[],"O":{"%":201,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_317"],"DA":[],"O":{"%":202,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_316"],"DA":[],"O":{"%":203,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_315"],"DA":[],"O":{"%":204,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_314"],"DA":[],"O":{"%":205,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_313"],"DA":[],"O":{"%":206,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_312"],"DA":[],"O":{"%":207,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_311"],"DA":[],"O":{"%":208,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_310"],"DA":[],"O":{"%":209,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_309"],"DA":[],"O":{"%":210,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_308"],"DA":[],"O":{"%":211,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_307"],"DA":[],"O":{"%":212,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_306"],"DA":[],"O":{"%":213,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_305"],"DA":[],"O":{"%":214,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_304"],"DA":[],"O":{"%":215,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_303"],"DA":[],"O":{"%":216,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_302"],"DA":[],"O":{"%":217,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_301"],"DA":[],"O":{"%":218,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_300"],"DA":[],"O":{"%":219,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_299"],"DA":[],"O":{"%":220,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_298"],"DA":[],"O":{"%":221,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_297"],"DA":[],"O":{"%":222,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_296"],"DA":[],"O":{"%":223,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_295"],"DA":[],"O":{"%":224,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_294"],"DA":[],"O":{"%":225,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_293"],"DA":[],"O":{"%":226,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_292"],"DA":[],"O":{"%":227,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_291"],"DA":[],"O":{"%":228,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_290"],"DA":[],"O":{"%":229,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_289"],"DA":[],"O":{"%":230,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_288"],"DA":[],"O":{"%":231,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_287"],"DA":[],"O":{"%":232,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_286"],"DA":[],"O":{"%":233,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_285"],"DA":[],"O":{"%":234,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_284"],"DA":[],"O":{"%":235,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_283"],"DA":[],"O":{"%":236,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_282"],"DA":[],"O":{"%":237,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_281"],"DA":[],"O":{"%":238,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_280"],"DA":[],"O":{"%":239,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_279"],"DA":[],"O":{"%":240,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_278"],"DA":[],"O":{"%":241,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_277"],"DA":[],"O":{"%":242,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_276"],"DA":[],"O":{"%":243,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_275"],"DA":[],"O":{"%":244,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_274"],"DA":[],"O":{"%":245,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_273"],"DA":[],"O":{"%":246,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_272"],"DA":[],"O":{"%":247,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_271"],"DA":[],"O":{"%":248,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_270"],"DA":[],"O":{"%":249,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_269"],"DA":[],"O":{"%":250,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_268"],"DA":[],"O":{"%":251,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_267"],"DA":[],"O":{"%":252,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_266"],"DA":[],"O":{"%":253,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_265"],"DA":[],"O":{"%":254,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_264"],"DA":[],"O":{"%":255,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_263"],"DA":[],"O":{"%":256,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_262"],"DA":[],"O":{"%":257,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_261"],"DA":[],"O":{"%":258,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_260"],"DA":[],"O":{"%":259,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_259"],"DA":[],"O":{"%":260,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_258"],"DA":[],"O":{"%":261,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_257"],"DA":[],"O":{"%":262,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_256"],"DA":[],"O":{"%":263,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_255"],"DA":[],"O":{"%":264,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_254"],"DA":[],"O":{"%":265,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_253"],"DA":[],"O":{"%":266,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_252"],"DA":[],"O":{"%":267,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_251"],"DA":[],"O":{"%":268,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_250"],"DA":[],"O":{"%":269,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_249"],"DA":[],"O":{"%":270,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_248"],"DA":[],"O":{"%":271,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_247"],"DA":[],"O":{"%":272,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_246"],"DA":[],"O":{"%":273,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_245"],"DA":[],"O":{"%":274,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_244"],"DA":[],"O":{"%":275,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_243"],"DA":[],"O":{"%":276,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_242"],"DA":[],"O":{"%":277,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_241"],"DA":[],"O":{"%":278,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_240"],"DA":[],"O":{"%":279,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_239"],"DA":[],"O":{"%":280,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_238"],"DA":[],"O":{"%":281,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_237"],"DA":[],"O":{"%":282,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_236"],"DA":[],"O":{"%":283,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_235"],"DA":[],"O":{"%":284,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_234"],"DA":[],"O":{"%":285,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_233"],"DA":[],"O":{"%":286,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_232"],"DA":[],"O":{"%":287,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_231"],"DA":[],"O":{"%":288,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_230"],"DA":[],"O":{"%":289,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_229"],"DA":[],"O":{"%":290,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_228"],"DA":[],"O":{"%":291,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_227"],"DA":[],"O":{"%":292,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_226"],"DA":[],"O":{"%":293,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_225"],"DA":[],"O":{"%":294,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_224"],"DA":[],"O":{"%":295,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_223"],"DA":[],"O":{"%":296,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_222"],"DA":[],"O":{"%":297,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_221"],"DA":[],"O":{"%":298,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_220"],"DA":[],"O":{"%":299,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_219"],"DA":[],"O":{"%":300,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_218"],"DA":[],"O":{"%":301,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_217"],"DA":[],"O":{"%":302,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_216"],"DA":[],"O":{"%":303,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_215"],"DA":[],"O":{"%":304,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_214"],"DA":[],"O":{"%":305,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_213"],"DA":[],"O":{"%":306,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_212"],"DA":[],"O":{"%":307,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_211"],"DA":[],"O":{"%":308,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_210"],"DA":[],"O":{"%":309,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_209"],"DA":[],"O":{"%":310,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_208"],"DA":[],"O":{"%":311,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_207"],"DA":[],"O":{"%":312,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_206"],"DA":[],"O":{"%":313,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_205"],"DA":[],"O":{"%":314,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_204"],"DA":[],"O":{"%":315,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_203"],"DA":[],"O":{"%":316,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_202"],"DA":[],"O":{"%":317,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_201"],"DA":[],"O":{"%":318,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_200"],"DA":[],"O":{"%":319,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_199"],"DA":[],"O":{"%":320,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_198"],"DA":[],"O":{"%":321,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_197"],"DA":[],"O":{"%":322,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_196"],"DA":[],"O":{"%":323,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_195"],"DA":[],"O":{"%":324,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_194"],"DA":[],"O":{"%":325,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_193"],"DA":[],"O":{"%":326,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_192"],"DA":[],"O":{"%":327,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_191"],"DA":[],"O":{"%":328,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_190"],"DA":[],"O":{"%":329,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_189"],"DA":[],"O":{"%":330,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_188"],"DA":[],"O":{"%":331,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_187"],"DA":[],"O":{"%":332,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_186"],"DA":[],"O":{"%":333,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_185"],"DA":[],"O":{"%":334,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_184"],"DA":[],"O":{"%":335,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_183"],"DA":[],"O":{"%":336,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_182"],"DA":[],"O":{"%":337,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_181"],"DA":[],"O":{"%":338,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_180"],"DA":[],"O":{"%":339,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_179"],"DA":[],"O":{"%":340,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_178"],"DA":[],"O":{"%":341,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_177"],"DA":[],"O":{"%":342,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_176"],"DA":[],"O":{"%":343,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_175"],"DA":[],"O":{"%":344,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_174"],"DA":[],"O":{"%":345,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_173"],"DA":[],"O":{"%":346,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_172"],"DA":[],"O":{"%":347,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_171"],"DA":[],"O":{"%":348,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_170"],"DA":[],"O":{"%":349,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_169"],"DA":[],"O":{"%":350,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_168"],"DA":[],"O":{"%":351,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_167"],"DA":[],"O":{"%":352,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_166"],"DA":[],"O":{"%":353,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_165"],"DA":[],"O":{"%":354,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_164"],"DA":[],"O":{"%":355,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_163"],"DA":[],"O":{"%":356,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_162"],"DA":[],"O":{"%":357,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_161"],"DA":[],"O":{"%":358,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_160"],"DA":[],"O":{"%":359,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_159"],"DA":[],"O":{"%":360,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_158"],"DA":[],"O":{"%":361,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_157"],"DA":[],"O":{"%":362,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_156"],"DA":[],"O":{"%":363,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_155"],"DA":[],"O":{"%":364,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_154"],"DA":[],"O":{"%":365,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_153"],"DA":[],"O":{"%":366,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_152"],"DA":[],"O":{"%":367,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_151"],"DA":[],"O":{"%":368,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_150"],"DA":[],"O":{"%":369,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_149"],"DA":[],"O":{"%":370,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_148"],"DA":[],"O":{"%":371,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_147"],"DA":[],"O":{"%":372,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_146"],"DA":[],"O":{"%":373,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_145"],"DA":[],"O":{"%":374,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_144"],"DA":[],"O":{"%":375,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_143"],"DA":[],"O":{"%":376,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_142"],"DA":[],"O":{"%":377,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_141"],"DA":[],"O":{"%":378,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_140"],"DA":[],"O":{"%":379,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_139"],"DA":[],"O":{"%":380,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_138"],"DA":[],"O":{"%":381,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_137"],"DA":[],"O":{"%":382,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_136"],"DA":[],"O":{"%":383,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_135"],"DA":[],"O":{"%":384,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_134"],"DA":[],"O":{"%":385,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_133"],"DA":[],"O":{"%":386,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_132"],"DA":[],"O":{"%":387,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_131"],"DA":[],"O":{"%":388,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_130"],"DA":[],"O":{"%":389,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_129"],"DA":[],"O":{"%":390,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_128"],"DA":[],"O":{"%":391,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_127"],"DA":[],"O":{"%":392,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_126"],"DA":[],"O":{"%":393,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_125"],"DA":[],"O":{"%":394,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_124"],"DA":[],"O":{"%":395,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_123"],"DA":[],"O":{"%":396,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_122"],"DA":[],"O":{"%":397,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_121"],"DA":[],"O":{"%":398,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_120"],"DA":[],"O":{"%":399,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_119"],"DA":[],"O":{"%":400,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_118"],"DA":[],"O":{"%":401,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_117"],"DA":[],"O":{"%":402,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_116"],"DA":[],"O":{"%":403,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_115"],"DA":[],"O":{"%":404,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_114"],"DA":[],"O":{"%":405,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_113"],"DA":[],"O":{"%":406,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_112"],"DA":[],"O":{"%":407,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_111"],"DA":[],"O":{"%":408,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_110"],"DA":[],"O":{"%":409,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_109"],"DA":[],"O":{"%":410,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_108"],"DA":[],"O":{"%":411,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_107"],"DA":[],"O":{"%":412,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_106"],"DA":[],"O":{"%":413,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_105"],"DA":[],"O":{"%":414,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_104"],"DA":[],"O":{"%":415,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_103"],"DA":[],"O":{"%":416,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_102"],"DA":[],"O":{"%":417,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_101"],"DA":[],"O":{"%":418,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_100"],"DA":[],"O":{"%":419,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_99"],"DA":[],"O":{"%":420,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_98"],"DA":[],"O":{"%":421,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_97"],"DA":[],"O":{"%":422,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_96"],"DA":[],"O":{"%":423,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_95"],"DA":[],"O":{"%":424,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_94"],"DA":[],"O":{"%":425,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_93"],"DA":[],"O":{"%":426,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_92"],"DA":[],"O":{"%":427,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_91"],"DA":[],"O":{"%":428,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_90"],"DA":[],"O":{"%":429,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_89"],"DA":[],"O":{"%":430,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_88"],"DA":[],"O":{"%":431,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_87"],"DA":[],"O":{"%":432,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_86"],"DA":[],"O":{"%":433,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_85"],"DA":[],"O":{"%":434,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_84"],"DA":[],"O":{"%":435,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_83"],"DA":[],"O":{"%":436,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_82"],"DA":[],"O":{"%":437,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_81"],"DA":[],"O":{"%":438,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_80"],"DA":[],"O":{"%":439,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_79"],"DA":[],"O":{"%":440,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_78"],"DA":[],"O":{"%":441,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_77"],"DA":[],"O":{"%":442,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_76"],"DA":[],"O":{"%":443,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_75"],"DA":[],"O":{"%":444,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_74"],"DA":[],"O":{"%":445,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_73"],"DA":[],"O":{"%":446,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_72"],"DA":[],"O":{"%":447,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_71"],"DA":[],"O":{"%":448,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_70"],"DA":[],"O":{"%":449,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_69"],"DA":[],"O":{"%":450,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_68"],"DA":[],"O":{"%":451,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_67"],"DA":[],"O":{"%":452,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_66"],"DA":[],"O":{"%":453,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_65"],"DA":[],"O":{"%":454,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_64"],"DA":[],"O":{"%":455,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_63"],"DA":[],"O":{"%":456,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_62"],"DA":[],"O":{"%":457,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_61"],"DA":[],"O":{"%":458,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_60"],"DA":[],"O":{"%":459,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_59"],"DA":[],"O":{"%":460,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_58"],"DA":[],"O":{"%":461,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_57"],"DA":[],"O":{"%":462,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_56"],"DA":[],"O":{"%":463,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_55"],"DA":[],"O":{"%":464,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_54"],"DA":[],"O":{"%":465,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_53"],"DA":[],"O":{"%":466,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_52"],"DA":[],"O":{"%":467,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_51"],"DA":[],"O":{"%":468,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_50"],"DA":[],"O":{"%":469,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_49"],"DA":[],"O":{"%":470,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_48"],"DA":[],"O":{"%":471,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_47"],"DA":[],"O":{"%":472,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_46"],"DA":[],"O":{"%":473,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_45"],"DA":[],"O":{"%":474,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_44"],"DA":[],"O":{"%":475,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_43"],"DA":[],"O":{"%":476,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_42"],"DA":[],"O":{"%":477,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_41"],"DA":[],"O":{"%":478,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_40"],"DA":[],"O":{"%":479,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_39"],"DA":[],"O":{"%":480,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_38"],"DA":[],"O":{"%":481,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_37"],"DA":[],"O":{"%":482,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_36"],"DA":[],"O":{"%":483,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_35"],"DA":[],"O":{"%":484,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_34"],"DA":[],"O":{"%":485,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_33"],"DA":[],"O":{"%":486,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_32"],"DA":[],"O":{"%":487,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_31"],"DA":[],"O":{"%":488,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_30"],"DA":[],"O":{"%":489,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_29"],"DA":[],"O":{"%":490,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_28"],"DA":[],"O":{"%":491,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[71,768],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_27"],"DA":[],"O":{"%":492,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,71],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_26"],"DA":[],"O":{"%":493,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_25"],"DA":[],"O":{"%":494,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_24"],"DA":[],"O":{"%":495,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_23"],"DA":[],"O":{"%":496,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_22"],"DA":[],"O":{"%":497,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_21"],"DA":[],"O":{"%":498,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_20"],"DA":[],"O":{"%":499,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_19"],"DA":[],"O":{"%":500,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_18"],"DA":[],"O":{"%":501,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_17"],"DA":[],"O":{"%":502,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_16"],"DA":[],"O":{"%":503,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_15"],"DA":[],"O":{"%":504,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_14"],"DA":[],"O":{"%":505,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_13"],"DA":[],"O":{"%":506,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_12"],"DA":[],"O":{"%":507,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_11"],"DA":[],"O":{"%":508,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_10"],"DA":[],"O":{"%":509,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_9"],"DA":[],"O":{"%":510,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_8"],"DA":[],"O":{"%":511,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_7"],"DA":[],"O":{"%":512,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_6"],"DA":[],"O":{"%":513,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_5"],"DA":[],"O":{"%":514,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_4"],"DA":[],"O":{"%":515,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_3"],"DA":[],"O":{"%":516,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_2"],"DA":[],"O":{"%":517,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_1"],"DA":[],"O":{"%":518,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"p","A":[0,1,1,"shared_paddle_encoder_0.w_0"],"DA":[],"O":{"%":519,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}},"OA":[1,1,0],"QA":[]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"pixels"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[1,3,384,384]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":520,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,3,384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.data","A":[{"AT":{"#":"0.a_str","D":"character_branch"},"N":"name"},{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"1.a_dtype","D":"bool"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[0,0,""]},"N":"place"}],"I":[],"O":[{"%":521,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_bool"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":522,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,3,16,16],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_1","blocks":[{"#":"block_1","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":492},{"%":491}],"O":[{"%":523,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,768],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":3},{"#":"0.a_i64","D":16},{"#":"0.a_i64","D":16}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":524,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":523},{"%":524}],"O":[{"%":525,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,3,16,16],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":196},{"%":525}],"O":[{"%":526,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,3,16,16],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":526}],"O":[],"OA":[]}]}]},{"#":"region_2","blocks":[{"#":"block_2","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":196}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":527,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_3","blocks":[{"#":"block_3","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":493}],"O":[],"OA":[]}]}]},{"#":"region_4","blocks":[{"#":"block_4","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":197}],"O":[],"OA":[]}]}]}]},{"#":"1.conv2d","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":16},{"#":"0.a_i32","D":16}]},"N":"strides"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":0}]},"N":"paddings"},{"AT":{"#":"0.a_str","D":"EXPLICIT"},"N":"padding_algorithm"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":1}]},"N":"dilations"},{"AT":{"#":"0.a_i32","D":1},"N":"groups"},{"AT":{"#":"0.a_str","D":"NCHW"},"N":"data_format"}],"I":[{"%":520},{"%":522}],"O":[{"%":528,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384,24,24],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":529,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":527},{"%":529}],"O":[{"%":530,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384,1,1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":528},{"%":530}],"O":[{"%":531,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384,24,24],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.flatten","A":[{"AT":{"#":"0.a_i32","D":2},"N":"start_axis"},{"AT":{"#":"0.a_i32","D":3},"N":"stop_axis"}],"I":[{"%":531}],"O":[{"%":532,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384,576],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1}]},"N":"perm"}],"I":[{"%":532}],"O":[{"%":533,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,576,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":534,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_5","blocks":[{"#":"block_5","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":495}],"O":[],"OA":[]}]}]},{"#":"region_6","blocks":[{"#":"block_6","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":199}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":535,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_7","blocks":[{"#":"block_7","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":494}],"O":[],"OA":[]}]}]},{"#":"region_8","blocks":[{"#":"block_8","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":198}],"O":[],"OA":[]}]}]}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":1.0},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":536,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":534},{"%":535},{"%":533}],"O":[{"%":537,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1,384],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,576,384],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.concat","A":[],"I":[{"%":537},{"%":536}],"O":[{"%":538,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":539,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_9","blocks":[{"#":"block_9","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":490}],"O":[],"OA":[]}]}]},{"#":"region_10","blocks":[{"#":"block_10","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":195}],"O":[],"OA":[]}]}]}]},{"#":"1.add","A":[],"I":[{"%":538},{"%":539}],"O":[{"%":540,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":541,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_11","blocks":[{"#":"block_11","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":471}],"O":[],"OA":[]}]}]},{"#":"region_12","blocks":[{"#":"block_12","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":181}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":542,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_13","blocks":[{"#":"block_13","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":472}],"O":[],"OA":[]}]}]},{"#":"region_14","blocks":[{"#":"block_14","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":182}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":540},{"%":541},{"%":542}],"O":[{"%":543,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":544,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_15","blocks":[{"#":"block_15","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":485},{"%":484}],"O":[{"%":545,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":546,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":545},{"%":546}],"O":[{"%":547,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":191},{"%":547}],"O":[{"%":548,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":548}],"O":[],"OA":[]}]}]},{"#":"region_16","blocks":[{"#":"block_16","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":191}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":549,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_17","blocks":[{"#":"block_17","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":486}],"O":[],"OA":[]}]}]},{"#":"region_18","blocks":[{"#":"block_18","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":192}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":550,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":543},{"%":550}],"O":[{"%":551,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":552,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":549},{"%":552}],"O":[{"%":553,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":554,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":553},{"%":554}],"O":[{"%":555,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":544}],"O":[{"%":556,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":555},{"%":551},{"%":556}],"O":[{"%":557,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":558,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":557},{"%":558}],"O":[{"%":559,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":560,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":559},{"%":560}],"O":[{"%":561,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":561}],"O":[{"%":562,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":563,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_19","blocks":[{"#":"block_19","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":488},{"%":487}],"O":[{"%":564,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":565,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":564},{"%":565}],"O":[{"%":566,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":193},{"%":566}],"O":[{"%":567,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":567}],"O":[],"OA":[]}]}]},{"#":"region_20","blocks":[{"#":"block_20","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":193}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":568,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_21","blocks":[{"#":"block_21","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":489}],"O":[],"OA":[]}]}]},{"#":"region_22","blocks":[{"#":"block_22","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":194}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":569,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":543},{"%":569}],"O":[{"%":570,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":571,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":568},{"%":571}],"O":[{"%":572,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":573,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":572},{"%":573}],"O":[{"%":574,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":563}],"O":[{"%":575,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":574},{"%":570},{"%":575}],"O":[{"%":576,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":577,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":576},{"%":577}],"O":[{"%":578,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":579,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":578},{"%":579}],"O":[{"%":580,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":580}],"O":[{"%":581,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":582,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_23","blocks":[{"#":"block_23","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":482},{"%":481}],"O":[{"%":583,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":584,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":583},{"%":584}],"O":[{"%":585,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":189},{"%":585}],"O":[{"%":586,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":586}],"O":[],"OA":[]}]}]},{"#":"region_24","blocks":[{"#":"block_24","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":189}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":587,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_25","blocks":[{"#":"block_25","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":483}],"O":[],"OA":[]}]}]},{"#":"region_26","blocks":[{"#":"block_26","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":190}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":588,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":543},{"%":588}],"O":[{"%":589,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":590,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":587},{"%":590}],"O":[{"%":591,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":592,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":591},{"%":592}],"O":[{"%":593,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":582}],"O":[{"%":594,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":593},{"%":589},{"%":594}],"O":[{"%":595,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":596,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":595},{"%":596}],"O":[{"%":597,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":598,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":597},{"%":598}],"O":[{"%":599,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":599}],"O":[{"%":600,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":562},{"%":581}],"O":[{"%":601,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":602,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":601},{"%":602}],"O":[{"%":603,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":603}],"O":[{"%":604,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":604},{"%":600}],"O":[{"%":605,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":605}],"O":[{"%":606,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":607,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":606},{"%":607}],"O":[{"%":608,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":609,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_27","blocks":[{"#":"block_27","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":479},{"%":478}],"O":[{"%":610,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":611,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":610},{"%":611}],"O":[{"%":612,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":187},{"%":612}],"O":[{"%":613,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":613}],"O":[],"OA":[]}]}]},{"#":"region_28","blocks":[{"#":"block_28","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":187}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":614,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_29","blocks":[{"#":"block_29","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":480}],"O":[],"OA":[]}]}]},{"#":"region_30","blocks":[{"#":"block_30","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":188}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":615,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":608},{"%":615}],"O":[{"%":616,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":617,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":614},{"%":617}],"O":[{"%":618,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":619,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":618},{"%":619}],"O":[{"%":620,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":609}],"O":[{"%":621,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":620},{"%":616},{"%":621}],"O":[{"%":622,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":623,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":622},{"%":623}],"O":[{"%":624,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":540},{"%":624}],"O":[{"%":625,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":626,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_31","blocks":[{"#":"block_31","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":473}],"O":[],"OA":[]}]}]},{"#":"region_32","blocks":[{"#":"block_32","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":183}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":627,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_33","blocks":[{"#":"block_33","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":474}],"O":[],"OA":[]}]}]},{"#":"region_34","blocks":[{"#":"block_34","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":184}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":625},{"%":626},{"%":627}],"O":[{"%":628,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":629,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_35","blocks":[{"#":"block_35","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":476},{"%":475}],"O":[{"%":630,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":631,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":630},{"%":631}],"O":[{"%":632,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":185},{"%":632}],"O":[{"%":633,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":633}],"O":[],"OA":[]}]}]},{"#":"region_36","blocks":[{"#":"block_36","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":185}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":634,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_37","blocks":[{"#":"block_37","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":477}],"O":[],"OA":[]}]}]},{"#":"region_38","blocks":[{"#":"block_38","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":186}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":635,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":628},{"%":635}],"O":[{"%":636,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":637,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":634},{"%":637}],"O":[{"%":638,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":639,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":638},{"%":639}],"O":[{"%":640,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":629}],"O":[{"%":641,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":640},{"%":636},{"%":641}],"O":[{"%":642,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":643,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":642},{"%":643}],"O":[{"%":644,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":644}],"O":[{"%":645,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":646,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_39","blocks":[{"#":"block_39","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":469},{"%":468}],"O":[{"%":647,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":648,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":647},{"%":648}],"O":[{"%":649,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":179},{"%":649}],"O":[{"%":650,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":650}],"O":[],"OA":[]}]}]},{"#":"region_40","blocks":[{"#":"block_40","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":179}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":651,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_41","blocks":[{"#":"block_41","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":470}],"O":[],"OA":[]}]}]},{"#":"region_42","blocks":[{"#":"block_42","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":180}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":652,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":645},{"%":652}],"O":[{"%":653,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":654,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":651},{"%":654}],"O":[{"%":655,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":656,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":655},{"%":656}],"O":[{"%":657,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":646}],"O":[{"%":658,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":657},{"%":653},{"%":658}],"O":[{"%":659,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":660,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":659},{"%":660}],"O":[{"%":661,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":625},{"%":661}],"O":[{"%":662,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":663,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_43","blocks":[{"#":"block_43","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":449}],"O":[],"OA":[]}]}]},{"#":"region_44","blocks":[{"#":"block_44","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":165}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":664,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_45","blocks":[{"#":"block_45","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":450}],"O":[],"OA":[]}]}]},{"#":"region_46","blocks":[{"#":"block_46","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":166}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":662},{"%":663},{"%":664}],"O":[{"%":665,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":666,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_47","blocks":[{"#":"block_47","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":463},{"%":462}],"O":[{"%":667,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":668,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":667},{"%":668}],"O":[{"%":669,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":175},{"%":669}],"O":[{"%":670,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":670}],"O":[],"OA":[]}]}]},{"#":"region_48","blocks":[{"#":"block_48","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":175}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":671,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_49","blocks":[{"#":"block_49","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":464}],"O":[],"OA":[]}]}]},{"#":"region_50","blocks":[{"#":"block_50","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":176}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":672,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":665},{"%":672}],"O":[{"%":673,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":674,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":671},{"%":674}],"O":[{"%":675,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":676,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":675},{"%":676}],"O":[{"%":677,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":666}],"O":[{"%":678,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":677},{"%":673},{"%":678}],"O":[{"%":679,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":680,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":679},{"%":680}],"O":[{"%":681,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":682,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":681},{"%":682}],"O":[{"%":683,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":683}],"O":[{"%":684,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":685,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_51","blocks":[{"#":"block_51","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":466},{"%":465}],"O":[{"%":686,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":687,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":686},{"%":687}],"O":[{"%":688,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":177},{"%":688}],"O":[{"%":689,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":689}],"O":[],"OA":[]}]}]},{"#":"region_52","blocks":[{"#":"block_52","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":177}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":690,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_53","blocks":[{"#":"block_53","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":467}],"O":[],"OA":[]}]}]},{"#":"region_54","blocks":[{"#":"block_54","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":178}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":691,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":665},{"%":691}],"O":[{"%":692,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":693,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":690},{"%":693}],"O":[{"%":694,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":695,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":694},{"%":695}],"O":[{"%":696,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":685}],"O":[{"%":697,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":696},{"%":692},{"%":697}],"O":[{"%":698,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":699,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":698},{"%":699}],"O":[{"%":700,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":701,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":700},{"%":701}],"O":[{"%":702,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":702}],"O":[{"%":703,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":704,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_55","blocks":[{"#":"block_55","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":460},{"%":459}],"O":[{"%":705,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":706,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":705},{"%":706}],"O":[{"%":707,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":173},{"%":707}],"O":[{"%":708,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":708}],"O":[],"OA":[]}]}]},{"#":"region_56","blocks":[{"#":"block_56","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":173}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":709,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_57","blocks":[{"#":"block_57","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":461}],"O":[],"OA":[]}]}]},{"#":"region_58","blocks":[{"#":"block_58","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":174}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":710,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":665},{"%":710}],"O":[{"%":711,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":712,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":709},{"%":712}],"O":[{"%":713,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":714,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":713},{"%":714}],"O":[{"%":715,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":704}],"O":[{"%":716,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":715},{"%":711},{"%":716}],"O":[{"%":717,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":718,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":717},{"%":718}],"O":[{"%":719,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":720,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":719},{"%":720}],"O":[{"%":721,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":721}],"O":[{"%":722,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":684},{"%":703}],"O":[{"%":723,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":724,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":723},{"%":724}],"O":[{"%":725,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":725}],"O":[{"%":726,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":726},{"%":722}],"O":[{"%":727,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":727}],"O":[{"%":728,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":729,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":728},{"%":729}],"O":[{"%":730,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":731,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_59","blocks":[{"#":"block_59","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":457},{"%":456}],"O":[{"%":732,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":733,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":732},{"%":733}],"O":[{"%":734,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":171},{"%":734}],"O":[{"%":735,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":735}],"O":[],"OA":[]}]}]},{"#":"region_60","blocks":[{"#":"block_60","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":171}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":736,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_61","blocks":[{"#":"block_61","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":458}],"O":[],"OA":[]}]}]},{"#":"region_62","blocks":[{"#":"block_62","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":172}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":737,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":730},{"%":737}],"O":[{"%":738,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":739,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":736},{"%":739}],"O":[{"%":740,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":741,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":740},{"%":741}],"O":[{"%":742,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":731}],"O":[{"%":743,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":742},{"%":738},{"%":743}],"O":[{"%":744,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":745,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":744},{"%":745}],"O":[{"%":746,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":662},{"%":746}],"O":[{"%":747,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":748,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_63","blocks":[{"#":"block_63","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":451}],"O":[],"OA":[]}]}]},{"#":"region_64","blocks":[{"#":"block_64","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":167}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":749,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_65","blocks":[{"#":"block_65","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":452}],"O":[],"OA":[]}]}]},{"#":"region_66","blocks":[{"#":"block_66","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":168}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":747},{"%":748},{"%":749}],"O":[{"%":750,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":751,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_67","blocks":[{"#":"block_67","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":454},{"%":453}],"O":[{"%":752,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":753,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":752},{"%":753}],"O":[{"%":754,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":169},{"%":754}],"O":[{"%":755,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":755}],"O":[],"OA":[]}]}]},{"#":"region_68","blocks":[{"#":"block_68","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":169}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":756,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_69","blocks":[{"#":"block_69","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":455}],"O":[],"OA":[]}]}]},{"#":"region_70","blocks":[{"#":"block_70","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":170}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":757,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":750},{"%":757}],"O":[{"%":758,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":759,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":756},{"%":759}],"O":[{"%":760,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":761,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":760},{"%":761}],"O":[{"%":762,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":751}],"O":[{"%":763,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":762},{"%":758},{"%":763}],"O":[{"%":764,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":765,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":764},{"%":765}],"O":[{"%":766,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":766}],"O":[{"%":767,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":768,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_71","blocks":[{"#":"block_71","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":447},{"%":446}],"O":[{"%":769,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":770,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":769},{"%":770}],"O":[{"%":771,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":163},{"%":771}],"O":[{"%":772,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":772}],"O":[],"OA":[]}]}]},{"#":"region_72","blocks":[{"#":"block_72","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":163}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":773,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_73","blocks":[{"#":"block_73","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":448}],"O":[],"OA":[]}]}]},{"#":"region_74","blocks":[{"#":"block_74","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":164}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":774,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":767},{"%":774}],"O":[{"%":775,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":776,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":773},{"%":776}],"O":[{"%":777,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":778,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":777},{"%":778}],"O":[{"%":779,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":768}],"O":[{"%":780,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":779},{"%":775},{"%":780}],"O":[{"%":781,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":782,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":781},{"%":782}],"O":[{"%":783,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":747},{"%":783}],"O":[{"%":784,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":785,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_75","blocks":[{"#":"block_75","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":383}],"O":[],"OA":[]}]}]},{"#":"region_76","blocks":[{"#":"block_76","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":117}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":786,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_77","blocks":[{"#":"block_77","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":384}],"O":[],"OA":[]}]}]},{"#":"region_78","blocks":[{"#":"block_78","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":118}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":784},{"%":785},{"%":786}],"O":[{"%":787,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":788,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_79","blocks":[{"#":"block_79","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":397},{"%":396}],"O":[{"%":789,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":790,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":789},{"%":790}],"O":[{"%":791,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":127},{"%":791}],"O":[{"%":792,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":792}],"O":[],"OA":[]}]}]},{"#":"region_80","blocks":[{"#":"block_80","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":127}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":793,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_81","blocks":[{"#":"block_81","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":398}],"O":[],"OA":[]}]}]},{"#":"region_82","blocks":[{"#":"block_82","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":128}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":794,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":787},{"%":794}],"O":[{"%":795,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":796,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":793},{"%":796}],"O":[{"%":797,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":798,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":797},{"%":798}],"O":[{"%":799,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":788}],"O":[{"%":800,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":799},{"%":795},{"%":800}],"O":[{"%":801,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":802,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":801},{"%":802}],"O":[{"%":803,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":804,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":803},{"%":804}],"O":[{"%":805,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":805}],"O":[{"%":806,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":807,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_83","blocks":[{"#":"block_83","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":400},{"%":399}],"O":[{"%":808,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":809,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":808},{"%":809}],"O":[{"%":810,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":129},{"%":810}],"O":[{"%":811,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":811}],"O":[],"OA":[]}]}]},{"#":"region_84","blocks":[{"#":"block_84","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":129}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":812,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_85","blocks":[{"#":"block_85","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":401}],"O":[],"OA":[]}]}]},{"#":"region_86","blocks":[{"#":"block_86","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":130}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":813,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":787},{"%":813}],"O":[{"%":814,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":815,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":812},{"%":815}],"O":[{"%":816,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":817,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":816},{"%":817}],"O":[{"%":818,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":807}],"O":[{"%":819,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":818},{"%":814},{"%":819}],"O":[{"%":820,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":821,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":820},{"%":821}],"O":[{"%":822,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":823,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":822},{"%":823}],"O":[{"%":824,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":824}],"O":[{"%":825,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":826,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_87","blocks":[{"#":"block_87","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":394},{"%":393}],"O":[{"%":827,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":828,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":827},{"%":828}],"O":[{"%":829,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":125},{"%":829}],"O":[{"%":830,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":830}],"O":[],"OA":[]}]}]},{"#":"region_88","blocks":[{"#":"block_88","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":125}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":831,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_89","blocks":[{"#":"block_89","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":395}],"O":[],"OA":[]}]}]},{"#":"region_90","blocks":[{"#":"block_90","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":126}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":832,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":787},{"%":832}],"O":[{"%":833,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":834,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":831},{"%":834}],"O":[{"%":835,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":836,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":835},{"%":836}],"O":[{"%":837,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":826}],"O":[{"%":838,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":837},{"%":833},{"%":838}],"O":[{"%":839,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":840,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":839},{"%":840}],"O":[{"%":841,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":842,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":841},{"%":842}],"O":[{"%":843,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":843}],"O":[{"%":844,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":806},{"%":825}],"O":[{"%":845,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":846,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":845},{"%":846}],"O":[{"%":847,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":847}],"O":[{"%":848,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":848},{"%":844}],"O":[{"%":849,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":849}],"O":[{"%":850,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":851,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":850},{"%":851}],"O":[{"%":852,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":853,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_91","blocks":[{"#":"block_91","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":391},{"%":390}],"O":[{"%":854,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":855,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":854},{"%":855}],"O":[{"%":856,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":123},{"%":856}],"O":[{"%":857,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":857}],"O":[],"OA":[]}]}]},{"#":"region_92","blocks":[{"#":"block_92","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":123}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":858,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_93","blocks":[{"#":"block_93","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":392}],"O":[],"OA":[]}]}]},{"#":"region_94","blocks":[{"#":"block_94","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":124}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":859,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":852},{"%":859}],"O":[{"%":860,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":861,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":858},{"%":861}],"O":[{"%":862,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":863,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":862},{"%":863}],"O":[{"%":864,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":853}],"O":[{"%":865,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":864},{"%":860},{"%":865}],"O":[{"%":866,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":867,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":866},{"%":867}],"O":[{"%":868,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":784},{"%":868}],"O":[{"%":869,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":870,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_95","blocks":[{"#":"block_95","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":385}],"O":[],"OA":[]}]}]},{"#":"region_96","blocks":[{"#":"block_96","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":119}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":871,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_97","blocks":[{"#":"block_97","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":386}],"O":[],"OA":[]}]}]},{"#":"region_98","blocks":[{"#":"block_98","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":120}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":869},{"%":870},{"%":871}],"O":[{"%":872,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":873,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_99","blocks":[{"#":"block_99","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":388},{"%":387}],"O":[{"%":874,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":875,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":874},{"%":875}],"O":[{"%":876,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":121},{"%":876}],"O":[{"%":877,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":877}],"O":[],"OA":[]}]}]},{"#":"region_100","blocks":[{"#":"block_100","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":121}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":878,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_101","blocks":[{"#":"block_101","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":389}],"O":[],"OA":[]}]}]},{"#":"region_102","blocks":[{"#":"block_102","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":122}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":879,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":872},{"%":879}],"O":[{"%":880,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":881,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":878},{"%":881}],"O":[{"%":882,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":883,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":882},{"%":883}],"O":[{"%":884,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":873}],"O":[{"%":885,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":884},{"%":880},{"%":885}],"O":[{"%":886,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":887,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":886},{"%":887}],"O":[{"%":888,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":888}],"O":[{"%":889,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":890,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_103","blocks":[{"#":"block_103","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":381},{"%":380}],"O":[{"%":891,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":892,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":891},{"%":892}],"O":[{"%":893,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":115},{"%":893}],"O":[{"%":894,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":894}],"O":[],"OA":[]}]}]},{"#":"region_104","blocks":[{"#":"block_104","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":115}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":895,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_105","blocks":[{"#":"block_105","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":382}],"O":[],"OA":[]}]}]},{"#":"region_106","blocks":[{"#":"block_106","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":116}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":896,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":889},{"%":896}],"O":[{"%":897,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":898,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":895},{"%":898}],"O":[{"%":899,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":900,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":899},{"%":900}],"O":[{"%":901,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":890}],"O":[{"%":902,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":901},{"%":897},{"%":902}],"O":[{"%":903,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":904,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":903},{"%":904}],"O":[{"%":905,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":869},{"%":905}],"O":[{"%":906,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":907,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_107","blocks":[{"#":"block_107","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":361}],"O":[],"OA":[]}]}]},{"#":"region_108","blocks":[{"#":"block_108","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":101}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":908,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_109","blocks":[{"#":"block_109","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":362}],"O":[],"OA":[]}]}]},{"#":"region_110","blocks":[{"#":"block_110","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":102}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":906},{"%":907},{"%":908}],"O":[{"%":909,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":910,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_111","blocks":[{"#":"block_111","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":375},{"%":374}],"O":[{"%":911,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":912,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":911},{"%":912}],"O":[{"%":913,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":111},{"%":913}],"O":[{"%":914,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":914}],"O":[],"OA":[]}]}]},{"#":"region_112","blocks":[{"#":"block_112","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":111}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":915,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_113","blocks":[{"#":"block_113","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":376}],"O":[],"OA":[]}]}]},{"#":"region_114","blocks":[{"#":"block_114","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":112}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":916,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":909},{"%":916}],"O":[{"%":917,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":918,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":915},{"%":918}],"O":[{"%":919,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":920,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":919},{"%":920}],"O":[{"%":921,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":910}],"O":[{"%":922,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":921},{"%":917},{"%":922}],"O":[{"%":923,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":924,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":923},{"%":924}],"O":[{"%":925,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":926,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":925},{"%":926}],"O":[{"%":927,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":927}],"O":[{"%":928,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":929,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_115","blocks":[{"#":"block_115","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":378},{"%":377}],"O":[{"%":930,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":931,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":930},{"%":931}],"O":[{"%":932,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":113},{"%":932}],"O":[{"%":933,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":933}],"O":[],"OA":[]}]}]},{"#":"region_116","blocks":[{"#":"block_116","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":113}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":934,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_117","blocks":[{"#":"block_117","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":379}],"O":[],"OA":[]}]}]},{"#":"region_118","blocks":[{"#":"block_118","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":114}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":935,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":909},{"%":935}],"O":[{"%":936,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":937,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":934},{"%":937}],"O":[{"%":938,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":939,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":938},{"%":939}],"O":[{"%":940,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":929}],"O":[{"%":941,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":940},{"%":936},{"%":941}],"O":[{"%":942,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":943,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":942},{"%":943}],"O":[{"%":944,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":945,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":944},{"%":945}],"O":[{"%":946,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":946}],"O":[{"%":947,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":948,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_119","blocks":[{"#":"block_119","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":372},{"%":371}],"O":[{"%":949,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":950,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":949},{"%":950}],"O":[{"%":951,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":109},{"%":951}],"O":[{"%":952,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":952}],"O":[],"OA":[]}]}]},{"#":"region_120","blocks":[{"#":"block_120","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":109}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":953,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_121","blocks":[{"#":"block_121","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":373}],"O":[],"OA":[]}]}]},{"#":"region_122","blocks":[{"#":"block_122","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":110}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":954,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":909},{"%":954}],"O":[{"%":955,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":956,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":953},{"%":956}],"O":[{"%":957,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":958,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":957},{"%":958}],"O":[{"%":959,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":948}],"O":[{"%":960,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":959},{"%":955},{"%":960}],"O":[{"%":961,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":962,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":961},{"%":962}],"O":[{"%":963,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":964,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":963},{"%":964}],"O":[{"%":965,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":965}],"O":[{"%":966,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":928},{"%":947}],"O":[{"%":967,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":968,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":967},{"%":968}],"O":[{"%":969,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":969}],"O":[{"%":970,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":970},{"%":966}],"O":[{"%":971,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":971}],"O":[{"%":972,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":973,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":972},{"%":973}],"O":[{"%":974,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":975,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_123","blocks":[{"#":"block_123","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":369},{"%":368}],"O":[{"%":976,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":977,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":976},{"%":977}],"O":[{"%":978,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":107},{"%":978}],"O":[{"%":979,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":979}],"O":[],"OA":[]}]}]},{"#":"region_124","blocks":[{"#":"block_124","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":107}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":980,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_125","blocks":[{"#":"block_125","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":370}],"O":[],"OA":[]}]}]},{"#":"region_126","blocks":[{"#":"block_126","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":108}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":981,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":974},{"%":981}],"O":[{"%":982,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":983,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":980},{"%":983}],"O":[{"%":984,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":985,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":984},{"%":985}],"O":[{"%":986,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":975}],"O":[{"%":987,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":986},{"%":982},{"%":987}],"O":[{"%":988,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":989,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":988},{"%":989}],"O":[{"%":990,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":906},{"%":990}],"O":[{"%":991,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":992,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_127","blocks":[{"#":"block_127","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":363}],"O":[],"OA":[]}]}]},{"#":"region_128","blocks":[{"#":"block_128","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":103}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":993,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_129","blocks":[{"#":"block_129","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":364}],"O":[],"OA":[]}]}]},{"#":"region_130","blocks":[{"#":"block_130","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":104}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":991},{"%":992},{"%":993}],"O":[{"%":994,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":995,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_131","blocks":[{"#":"block_131","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":366},{"%":365}],"O":[{"%":996,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":997,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":996},{"%":997}],"O":[{"%":998,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":105},{"%":998}],"O":[{"%":999,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":999}],"O":[],"OA":[]}]}]},{"#":"region_132","blocks":[{"#":"block_132","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":105}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1000,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_133","blocks":[{"#":"block_133","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":367}],"O":[],"OA":[]}]}]},{"#":"region_134","blocks":[{"#":"block_134","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":106}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1001,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":994},{"%":1001}],"O":[{"%":1002,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1003,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1000},{"%":1003}],"O":[{"%":1004,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1005,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1004},{"%":1005}],"O":[{"%":1006,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":995}],"O":[{"%":1007,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1006},{"%":1002},{"%":1007}],"O":[{"%":1008,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1009,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1008},{"%":1009}],"O":[{"%":1010,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1010}],"O":[{"%":1011,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1012,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_135","blocks":[{"#":"block_135","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":359},{"%":358}],"O":[{"%":1013,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1014,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1013},{"%":1014}],"O":[{"%":1015,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":99},{"%":1015}],"O":[{"%":1016,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1016}],"O":[],"OA":[]}]}]},{"#":"region_136","blocks":[{"#":"block_136","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":99}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1017,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_137","blocks":[{"#":"block_137","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":360}],"O":[],"OA":[]}]}]},{"#":"region_138","blocks":[{"#":"block_138","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":100}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1018,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1011},{"%":1018}],"O":[{"%":1019,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1020,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1017},{"%":1020}],"O":[{"%":1021,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1022,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1021},{"%":1022}],"O":[{"%":1023,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1012}],"O":[{"%":1024,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1023},{"%":1019},{"%":1024}],"O":[{"%":1025,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1026,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1025},{"%":1026}],"O":[{"%":1027,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":991},{"%":1027}],"O":[{"%":1028,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1029,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_139","blocks":[{"#":"block_139","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":339}],"O":[],"OA":[]}]}]},{"#":"region_140","blocks":[{"#":"block_140","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":85}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1030,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_141","blocks":[{"#":"block_141","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":340}],"O":[],"OA":[]}]}]},{"#":"region_142","blocks":[{"#":"block_142","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":86}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1028},{"%":1029},{"%":1030}],"O":[{"%":1031,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1032,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_143","blocks":[{"#":"block_143","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":353},{"%":352}],"O":[{"%":1033,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1034,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1033},{"%":1034}],"O":[{"%":1035,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":95},{"%":1035}],"O":[{"%":1036,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1036}],"O":[],"OA":[]}]}]},{"#":"region_144","blocks":[{"#":"block_144","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":95}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1037,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_145","blocks":[{"#":"block_145","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":354}],"O":[],"OA":[]}]}]},{"#":"region_146","blocks":[{"#":"block_146","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":96}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1038,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1031},{"%":1038}],"O":[{"%":1039,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1040,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1037},{"%":1040}],"O":[{"%":1041,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1042,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1041},{"%":1042}],"O":[{"%":1043,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1032}],"O":[{"%":1044,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1043},{"%":1039},{"%":1044}],"O":[{"%":1045,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1046,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1045},{"%":1046}],"O":[{"%":1047,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1048,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1047},{"%":1048}],"O":[{"%":1049,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1049}],"O":[{"%":1050,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1051,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_147","blocks":[{"#":"block_147","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":356},{"%":355}],"O":[{"%":1052,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1053,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1052},{"%":1053}],"O":[{"%":1054,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":97},{"%":1054}],"O":[{"%":1055,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1055}],"O":[],"OA":[]}]}]},{"#":"region_148","blocks":[{"#":"block_148","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":97}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1056,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_149","blocks":[{"#":"block_149","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":357}],"O":[],"OA":[]}]}]},{"#":"region_150","blocks":[{"#":"block_150","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":98}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1057,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1031},{"%":1057}],"O":[{"%":1058,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1059,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1056},{"%":1059}],"O":[{"%":1060,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1061,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1060},{"%":1061}],"O":[{"%":1062,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1051}],"O":[{"%":1063,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1062},{"%":1058},{"%":1063}],"O":[{"%":1064,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1065,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1064},{"%":1065}],"O":[{"%":1066,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1067,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1066},{"%":1067}],"O":[{"%":1068,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1068}],"O":[{"%":1069,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1070,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_151","blocks":[{"#":"block_151","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":350},{"%":349}],"O":[{"%":1071,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1072,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1071},{"%":1072}],"O":[{"%":1073,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":93},{"%":1073}],"O":[{"%":1074,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1074}],"O":[],"OA":[]}]}]},{"#":"region_152","blocks":[{"#":"block_152","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":93}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1075,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_153","blocks":[{"#":"block_153","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":351}],"O":[],"OA":[]}]}]},{"#":"region_154","blocks":[{"#":"block_154","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":94}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1076,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1031},{"%":1076}],"O":[{"%":1077,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1078,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1075},{"%":1078}],"O":[{"%":1079,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1080,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1079},{"%":1080}],"O":[{"%":1081,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1070}],"O":[{"%":1082,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1081},{"%":1077},{"%":1082}],"O":[{"%":1083,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1084,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1083},{"%":1084}],"O":[{"%":1085,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1086,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1085},{"%":1086}],"O":[{"%":1087,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1087}],"O":[{"%":1088,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1050},{"%":1069}],"O":[{"%":1089,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1090,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1089},{"%":1090}],"O":[{"%":1091,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1091}],"O":[{"%":1092,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1092},{"%":1088}],"O":[{"%":1093,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1093}],"O":[{"%":1094,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1095,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1094},{"%":1095}],"O":[{"%":1096,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1097,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_155","blocks":[{"#":"block_155","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":347},{"%":346}],"O":[{"%":1098,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1099,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1098},{"%":1099}],"O":[{"%":1100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":91},{"%":1100}],"O":[{"%":1101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1101}],"O":[],"OA":[]}]}]},{"#":"region_156","blocks":[{"#":"block_156","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":91}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_157","blocks":[{"#":"block_157","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":348}],"O":[],"OA":[]}]}]},{"#":"region_158","blocks":[{"#":"block_158","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":92}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1096},{"%":1103}],"O":[{"%":1104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1102},{"%":1105}],"O":[{"%":1106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1106},{"%":1107}],"O":[{"%":1108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1097}],"O":[{"%":1109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1108},{"%":1104},{"%":1109}],"O":[{"%":1110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1110},{"%":1111}],"O":[{"%":1112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1028},{"%":1112}],"O":[{"%":1113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_159","blocks":[{"#":"block_159","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":341}],"O":[],"OA":[]}]}]},{"#":"region_160","blocks":[{"#":"block_160","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":87}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_161","blocks":[{"#":"block_161","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":342}],"O":[],"OA":[]}]}]},{"#":"region_162","blocks":[{"#":"block_162","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":88}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1113},{"%":1114},{"%":1115}],"O":[{"%":1116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_163","blocks":[{"#":"block_163","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":344},{"%":343}],"O":[{"%":1118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1118},{"%":1119}],"O":[{"%":1120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":89},{"%":1120}],"O":[{"%":1121,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1121}],"O":[],"OA":[]}]}]},{"#":"region_164","blocks":[{"#":"block_164","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":89}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_165","blocks":[{"#":"block_165","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":345}],"O":[],"OA":[]}]}]},{"#":"region_166","blocks":[{"#":"block_166","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":90}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1123,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1116},{"%":1123}],"O":[{"%":1124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1122},{"%":1125}],"O":[{"%":1126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1126},{"%":1127}],"O":[{"%":1128,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1117}],"O":[{"%":1129,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1128},{"%":1124},{"%":1129}],"O":[{"%":1130,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1131,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1130},{"%":1131}],"O":[{"%":1132,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1132}],"O":[{"%":1133,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1134,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_167","blocks":[{"#":"block_167","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":337},{"%":336}],"O":[{"%":1135,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1136,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1135},{"%":1136}],"O":[{"%":1137,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":83},{"%":1137}],"O":[{"%":1138,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1138}],"O":[],"OA":[]}]}]},{"#":"region_168","blocks":[{"#":"block_168","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":83}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1139,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_169","blocks":[{"#":"block_169","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":338}],"O":[],"OA":[]}]}]},{"#":"region_170","blocks":[{"#":"block_170","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":84}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1140,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1133},{"%":1140}],"O":[{"%":1141,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1142,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1139},{"%":1142}],"O":[{"%":1143,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1144,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1143},{"%":1144}],"O":[{"%":1145,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1134}],"O":[{"%":1146,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1145},{"%":1141},{"%":1146}],"O":[{"%":1147,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1148,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1147},{"%":1148}],"O":[{"%":1149,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1113},{"%":1149}],"O":[{"%":1150,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1151,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_171","blocks":[{"#":"block_171","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":317}],"O":[],"OA":[]}]}]},{"#":"region_172","blocks":[{"#":"block_172","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":69}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1152,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_173","blocks":[{"#":"block_173","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":318}],"O":[],"OA":[]}]}]},{"#":"region_174","blocks":[{"#":"block_174","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":70}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1150},{"%":1151},{"%":1152}],"O":[{"%":1153,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1154,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_175","blocks":[{"#":"block_175","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":331},{"%":330}],"O":[{"%":1155,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1156,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1155},{"%":1156}],"O":[{"%":1157,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":79},{"%":1157}],"O":[{"%":1158,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1158}],"O":[],"OA":[]}]}]},{"#":"region_176","blocks":[{"#":"block_176","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":79}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1159,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_177","blocks":[{"#":"block_177","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":332}],"O":[],"OA":[]}]}]},{"#":"region_178","blocks":[{"#":"block_178","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":80}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1160,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1153},{"%":1160}],"O":[{"%":1161,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1162,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1159},{"%":1162}],"O":[{"%":1163,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1164,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1163},{"%":1164}],"O":[{"%":1165,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1154}],"O":[{"%":1166,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1165},{"%":1161},{"%":1166}],"O":[{"%":1167,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1168,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1167},{"%":1168}],"O":[{"%":1169,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1170,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1169},{"%":1170}],"O":[{"%":1171,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1171}],"O":[{"%":1172,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1173,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_179","blocks":[{"#":"block_179","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":334},{"%":333}],"O":[{"%":1174,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1175,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1174},{"%":1175}],"O":[{"%":1176,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":81},{"%":1176}],"O":[{"%":1177,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1177}],"O":[],"OA":[]}]}]},{"#":"region_180","blocks":[{"#":"block_180","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":81}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1178,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_181","blocks":[{"#":"block_181","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":335}],"O":[],"OA":[]}]}]},{"#":"region_182","blocks":[{"#":"block_182","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":82}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1179,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1153},{"%":1179}],"O":[{"%":1180,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1181,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1178},{"%":1181}],"O":[{"%":1182,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1183,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1182},{"%":1183}],"O":[{"%":1184,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1173}],"O":[{"%":1185,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1184},{"%":1180},{"%":1185}],"O":[{"%":1186,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1187,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1186},{"%":1187}],"O":[{"%":1188,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1189,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1188},{"%":1189}],"O":[{"%":1190,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1190}],"O":[{"%":1191,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1192,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_183","blocks":[{"#":"block_183","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":328},{"%":327}],"O":[{"%":1193,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1194,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1193},{"%":1194}],"O":[{"%":1195,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":77},{"%":1195}],"O":[{"%":1196,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1196}],"O":[],"OA":[]}]}]},{"#":"region_184","blocks":[{"#":"block_184","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":77}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1197,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_185","blocks":[{"#":"block_185","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":329}],"O":[],"OA":[]}]}]},{"#":"region_186","blocks":[{"#":"block_186","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":78}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1198,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1153},{"%":1198}],"O":[{"%":1199,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1200,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1197},{"%":1200}],"O":[{"%":1201,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1202,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1201},{"%":1202}],"O":[{"%":1203,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1192}],"O":[{"%":1204,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1203},{"%":1199},{"%":1204}],"O":[{"%":1205,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1206,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1205},{"%":1206}],"O":[{"%":1207,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1208,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1207},{"%":1208}],"O":[{"%":1209,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1209}],"O":[{"%":1210,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1172},{"%":1191}],"O":[{"%":1211,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1212,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1211},{"%":1212}],"O":[{"%":1213,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1213}],"O":[{"%":1214,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1214},{"%":1210}],"O":[{"%":1215,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1215}],"O":[{"%":1216,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1217,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1216},{"%":1217}],"O":[{"%":1218,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1219,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_187","blocks":[{"#":"block_187","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":325},{"%":324}],"O":[{"%":1220,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1221,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1220},{"%":1221}],"O":[{"%":1222,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":75},{"%":1222}],"O":[{"%":1223,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1223}],"O":[],"OA":[]}]}]},{"#":"region_188","blocks":[{"#":"block_188","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":75}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1224,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_189","blocks":[{"#":"block_189","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":326}],"O":[],"OA":[]}]}]},{"#":"region_190","blocks":[{"#":"block_190","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":76}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1225,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1218},{"%":1225}],"O":[{"%":1226,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1227,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1224},{"%":1227}],"O":[{"%":1228,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1229,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1228},{"%":1229}],"O":[{"%":1230,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1219}],"O":[{"%":1231,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1230},{"%":1226},{"%":1231}],"O":[{"%":1232,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1233,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1232},{"%":1233}],"O":[{"%":1234,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1150},{"%":1234}],"O":[{"%":1235,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1236,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_191","blocks":[{"#":"block_191","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":319}],"O":[],"OA":[]}]}]},{"#":"region_192","blocks":[{"#":"block_192","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":71}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1237,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_193","blocks":[{"#":"block_193","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":320}],"O":[],"OA":[]}]}]},{"#":"region_194","blocks":[{"#":"block_194","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":72}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1235},{"%":1236},{"%":1237}],"O":[{"%":1238,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1239,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_195","blocks":[{"#":"block_195","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":322},{"%":321}],"O":[{"%":1240,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1241,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1240},{"%":1241}],"O":[{"%":1242,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":73},{"%":1242}],"O":[{"%":1243,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1243}],"O":[],"OA":[]}]}]},{"#":"region_196","blocks":[{"#":"block_196","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":73}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1244,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_197","blocks":[{"#":"block_197","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":323}],"O":[],"OA":[]}]}]},{"#":"region_198","blocks":[{"#":"block_198","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":74}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1245,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1238},{"%":1245}],"O":[{"%":1246,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1247,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1244},{"%":1247}],"O":[{"%":1248,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1249,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1248},{"%":1249}],"O":[{"%":1250,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1239}],"O":[{"%":1251,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1250},{"%":1246},{"%":1251}],"O":[{"%":1252,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1253,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1252},{"%":1253}],"O":[{"%":1254,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1254}],"O":[{"%":1255,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1256,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_199","blocks":[{"#":"block_199","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":315},{"%":314}],"O":[{"%":1257,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1258,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1257},{"%":1258}],"O":[{"%":1259,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":67},{"%":1259}],"O":[{"%":1260,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1260}],"O":[],"OA":[]}]}]},{"#":"region_200","blocks":[{"#":"block_200","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":67}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1261,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_201","blocks":[{"#":"block_201","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":316}],"O":[],"OA":[]}]}]},{"#":"region_202","blocks":[{"#":"block_202","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":68}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1262,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1255},{"%":1262}],"O":[{"%":1263,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1264,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1261},{"%":1264}],"O":[{"%":1265,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1266,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1265},{"%":1266}],"O":[{"%":1267,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1256}],"O":[{"%":1268,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1267},{"%":1263},{"%":1268}],"O":[{"%":1269,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1270,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1269},{"%":1270}],"O":[{"%":1271,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1235},{"%":1271}],"O":[{"%":1272,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1273,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_203","blocks":[{"#":"block_203","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":295}],"O":[],"OA":[]}]}]},{"#":"region_204","blocks":[{"#":"block_204","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":53}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1274,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_205","blocks":[{"#":"block_205","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":296}],"O":[],"OA":[]}]}]},{"#":"region_206","blocks":[{"#":"block_206","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":54}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1272},{"%":1273},{"%":1274}],"O":[{"%":1275,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1276,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_207","blocks":[{"#":"block_207","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":309},{"%":308}],"O":[{"%":1277,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1278,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1277},{"%":1278}],"O":[{"%":1279,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":63},{"%":1279}],"O":[{"%":1280,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1280}],"O":[],"OA":[]}]}]},{"#":"region_208","blocks":[{"#":"block_208","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":63}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1281,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_209","blocks":[{"#":"block_209","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":310}],"O":[],"OA":[]}]}]},{"#":"region_210","blocks":[{"#":"block_210","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":64}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1282,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1275},{"%":1282}],"O":[{"%":1283,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1284,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1281},{"%":1284}],"O":[{"%":1285,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1286,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1285},{"%":1286}],"O":[{"%":1287,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1276}],"O":[{"%":1288,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1287},{"%":1283},{"%":1288}],"O":[{"%":1289,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1290,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1289},{"%":1290}],"O":[{"%":1291,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1292,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1291},{"%":1292}],"O":[{"%":1293,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1293}],"O":[{"%":1294,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1295,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_211","blocks":[{"#":"block_211","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":312},{"%":311}],"O":[{"%":1296,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1297,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1296},{"%":1297}],"O":[{"%":1298,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":65},{"%":1298}],"O":[{"%":1299,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1299}],"O":[],"OA":[]}]}]},{"#":"region_212","blocks":[{"#":"block_212","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":65}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1300,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_213","blocks":[{"#":"block_213","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":313}],"O":[],"OA":[]}]}]},{"#":"region_214","blocks":[{"#":"block_214","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":66}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1301,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1275},{"%":1301}],"O":[{"%":1302,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1303,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1300},{"%":1303}],"O":[{"%":1304,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1305,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1304},{"%":1305}],"O":[{"%":1306,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1295}],"O":[{"%":1307,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1306},{"%":1302},{"%":1307}],"O":[{"%":1308,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1309,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1308},{"%":1309}],"O":[{"%":1310,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1311,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1310},{"%":1311}],"O":[{"%":1312,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1312}],"O":[{"%":1313,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1314,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_215","blocks":[{"#":"block_215","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":306},{"%":305}],"O":[{"%":1315,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1316,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1315},{"%":1316}],"O":[{"%":1317,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":61},{"%":1317}],"O":[{"%":1318,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1318}],"O":[],"OA":[]}]}]},{"#":"region_216","blocks":[{"#":"block_216","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":61}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1319,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_217","blocks":[{"#":"block_217","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":307}],"O":[],"OA":[]}]}]},{"#":"region_218","blocks":[{"#":"block_218","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":62}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1320,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1275},{"%":1320}],"O":[{"%":1321,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1322,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1319},{"%":1322}],"O":[{"%":1323,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1324,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1323},{"%":1324}],"O":[{"%":1325,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1314}],"O":[{"%":1326,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1325},{"%":1321},{"%":1326}],"O":[{"%":1327,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1328,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1327},{"%":1328}],"O":[{"%":1329,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1330,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1329},{"%":1330}],"O":[{"%":1331,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1331}],"O":[{"%":1332,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1294},{"%":1313}],"O":[{"%":1333,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1334,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1333},{"%":1334}],"O":[{"%":1335,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1335}],"O":[{"%":1336,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1336},{"%":1332}],"O":[{"%":1337,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1337}],"O":[{"%":1338,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1339,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1338},{"%":1339}],"O":[{"%":1340,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1341,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_219","blocks":[{"#":"block_219","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":303},{"%":302}],"O":[{"%":1342,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1343,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1342},{"%":1343}],"O":[{"%":1344,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":59},{"%":1344}],"O":[{"%":1345,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1345}],"O":[],"OA":[]}]}]},{"#":"region_220","blocks":[{"#":"block_220","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":59}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1346,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_221","blocks":[{"#":"block_221","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":304}],"O":[],"OA":[]}]}]},{"#":"region_222","blocks":[{"#":"block_222","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":60}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1347,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1340},{"%":1347}],"O":[{"%":1348,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1349,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1346},{"%":1349}],"O":[{"%":1350,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1351,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1350},{"%":1351}],"O":[{"%":1352,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1341}],"O":[{"%":1353,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1352},{"%":1348},{"%":1353}],"O":[{"%":1354,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1355,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1354},{"%":1355}],"O":[{"%":1356,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1272},{"%":1356}],"O":[{"%":1357,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1358,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_223","blocks":[{"#":"block_223","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":297}],"O":[],"OA":[]}]}]},{"#":"region_224","blocks":[{"#":"block_224","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":55}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1359,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_225","blocks":[{"#":"block_225","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":298}],"O":[],"OA":[]}]}]},{"#":"region_226","blocks":[{"#":"block_226","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":56}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1357},{"%":1358},{"%":1359}],"O":[{"%":1360,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1361,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_227","blocks":[{"#":"block_227","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":300},{"%":299}],"O":[{"%":1362,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1363,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1362},{"%":1363}],"O":[{"%":1364,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":57},{"%":1364}],"O":[{"%":1365,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1365}],"O":[],"OA":[]}]}]},{"#":"region_228","blocks":[{"#":"block_228","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":57}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1366,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_229","blocks":[{"#":"block_229","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":301}],"O":[],"OA":[]}]}]},{"#":"region_230","blocks":[{"#":"block_230","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":58}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1367,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1360},{"%":1367}],"O":[{"%":1368,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1369,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1366},{"%":1369}],"O":[{"%":1370,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1371,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1370},{"%":1371}],"O":[{"%":1372,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1361}],"O":[{"%":1373,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1372},{"%":1368},{"%":1373}],"O":[{"%":1374,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1375,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1374},{"%":1375}],"O":[{"%":1376,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1376}],"O":[{"%":1377,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1378,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_231","blocks":[{"#":"block_231","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":293},{"%":292}],"O":[{"%":1379,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1380,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1379},{"%":1380}],"O":[{"%":1381,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":51},{"%":1381}],"O":[{"%":1382,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1382}],"O":[],"OA":[]}]}]},{"#":"region_232","blocks":[{"#":"block_232","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":51}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1383,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_233","blocks":[{"#":"block_233","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":294}],"O":[],"OA":[]}]}]},{"#":"region_234","blocks":[{"#":"block_234","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":52}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1384,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1377},{"%":1384}],"O":[{"%":1385,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1386,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1383},{"%":1386}],"O":[{"%":1387,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1388,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1387},{"%":1388}],"O":[{"%":1389,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1378}],"O":[{"%":1390,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1389},{"%":1385},{"%":1390}],"O":[{"%":1391,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1392,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1391},{"%":1392}],"O":[{"%":1393,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1357},{"%":1393}],"O":[{"%":1394,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1395,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_235","blocks":[{"#":"block_235","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":273}],"O":[],"OA":[]}]}]},{"#":"region_236","blocks":[{"#":"block_236","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":37}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1396,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_237","blocks":[{"#":"block_237","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":274}],"O":[],"OA":[]}]}]},{"#":"region_238","blocks":[{"#":"block_238","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":38}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1394},{"%":1395},{"%":1396}],"O":[{"%":1397,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1398,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_239","blocks":[{"#":"block_239","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":287},{"%":286}],"O":[{"%":1399,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1400,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1399},{"%":1400}],"O":[{"%":1401,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":47},{"%":1401}],"O":[{"%":1402,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1402}],"O":[],"OA":[]}]}]},{"#":"region_240","blocks":[{"#":"block_240","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":47}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1403,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_241","blocks":[{"#":"block_241","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":288}],"O":[],"OA":[]}]}]},{"#":"region_242","blocks":[{"#":"block_242","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":48}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1404,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1397},{"%":1404}],"O":[{"%":1405,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1406,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1403},{"%":1406}],"O":[{"%":1407,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1408,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1407},{"%":1408}],"O":[{"%":1409,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1398}],"O":[{"%":1410,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1409},{"%":1405},{"%":1410}],"O":[{"%":1411,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1412,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1411},{"%":1412}],"O":[{"%":1413,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1414,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1413},{"%":1414}],"O":[{"%":1415,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1415}],"O":[{"%":1416,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1417,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_243","blocks":[{"#":"block_243","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":290},{"%":289}],"O":[{"%":1418,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1419,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1418},{"%":1419}],"O":[{"%":1420,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":49},{"%":1420}],"O":[{"%":1421,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1421}],"O":[],"OA":[]}]}]},{"#":"region_244","blocks":[{"#":"block_244","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":49}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1422,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_245","blocks":[{"#":"block_245","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":291}],"O":[],"OA":[]}]}]},{"#":"region_246","blocks":[{"#":"block_246","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":50}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1423,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1397},{"%":1423}],"O":[{"%":1424,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1425,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1422},{"%":1425}],"O":[{"%":1426,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1427,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1426},{"%":1427}],"O":[{"%":1428,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1417}],"O":[{"%":1429,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1428},{"%":1424},{"%":1429}],"O":[{"%":1430,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1431,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1430},{"%":1431}],"O":[{"%":1432,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1433,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1432},{"%":1433}],"O":[{"%":1434,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1434}],"O":[{"%":1435,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1436,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_247","blocks":[{"#":"block_247","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":284},{"%":283}],"O":[{"%":1437,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1438,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1437},{"%":1438}],"O":[{"%":1439,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":45},{"%":1439}],"O":[{"%":1440,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1440}],"O":[],"OA":[]}]}]},{"#":"region_248","blocks":[{"#":"block_248","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":45}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1441,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_249","blocks":[{"#":"block_249","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":285}],"O":[],"OA":[]}]}]},{"#":"region_250","blocks":[{"#":"block_250","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":46}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1442,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1397},{"%":1442}],"O":[{"%":1443,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1444,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1441},{"%":1444}],"O":[{"%":1445,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1446,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1445},{"%":1446}],"O":[{"%":1447,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1436}],"O":[{"%":1448,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1447},{"%":1443},{"%":1448}],"O":[{"%":1449,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1450,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1449},{"%":1450}],"O":[{"%":1451,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1452,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1451},{"%":1452}],"O":[{"%":1453,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1453}],"O":[{"%":1454,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1416},{"%":1435}],"O":[{"%":1455,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1456,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1455},{"%":1456}],"O":[{"%":1457,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1457}],"O":[{"%":1458,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1458},{"%":1454}],"O":[{"%":1459,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1459}],"O":[{"%":1460,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1461,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1460},{"%":1461}],"O":[{"%":1462,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1463,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_251","blocks":[{"#":"block_251","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":281},{"%":280}],"O":[{"%":1464,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1465,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1464},{"%":1465}],"O":[{"%":1466,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":43},{"%":1466}],"O":[{"%":1467,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1467}],"O":[],"OA":[]}]}]},{"#":"region_252","blocks":[{"#":"block_252","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":43}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1468,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_253","blocks":[{"#":"block_253","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":282}],"O":[],"OA":[]}]}]},{"#":"region_254","blocks":[{"#":"block_254","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":44}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1469,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1462},{"%":1469}],"O":[{"%":1470,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1471,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1468},{"%":1471}],"O":[{"%":1472,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1473,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1472},{"%":1473}],"O":[{"%":1474,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1463}],"O":[{"%":1475,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1474},{"%":1470},{"%":1475}],"O":[{"%":1476,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1477,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1476},{"%":1477}],"O":[{"%":1478,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1394},{"%":1478}],"O":[{"%":1479,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1480,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_255","blocks":[{"#":"block_255","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":275}],"O":[],"OA":[]}]}]},{"#":"region_256","blocks":[{"#":"block_256","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":39}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1481,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_257","blocks":[{"#":"block_257","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":276}],"O":[],"OA":[]}]}]},{"#":"region_258","blocks":[{"#":"block_258","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":40}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1479},{"%":1480},{"%":1481}],"O":[{"%":1482,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1483,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_259","blocks":[{"#":"block_259","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":278},{"%":277}],"O":[{"%":1484,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1485,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1484},{"%":1485}],"O":[{"%":1486,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":41},{"%":1486}],"O":[{"%":1487,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1487}],"O":[],"OA":[]}]}]},{"#":"region_260","blocks":[{"#":"block_260","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":41}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1488,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_261","blocks":[{"#":"block_261","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":279}],"O":[],"OA":[]}]}]},{"#":"region_262","blocks":[{"#":"block_262","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":42}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1489,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1482},{"%":1489}],"O":[{"%":1490,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1491,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1488},{"%":1491}],"O":[{"%":1492,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1493,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1492},{"%":1493}],"O":[{"%":1494,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1483}],"O":[{"%":1495,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1494},{"%":1490},{"%":1495}],"O":[{"%":1496,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1497,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1496},{"%":1497}],"O":[{"%":1498,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1498}],"O":[{"%":1499,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1500,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_263","blocks":[{"#":"block_263","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":271},{"%":270}],"O":[{"%":1501,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1502,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1501},{"%":1502}],"O":[{"%":1503,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":35},{"%":1503}],"O":[{"%":1504,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1504}],"O":[],"OA":[]}]}]},{"#":"region_264","blocks":[{"#":"block_264","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":35}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1505,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_265","blocks":[{"#":"block_265","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":272}],"O":[],"OA":[]}]}]},{"#":"region_266","blocks":[{"#":"block_266","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":36}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1506,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1499},{"%":1506}],"O":[{"%":1507,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1508,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1505},{"%":1508}],"O":[{"%":1509,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1510,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1509},{"%":1510}],"O":[{"%":1511,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1500}],"O":[{"%":1512,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1511},{"%":1507},{"%":1512}],"O":[{"%":1513,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1514,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1513},{"%":1514}],"O":[{"%":1515,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1479},{"%":1515}],"O":[{"%":1516,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1517,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_267","blocks":[{"#":"block_267","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":251}],"O":[],"OA":[]}]}]},{"#":"region_268","blocks":[{"#":"block_268","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":21}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1518,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_269","blocks":[{"#":"block_269","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":252}],"O":[],"OA":[]}]}]},{"#":"region_270","blocks":[{"#":"block_270","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":22}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1516},{"%":1517},{"%":1518}],"O":[{"%":1519,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1520,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_271","blocks":[{"#":"block_271","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":265},{"%":264}],"O":[{"%":1521,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1522,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1521},{"%":1522}],"O":[{"%":1523,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":31},{"%":1523}],"O":[{"%":1524,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1524}],"O":[],"OA":[]}]}]},{"#":"region_272","blocks":[{"#":"block_272","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":31}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1525,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_273","blocks":[{"#":"block_273","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":266}],"O":[],"OA":[]}]}]},{"#":"region_274","blocks":[{"#":"block_274","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":32}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1526,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1519},{"%":1526}],"O":[{"%":1527,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1528,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1525},{"%":1528}],"O":[{"%":1529,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1530,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1529},{"%":1530}],"O":[{"%":1531,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1520}],"O":[{"%":1532,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1531},{"%":1527},{"%":1532}],"O":[{"%":1533,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1534,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1533},{"%":1534}],"O":[{"%":1535,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1536,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1535},{"%":1536}],"O":[{"%":1537,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1537}],"O":[{"%":1538,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1539,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_275","blocks":[{"#":"block_275","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":268},{"%":267}],"O":[{"%":1540,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1541,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1540},{"%":1541}],"O":[{"%":1542,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":33},{"%":1542}],"O":[{"%":1543,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1543}],"O":[],"OA":[]}]}]},{"#":"region_276","blocks":[{"#":"block_276","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":33}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1544,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_277","blocks":[{"#":"block_277","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":269}],"O":[],"OA":[]}]}]},{"#":"region_278","blocks":[{"#":"block_278","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":34}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1545,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1519},{"%":1545}],"O":[{"%":1546,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1547,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1544},{"%":1547}],"O":[{"%":1548,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1549,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1548},{"%":1549}],"O":[{"%":1550,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1539}],"O":[{"%":1551,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1550},{"%":1546},{"%":1551}],"O":[{"%":1552,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1553,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1552},{"%":1553}],"O":[{"%":1554,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1555,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1554},{"%":1555}],"O":[{"%":1556,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1556}],"O":[{"%":1557,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1558,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_279","blocks":[{"#":"block_279","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":262},{"%":261}],"O":[{"%":1559,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1560,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1559},{"%":1560}],"O":[{"%":1561,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":29},{"%":1561}],"O":[{"%":1562,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1562}],"O":[],"OA":[]}]}]},{"#":"region_280","blocks":[{"#":"block_280","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":29}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1563,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_281","blocks":[{"#":"block_281","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":263}],"O":[],"OA":[]}]}]},{"#":"region_282","blocks":[{"#":"block_282","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":30}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1564,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1519},{"%":1564}],"O":[{"%":1565,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1566,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1563},{"%":1566}],"O":[{"%":1567,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1568,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1567},{"%":1568}],"O":[{"%":1569,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1558}],"O":[{"%":1570,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1569},{"%":1565},{"%":1570}],"O":[{"%":1571,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1572,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1571},{"%":1572}],"O":[{"%":1573,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1574,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1573},{"%":1574}],"O":[{"%":1575,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1575}],"O":[{"%":1576,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1538},{"%":1557}],"O":[{"%":1577,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1578,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1577},{"%":1578}],"O":[{"%":1579,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1579}],"O":[{"%":1580,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1580},{"%":1576}],"O":[{"%":1581,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1581}],"O":[{"%":1582,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1583,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1582},{"%":1583}],"O":[{"%":1584,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1585,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_283","blocks":[{"#":"block_283","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":259},{"%":258}],"O":[{"%":1586,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1587,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1586},{"%":1587}],"O":[{"%":1588,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":27},{"%":1588}],"O":[{"%":1589,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1589}],"O":[],"OA":[]}]}]},{"#":"region_284","blocks":[{"#":"block_284","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":27}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1590,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_285","blocks":[{"#":"block_285","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":260}],"O":[],"OA":[]}]}]},{"#":"region_286","blocks":[{"#":"block_286","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":28}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1591,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1584},{"%":1591}],"O":[{"%":1592,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1593,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1590},{"%":1593}],"O":[{"%":1594,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1595,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1594},{"%":1595}],"O":[{"%":1596,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1585}],"O":[{"%":1597,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1596},{"%":1592},{"%":1597}],"O":[{"%":1598,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1599,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1598},{"%":1599}],"O":[{"%":1600,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1516},{"%":1600}],"O":[{"%":1601,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1602,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_287","blocks":[{"#":"block_287","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":253}],"O":[],"OA":[]}]}]},{"#":"region_288","blocks":[{"#":"block_288","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":23}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1603,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_289","blocks":[{"#":"block_289","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":254}],"O":[],"OA":[]}]}]},{"#":"region_290","blocks":[{"#":"block_290","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":24}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1601},{"%":1602},{"%":1603}],"O":[{"%":1604,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1605,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_291","blocks":[{"#":"block_291","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":256},{"%":255}],"O":[{"%":1606,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1607,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1606},{"%":1607}],"O":[{"%":1608,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":25},{"%":1608}],"O":[{"%":1609,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1609}],"O":[],"OA":[]}]}]},{"#":"region_292","blocks":[{"#":"block_292","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":25}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1610,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_293","blocks":[{"#":"block_293","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":257}],"O":[],"OA":[]}]}]},{"#":"region_294","blocks":[{"#":"block_294","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":26}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1611,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1604},{"%":1611}],"O":[{"%":1612,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1613,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1610},{"%":1613}],"O":[{"%":1614,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1615,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1614},{"%":1615}],"O":[{"%":1616,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1605}],"O":[{"%":1617,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1616},{"%":1612},{"%":1617}],"O":[{"%":1618,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1619,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1618},{"%":1619}],"O":[{"%":1620,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1620}],"O":[{"%":1621,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1622,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_295","blocks":[{"#":"block_295","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":249},{"%":248}],"O":[{"%":1623,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1624,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1623},{"%":1624}],"O":[{"%":1625,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":19},{"%":1625}],"O":[{"%":1626,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1626}],"O":[],"OA":[]}]}]},{"#":"region_296","blocks":[{"#":"block_296","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":19}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1627,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_297","blocks":[{"#":"block_297","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":250}],"O":[],"OA":[]}]}]},{"#":"region_298","blocks":[{"#":"block_298","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":20}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1628,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1621},{"%":1628}],"O":[{"%":1629,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1630,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1627},{"%":1630}],"O":[{"%":1631,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1632,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1631},{"%":1632}],"O":[{"%":1633,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1622}],"O":[{"%":1634,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1633},{"%":1629},{"%":1634}],"O":[{"%":1635,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1636,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1635},{"%":1636}],"O":[{"%":1637,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1601},{"%":1637}],"O":[{"%":1638,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1639,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_299","blocks":[{"#":"block_299","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":229}],"O":[],"OA":[]}]}]},{"#":"region_300","blocks":[{"#":"block_300","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":5}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1640,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_301","blocks":[{"#":"block_301","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":230}],"O":[],"OA":[]}]}]},{"#":"region_302","blocks":[{"#":"block_302","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":6}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1638},{"%":1639},{"%":1640}],"O":[{"%":1641,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1642,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_303","blocks":[{"#":"block_303","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":243},{"%":242}],"O":[{"%":1643,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1644,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1643},{"%":1644}],"O":[{"%":1645,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":15},{"%":1645}],"O":[{"%":1646,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1646}],"O":[],"OA":[]}]}]},{"#":"region_304","blocks":[{"#":"block_304","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":15}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1647,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_305","blocks":[{"#":"block_305","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":244}],"O":[],"OA":[]}]}]},{"#":"region_306","blocks":[{"#":"block_306","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":16}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1648,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1641},{"%":1648}],"O":[{"%":1649,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1650,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1647},{"%":1650}],"O":[{"%":1651,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1652,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1651},{"%":1652}],"O":[{"%":1653,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1642}],"O":[{"%":1654,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1653},{"%":1649},{"%":1654}],"O":[{"%":1655,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1656,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1655},{"%":1656}],"O":[{"%":1657,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1658,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1657},{"%":1658}],"O":[{"%":1659,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1659}],"O":[{"%":1660,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1661,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_307","blocks":[{"#":"block_307","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":246},{"%":245}],"O":[{"%":1662,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1663,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1662},{"%":1663}],"O":[{"%":1664,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":17},{"%":1664}],"O":[{"%":1665,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1665}],"O":[],"OA":[]}]}]},{"#":"region_308","blocks":[{"#":"block_308","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":17}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1666,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_309","blocks":[{"#":"block_309","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":247}],"O":[],"OA":[]}]}]},{"#":"region_310","blocks":[{"#":"block_310","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":18}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1667,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1641},{"%":1667}],"O":[{"%":1668,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1669,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1666},{"%":1669}],"O":[{"%":1670,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1671,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1670},{"%":1671}],"O":[{"%":1672,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1661}],"O":[{"%":1673,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1672},{"%":1668},{"%":1673}],"O":[{"%":1674,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1675,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1674},{"%":1675}],"O":[{"%":1676,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1677,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1676},{"%":1677}],"O":[{"%":1678,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1678}],"O":[{"%":1679,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1680,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_311","blocks":[{"#":"block_311","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":240},{"%":239}],"O":[{"%":1681,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1682,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1681},{"%":1682}],"O":[{"%":1683,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":13},{"%":1683}],"O":[{"%":1684,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1684}],"O":[],"OA":[]}]}]},{"#":"region_312","blocks":[{"#":"block_312","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":13}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1685,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_313","blocks":[{"#":"block_313","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":241}],"O":[],"OA":[]}]}]},{"#":"region_314","blocks":[{"#":"block_314","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":14}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1686,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1641},{"%":1686}],"O":[{"%":1687,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1688,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1685},{"%":1688}],"O":[{"%":1689,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1690,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1689},{"%":1690}],"O":[{"%":1691,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1680}],"O":[{"%":1692,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1691},{"%":1687},{"%":1692}],"O":[{"%":1693,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1694,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1693},{"%":1694}],"O":[{"%":1695,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1696,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1695},{"%":1696}],"O":[{"%":1697,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1697}],"O":[{"%":1698,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1660},{"%":1679}],"O":[{"%":1699,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1700,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1699},{"%":1700}],"O":[{"%":1701,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1701}],"O":[{"%":1702,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1702},{"%":1698}],"O":[{"%":1703,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1703}],"O":[{"%":1704,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1705,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1704},{"%":1705}],"O":[{"%":1706,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1707,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_315","blocks":[{"#":"block_315","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":237},{"%":236}],"O":[{"%":1708,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1709,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1708},{"%":1709}],"O":[{"%":1710,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":11},{"%":1710}],"O":[{"%":1711,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1711}],"O":[],"OA":[]}]}]},{"#":"region_316","blocks":[{"#":"block_316","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":11}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1712,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_317","blocks":[{"#":"block_317","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":238}],"O":[],"OA":[]}]}]},{"#":"region_318","blocks":[{"#":"block_318","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":12}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1713,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1706},{"%":1713}],"O":[{"%":1714,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1715,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1712},{"%":1715}],"O":[{"%":1716,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1717,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1716},{"%":1717}],"O":[{"%":1718,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1707}],"O":[{"%":1719,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1718},{"%":1714},{"%":1719}],"O":[{"%":1720,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1721,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1720},{"%":1721}],"O":[{"%":1722,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1638},{"%":1722}],"O":[{"%":1723,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1724,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_319","blocks":[{"#":"block_319","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":231}],"O":[],"OA":[]}]}]},{"#":"region_320","blocks":[{"#":"block_320","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":7}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1725,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_321","blocks":[{"#":"block_321","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":232}],"O":[],"OA":[]}]}]},{"#":"region_322","blocks":[{"#":"block_322","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":8}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1723},{"%":1724},{"%":1725}],"O":[{"%":1726,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1727,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_323","blocks":[{"#":"block_323","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":234},{"%":233}],"O":[{"%":1728,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1729,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1728},{"%":1729}],"O":[{"%":1730,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":9},{"%":1730}],"O":[{"%":1731,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1731}],"O":[],"OA":[]}]}]},{"#":"region_324","blocks":[{"#":"block_324","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":9}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1732,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_325","blocks":[{"#":"block_325","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":235}],"O":[],"OA":[]}]}]},{"#":"region_326","blocks":[{"#":"block_326","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":10}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1733,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1726},{"%":1733}],"O":[{"%":1734,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1735,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1732},{"%":1735}],"O":[{"%":1736,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1737,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1736},{"%":1737}],"O":[{"%":1738,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1727}],"O":[{"%":1739,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1738},{"%":1734},{"%":1739}],"O":[{"%":1740,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1741,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1740},{"%":1741}],"O":[{"%":1742,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1742}],"O":[{"%":1743,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1744,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_327","blocks":[{"#":"block_327","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":227},{"%":226}],"O":[{"%":1745,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1746,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1745},{"%":1746}],"O":[{"%":1747,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":3},{"%":1747}],"O":[{"%":1748,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1748}],"O":[],"OA":[]}]}]},{"#":"region_328","blocks":[{"#":"block_328","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":3}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1749,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_329","blocks":[{"#":"block_329","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":228}],"O":[],"OA":[]}]}]},{"#":"region_330","blocks":[{"#":"block_330","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":4}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1750,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1743},{"%":1750}],"O":[{"%":1751,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1752,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1749},{"%":1752}],"O":[{"%":1753,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1754,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1753},{"%":1754}],"O":[{"%":1755,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1744}],"O":[{"%":1756,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1755},{"%":1751},{"%":1756}],"O":[{"%":1757,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1758,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1757},{"%":1758}],"O":[{"%":1759,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1723},{"%":1759}],"O":[{"%":1760,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1761,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_331","blocks":[{"#":"block_331","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":427}],"O":[],"OA":[]}]}]},{"#":"region_332","blocks":[{"#":"block_332","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":149}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1762,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_333","blocks":[{"#":"block_333","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":428}],"O":[],"OA":[]}]}]},{"#":"region_334","blocks":[{"#":"block_334","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":150}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1760},{"%":1761},{"%":1762}],"O":[{"%":1763,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1764,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_335","blocks":[{"#":"block_335","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":441},{"%":440}],"O":[{"%":1765,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1766,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1765},{"%":1766}],"O":[{"%":1767,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":159},{"%":1767}],"O":[{"%":1768,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1768}],"O":[],"OA":[]}]}]},{"#":"region_336","blocks":[{"#":"block_336","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":159}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1769,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_337","blocks":[{"#":"block_337","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":442}],"O":[],"OA":[]}]}]},{"#":"region_338","blocks":[{"#":"block_338","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":160}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1770,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1763},{"%":1770}],"O":[{"%":1771,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1772,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1769},{"%":1772}],"O":[{"%":1773,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1774,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1773},{"%":1774}],"O":[{"%":1775,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1764}],"O":[{"%":1776,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1775},{"%":1771},{"%":1776}],"O":[{"%":1777,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1778,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1777},{"%":1778}],"O":[{"%":1779,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1780,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1779},{"%":1780}],"O":[{"%":1781,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1781}],"O":[{"%":1782,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1783,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_339","blocks":[{"#":"block_339","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":444},{"%":443}],"O":[{"%":1784,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1785,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1784},{"%":1785}],"O":[{"%":1786,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":161},{"%":1786}],"O":[{"%":1787,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1787}],"O":[],"OA":[]}]}]},{"#":"region_340","blocks":[{"#":"block_340","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":161}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1788,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_341","blocks":[{"#":"block_341","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":445}],"O":[],"OA":[]}]}]},{"#":"region_342","blocks":[{"#":"block_342","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":162}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1789,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1763},{"%":1789}],"O":[{"%":1790,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1791,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1788},{"%":1791}],"O":[{"%":1792,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1793,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1792},{"%":1793}],"O":[{"%":1794,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1783}],"O":[{"%":1795,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1794},{"%":1790},{"%":1795}],"O":[{"%":1796,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1797,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1796},{"%":1797}],"O":[{"%":1798,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1799,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1798},{"%":1799}],"O":[{"%":1800,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1800}],"O":[{"%":1801,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1802,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_343","blocks":[{"#":"block_343","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":438},{"%":437}],"O":[{"%":1803,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1804,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1803},{"%":1804}],"O":[{"%":1805,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":157},{"%":1805}],"O":[{"%":1806,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1806}],"O":[],"OA":[]}]}]},{"#":"region_344","blocks":[{"#":"block_344","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":157}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1807,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_345","blocks":[{"#":"block_345","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":439}],"O":[],"OA":[]}]}]},{"#":"region_346","blocks":[{"#":"block_346","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":158}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1808,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1763},{"%":1808}],"O":[{"%":1809,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1810,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1807},{"%":1810}],"O":[{"%":1811,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1812,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1811},{"%":1812}],"O":[{"%":1813,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1802}],"O":[{"%":1814,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1813},{"%":1809},{"%":1814}],"O":[{"%":1815,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1816,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1815},{"%":1816}],"O":[{"%":1817,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1818,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1817},{"%":1818}],"O":[{"%":1819,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1819}],"O":[{"%":1820,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1782},{"%":1801}],"O":[{"%":1821,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1822,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1821},{"%":1822}],"O":[{"%":1823,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1823}],"O":[{"%":1824,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1824},{"%":1820}],"O":[{"%":1825,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1825}],"O":[{"%":1826,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1827,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1826},{"%":1827}],"O":[{"%":1828,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1829,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_347","blocks":[{"#":"block_347","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":435},{"%":434}],"O":[{"%":1830,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1831,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1830},{"%":1831}],"O":[{"%":1832,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":155},{"%":1832}],"O":[{"%":1833,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1833}],"O":[],"OA":[]}]}]},{"#":"region_348","blocks":[{"#":"block_348","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":155}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1834,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_349","blocks":[{"#":"block_349","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":436}],"O":[],"OA":[]}]}]},{"#":"region_350","blocks":[{"#":"block_350","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":156}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1835,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1828},{"%":1835}],"O":[{"%":1836,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1837,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1834},{"%":1837}],"O":[{"%":1838,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1839,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1838},{"%":1839}],"O":[{"%":1840,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1829}],"O":[{"%":1841,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1840},{"%":1836},{"%":1841}],"O":[{"%":1842,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1843,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1842},{"%":1843}],"O":[{"%":1844,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1760},{"%":1844}],"O":[{"%":1845,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1846,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_351","blocks":[{"#":"block_351","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":429}],"O":[],"OA":[]}]}]},{"#":"region_352","blocks":[{"#":"block_352","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":151}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1847,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_353","blocks":[{"#":"block_353","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":430}],"O":[],"OA":[]}]}]},{"#":"region_354","blocks":[{"#":"block_354","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":152}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1845},{"%":1846},{"%":1847}],"O":[{"%":1848,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1849,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_355","blocks":[{"#":"block_355","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":432},{"%":431}],"O":[{"%":1850,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1851,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1850},{"%":1851}],"O":[{"%":1852,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":153},{"%":1852}],"O":[{"%":1853,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1853}],"O":[],"OA":[]}]}]},{"#":"region_356","blocks":[{"#":"block_356","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":153}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1854,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_357","blocks":[{"#":"block_357","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":433}],"O":[],"OA":[]}]}]},{"#":"region_358","blocks":[{"#":"block_358","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":154}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1855,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1848},{"%":1855}],"O":[{"%":1856,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1857,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1854},{"%":1857}],"O":[{"%":1858,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1859,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1858},{"%":1859}],"O":[{"%":1860,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1849}],"O":[{"%":1861,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1860},{"%":1856},{"%":1861}],"O":[{"%":1862,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1863,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1862},{"%":1863}],"O":[{"%":1864,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1864}],"O":[{"%":1865,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1866,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_359","blocks":[{"#":"block_359","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":425},{"%":424}],"O":[{"%":1867,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1868,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1867},{"%":1868}],"O":[{"%":1869,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":147},{"%":1869}],"O":[{"%":1870,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1870}],"O":[],"OA":[]}]}]},{"#":"region_360","blocks":[{"#":"block_360","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":147}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1871,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_361","blocks":[{"#":"block_361","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":426}],"O":[],"OA":[]}]}]},{"#":"region_362","blocks":[{"#":"block_362","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":148}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1872,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1865},{"%":1872}],"O":[{"%":1873,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1874,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1871},{"%":1874}],"O":[{"%":1875,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1876,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1875},{"%":1876}],"O":[{"%":1877,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1866}],"O":[{"%":1878,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1877},{"%":1873},{"%":1878}],"O":[{"%":1879,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1880,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1879},{"%":1880}],"O":[{"%":1881,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1845},{"%":1881}],"O":[{"%":1882,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1883,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_363","blocks":[{"#":"block_363","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":405}],"O":[],"OA":[]}]}]},{"#":"region_364","blocks":[{"#":"block_364","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":133}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1884,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_365","blocks":[{"#":"block_365","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":406}],"O":[],"OA":[]}]}]},{"#":"region_366","blocks":[{"#":"block_366","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":134}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1882},{"%":1883},{"%":1884}],"O":[{"%":1885,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1886,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_367","blocks":[{"#":"block_367","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":419},{"%":418}],"O":[{"%":1887,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1888,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1887},{"%":1888}],"O":[{"%":1889,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":143},{"%":1889}],"O":[{"%":1890,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1890}],"O":[],"OA":[]}]}]},{"#":"region_368","blocks":[{"#":"block_368","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":143}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1891,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_369","blocks":[{"#":"block_369","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":420}],"O":[],"OA":[]}]}]},{"#":"region_370","blocks":[{"#":"block_370","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":144}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1892,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1885},{"%":1892}],"O":[{"%":1893,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1894,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1891},{"%":1894}],"O":[{"%":1895,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1896,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1895},{"%":1896}],"O":[{"%":1897,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1886}],"O":[{"%":1898,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1897},{"%":1893},{"%":1898}],"O":[{"%":1899,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1900,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1899},{"%":1900}],"O":[{"%":1901,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1902,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1901},{"%":1902}],"O":[{"%":1903,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1903}],"O":[{"%":1904,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1905,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_371","blocks":[{"#":"block_371","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":422},{"%":421}],"O":[{"%":1906,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1907,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1906},{"%":1907}],"O":[{"%":1908,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":145},{"%":1908}],"O":[{"%":1909,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1909}],"O":[],"OA":[]}]}]},{"#":"region_372","blocks":[{"#":"block_372","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":145}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1910,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_373","blocks":[{"#":"block_373","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":423}],"O":[],"OA":[]}]}]},{"#":"region_374","blocks":[{"#":"block_374","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":146}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1911,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1885},{"%":1911}],"O":[{"%":1912,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1913,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1910},{"%":1913}],"O":[{"%":1914,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1915,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1914},{"%":1915}],"O":[{"%":1916,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1905}],"O":[{"%":1917,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1916},{"%":1912},{"%":1917}],"O":[{"%":1918,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1919,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1918},{"%":1919}],"O":[{"%":1920,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1921,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1920},{"%":1921}],"O":[{"%":1922,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1922}],"O":[{"%":1923,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1924,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_375","blocks":[{"#":"block_375","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":416},{"%":415}],"O":[{"%":1925,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1926,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1925},{"%":1926}],"O":[{"%":1927,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":141},{"%":1927}],"O":[{"%":1928,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1928}],"O":[],"OA":[]}]}]},{"#":"region_376","blocks":[{"#":"block_376","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":141}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1929,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_377","blocks":[{"#":"block_377","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":417}],"O":[],"OA":[]}]}]},{"#":"region_378","blocks":[{"#":"block_378","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":142}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1930,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1885},{"%":1930}],"O":[{"%":1931,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1932,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1929},{"%":1932}],"O":[{"%":1933,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1934,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1933},{"%":1934}],"O":[{"%":1935,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1924}],"O":[{"%":1936,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1935},{"%":1931},{"%":1936}],"O":[{"%":1937,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1938,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1937},{"%":1938}],"O":[{"%":1939,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":6},{"#":"0.a_i64","D":64}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1940,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1939},{"%":1940}],"O":[{"%":1941,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1941}],"O":[{"%":1942,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":true},"N":"transpose_y"}],"I":[{"%":1904},{"%":1923}],"O":[{"%":1943,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full","A":[{"AT":{"#":"1.a_intarray","D":[1]},"N":"shape"},{"AT":{"#":"0.a_f64","D":0.125},"N":"value"},{"AT":{"#":"1.a_dtype","D":"float32"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1944,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.scale","A":[{"AT":{"#":"0.a_f32","D":0.0},"N":"bias"},{"AT":{"#":"0.a_bool","D":true},"N":"bias_after_scale"}],"I":[{"%":1943},{"%":1944}],"O":[{"%":1945,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"3.ocr_source_softmax578_v1","A":[],"I":[{"%":1945}],"O":[{"%":1946,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,578],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":1946},{"%":1942}],"O":[{"%":1947,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,6,578,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":1947}],"O":[{"%":1948,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,6,64],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1949,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1948},{"%":1949}],"O":[{"%":1950,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1951,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_379","blocks":[{"#":"block_379","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":413},{"%":412}],"O":[{"%":1952,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1953,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1952},{"%":1953}],"O":[{"%":1954,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":139},{"%":1954}],"O":[{"%":1955,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1955}],"O":[],"OA":[]}]}]},{"#":"region_380","blocks":[{"#":"block_380","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":139}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1956,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_381","blocks":[{"#":"block_381","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":414}],"O":[],"OA":[]}]}]},{"#":"region_382","blocks":[{"#":"block_382","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":140}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1957,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1950},{"%":1957}],"O":[{"%":1958,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1959,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1956},{"%":1959}],"O":[{"%":1960,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1961,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1960},{"%":1961}],"O":[{"%":1962,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1951}],"O":[{"%":1963,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1962},{"%":1958},{"%":1963}],"O":[{"%":1964,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1965,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1964},{"%":1965}],"O":[{"%":1966,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1882},{"%":1966}],"O":[{"%":1967,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1968,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_383","blocks":[{"#":"block_383","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":407}],"O":[],"OA":[]}]}]},{"#":"region_384","blocks":[{"#":"block_384","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":135}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1969,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_385","blocks":[{"#":"block_385","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":408}],"O":[],"OA":[]}]}]},{"#":"region_386","blocks":[{"#":"block_386","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":136}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":1967},{"%":1968},{"%":1969}],"O":[{"%":1970,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1971,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_387","blocks":[{"#":"block_387","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":410},{"%":409}],"O":[{"%":1972,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1536},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1973,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1972},{"%":1973}],"O":[{"%":1974,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":137},{"%":1974}],"O":[{"%":1975,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1975}],"O":[],"OA":[]}]}]},{"#":"region_388","blocks":[{"#":"block_388","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":137}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1976,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_389","blocks":[{"#":"block_389","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":411}],"O":[],"OA":[]}]}]},{"#":"region_390","blocks":[{"#":"block_390","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":138}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1977,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1970},{"%":1977}],"O":[{"%":1978,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1979,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1976},{"%":1979}],"O":[{"%":1980,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1981,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1980},{"%":1981}],"O":[{"%":1982,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1971}],"O":[{"%":1983,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1982},{"%":1978},{"%":1983}],"O":[{"%":1984,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1985,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1984},{"%":1985}],"O":[{"%":1986,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.gelu","A":[{"AT":{"#":"0.a_bool","D":false},"N":"approximate"}],"I":[{"%":1986}],"O":[{"%":1987,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1988,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_391","blocks":[{"#":"block_391","args":[],"ops":[{"#":"1.matmul","A":[{"AT":{"#":"0.a_bool","D":false},"N":"transpose_x"},{"AT":{"#":"0.a_bool","D":false},"N":"transpose_y"}],"I":[{"%":403},{"%":402}],"O":[{"%":1989,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":384},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1990,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1989},{"%":1990}],"O":[{"%":1991,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":131},{"%":1991}],"O":[{"%":1992,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"2.yield","A":[],"I":[{"%":1992}],"O":[],"OA":[]}]}]},{"#":"region_392","blocks":[{"#":"block_392","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":131}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":1993,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_393","blocks":[{"#":"block_393","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":404}],"O":[],"OA":[]}]}]},{"#":"region_394","blocks":[{"#":"block_394","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":132}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":1536}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1994,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1987},{"%":1994}],"O":[{"%":1995,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,1536],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1996,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":1993},{"%":1996}],"O":[{"%":1997,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":1998,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":1997},{"%":1998}],"O":[{"%":1999,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":1988}],"O":[{"%":2000,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1536,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":1999},{"%":1995},{"%":2000}],"O":[{"%":2001,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2002,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2001},{"%":2002}],"O":[{"%":2003,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.add","A":[],"I":[{"%":1967},{"%":2003}],"O":[{"%":2004,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2005,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_395","blocks":[{"#":"block_395","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":224}],"O":[],"OA":[]}]}]},{"#":"region_396","blocks":[{"#":"block_396","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":1}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2006,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_397","blocks":[{"#":"block_397","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":225}],"O":[],"OA":[]}]}]},{"#":"region_398","blocks":[{"#":"block_398","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":2}],"O":[],"OA":[]}]}]}]},{"#":"3.ocr_source_norm384_v1","A":[],"I":[{"%":2004},{"%":2005},{"%":2006}],"O":[{"%":2007,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2008,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_399","blocks":[{"#":"block_399","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":518}],"O":[],"OA":[]}]}]},{"#":"region_400","blocks":[{"#":"block_400","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":222}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2009,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_401","blocks":[{"#":"block_401","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":519}],"O":[],"OA":[]}]}]},{"#":"region_402","blocks":[{"#":"block_402","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":223}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2010,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2010}],"O":[{"%":2011,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2012,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2009},{"%":2012}],"O":[{"%":2013,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2014,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2013},{"%":2014}],"O":[{"%":2015,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2008}],"O":[{"%":2016,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2015},{"%":2011},{"%":2016}],"O":[{"%":2017,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2018,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2017},{"%":2018}],"O":[{"%":2019,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2020,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2019},{"%":2020}],"O":[{"%":2021,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2021}],"O":[{"%":2022,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2023,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_403","blocks":[{"#":"block_403","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":516}],"O":[],"OA":[]}]}]},{"#":"region_404","blocks":[{"#":"block_404","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":220}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2024,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_405","blocks":[{"#":"block_405","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":517}],"O":[],"OA":[]}]}]},{"#":"region_406","blocks":[{"#":"block_406","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":221}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2025,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2025}],"O":[{"%":2026,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2027,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2024},{"%":2027}],"O":[{"%":2028,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2029,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2028},{"%":2029}],"O":[{"%":2030,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2023}],"O":[{"%":2031,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2030},{"%":2026},{"%":2031}],"O":[{"%":2032,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2033,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2032},{"%":2033}],"O":[{"%":2034,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2035,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2034},{"%":2035}],"O":[{"%":2036,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2036}],"O":[{"%":2037,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2038,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_407","blocks":[{"#":"block_407","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":514}],"O":[],"OA":[]}]}]},{"#":"region_408","blocks":[{"#":"block_408","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":218}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2039,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_409","blocks":[{"#":"block_409","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":515}],"O":[],"OA":[]}]}]},{"#":"region_410","blocks":[{"#":"block_410","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":219}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2040,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2040}],"O":[{"%":2041,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2042,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2039},{"%":2042}],"O":[{"%":2043,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2044,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2043},{"%":2044}],"O":[{"%":2045,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2038}],"O":[{"%":2046,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2045},{"%":2041},{"%":2046}],"O":[{"%":2047,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2048,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2047},{"%":2048}],"O":[{"%":2049,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2050,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2049},{"%":2050}],"O":[{"%":2051,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2051}],"O":[{"%":2052,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2053,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_411","blocks":[{"#":"block_411","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":512}],"O":[],"OA":[]}]}]},{"#":"region_412","blocks":[{"#":"block_412","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":216}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2054,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_413","blocks":[{"#":"block_413","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":513}],"O":[],"OA":[]}]}]},{"#":"region_414","blocks":[{"#":"block_414","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":217}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2055,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2055}],"O":[{"%":2056,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2057,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2054},{"%":2057}],"O":[{"%":2058,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2059,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2058},{"%":2059}],"O":[{"%":2060,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2053}],"O":[{"%":2061,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2060},{"%":2056},{"%":2061}],"O":[{"%":2062,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2063,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2062},{"%":2063}],"O":[{"%":2064,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2065,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2064},{"%":2065}],"O":[{"%":2066,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2066}],"O":[{"%":2067,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2068,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_415","blocks":[{"#":"block_415","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":510}],"O":[],"OA":[]}]}]},{"#":"region_416","blocks":[{"#":"block_416","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":214}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2069,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_417","blocks":[{"#":"block_417","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":511}],"O":[],"OA":[]}]}]},{"#":"region_418","blocks":[{"#":"block_418","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":215}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2070,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2070}],"O":[{"%":2071,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2072,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2069},{"%":2072}],"O":[{"%":2073,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2074,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2073},{"%":2074}],"O":[{"%":2075,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2068}],"O":[{"%":2076,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2075},{"%":2071},{"%":2076}],"O":[{"%":2077,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2078,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2077},{"%":2078}],"O":[{"%":2079,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2080,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2079},{"%":2080}],"O":[{"%":2081,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2081}],"O":[{"%":2082,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2083,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_419","blocks":[{"#":"block_419","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":508}],"O":[],"OA":[]}]}]},{"#":"region_420","blocks":[{"#":"block_420","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":212}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2084,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_421","blocks":[{"#":"block_421","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":509}],"O":[],"OA":[]}]}]},{"#":"region_422","blocks":[{"#":"block_422","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":213}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2085,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2085}],"O":[{"%":2086,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2087,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2084},{"%":2087}],"O":[{"%":2088,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2089,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2088},{"%":2089}],"O":[{"%":2090,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2083}],"O":[{"%":2091,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2090},{"%":2086},{"%":2091}],"O":[{"%":2092,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2093,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2092},{"%":2093}],"O":[{"%":2094,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2095,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2094},{"%":2095}],"O":[{"%":2096,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2096}],"O":[{"%":2097,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2098,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_423","blocks":[{"#":"block_423","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":506}],"O":[],"OA":[]}]}]},{"#":"region_424","blocks":[{"#":"block_424","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":210}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2099,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_425","blocks":[{"#":"block_425","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":507}],"O":[],"OA":[]}]}]},{"#":"region_426","blocks":[{"#":"block_426","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":211}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2100,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2100}],"O":[{"%":2101,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2102,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2099},{"%":2102}],"O":[{"%":2103,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2104,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2103},{"%":2104}],"O":[{"%":2105,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2098}],"O":[{"%":2106,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2105},{"%":2101},{"%":2106}],"O":[{"%":2107,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2108,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2107},{"%":2108}],"O":[{"%":2109,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2110,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2109},{"%":2110}],"O":[{"%":2111,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2111}],"O":[{"%":2112,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2113,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_427","blocks":[{"#":"block_427","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":504}],"O":[],"OA":[]}]}]},{"#":"region_428","blocks":[{"#":"block_428","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":208}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2114,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_429","blocks":[{"#":"block_429","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":505}],"O":[],"OA":[]}]}]},{"#":"region_430","blocks":[{"#":"block_430","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":209}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2115,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2115}],"O":[{"%":2116,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2117,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2114},{"%":2117}],"O":[{"%":2118,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2119,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2118},{"%":2119}],"O":[{"%":2120,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2113}],"O":[{"%":2121,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2120},{"%":2116},{"%":2121}],"O":[{"%":2122,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2123,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2122},{"%":2123}],"O":[{"%":2124,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2125,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2124},{"%":2125}],"O":[{"%":2126,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2126}],"O":[{"%":2127,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2128,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_431","blocks":[{"#":"block_431","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":502}],"O":[],"OA":[]}]}]},{"#":"region_432","blocks":[{"#":"block_432","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":206}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2129,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_433","blocks":[{"#":"block_433","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":503}],"O":[],"OA":[]}]}]},{"#":"region_434","blocks":[{"#":"block_434","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":207}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2130,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2130}],"O":[{"%":2131,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2132,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2129},{"%":2132}],"O":[{"%":2133,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2134,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2133},{"%":2134}],"O":[{"%":2135,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2128}],"O":[{"%":2136,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2135},{"%":2131},{"%":2136}],"O":[{"%":2137,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2138,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2137},{"%":2138}],"O":[{"%":2139,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2140,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2139},{"%":2140}],"O":[{"%":2141,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2141}],"O":[{"%":2142,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2143,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_435","blocks":[{"#":"block_435","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":500}],"O":[],"OA":[]}]}]},{"#":"region_436","blocks":[{"#":"block_436","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":204}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2144,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_437","blocks":[{"#":"block_437","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":501}],"O":[],"OA":[]}]}]},{"#":"region_438","blocks":[{"#":"block_438","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":205}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2145,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2145}],"O":[{"%":2146,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2147,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2144},{"%":2147}],"O":[{"%":2148,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2149,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2148},{"%":2149}],"O":[{"%":2150,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2143}],"O":[{"%":2151,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2150},{"%":2146},{"%":2151}],"O":[{"%":2152,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2153,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2152},{"%":2153}],"O":[{"%":2154,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2155,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2154},{"%":2155}],"O":[{"%":2156,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2156}],"O":[{"%":2157,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2158,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_439","blocks":[{"#":"block_439","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":498}],"O":[],"OA":[]}]}]},{"#":"region_440","blocks":[{"#":"block_440","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":202}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2159,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_441","blocks":[{"#":"block_441","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":499}],"O":[],"OA":[]}]}]},{"#":"region_442","blocks":[{"#":"block_442","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":203}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2160,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2160}],"O":[{"%":2161,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2162,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2159},{"%":2162}],"O":[{"%":2163,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2164,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2163},{"%":2164}],"O":[{"%":2165,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2158}],"O":[{"%":2166,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2165},{"%":2161},{"%":2166}],"O":[{"%":2167,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2168,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2167},{"%":2168}],"O":[{"%":2169,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2170,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2169},{"%":2170}],"O":[{"%":2171,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2171}],"O":[{"%":2172,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2173,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_443","blocks":[{"#":"block_443","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":496}],"O":[],"OA":[]}]}]},{"#":"region_444","blocks":[{"#":"block_444","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":200}],"O":[],"OA":[]}]}]}]},{"#":"1.if","A":[],"I":[{"%":521}],"O":[{"%":2174,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}],"regions":[{"#":"region_445","blocks":[{"#":"block_445","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":497}],"O":[],"OA":[]}]}]},{"#":"region_446","blocks":[{"#":"block_446","args":[],"ops":[{"#":"2.yield","A":[],"I":[{"%":201}],"O":[],"OA":[]}]}]}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":-1},{"#":"0.a_i64","D":384}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2175,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2007},{"%":2175}],"O":[{"%":2176,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,384],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":-1}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2177,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2174},{"%":2177}],"O":[{"%":2178,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2179,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[2],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.expand","A":[],"I":[{"%":2178},{"%":2179}],"O":[{"%":2180,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":0}]},"N":"perm"}],"I":[{"%":2173}],"O":[{"%":2181,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[384,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.addmm","A":[{"AT":{"#":"0.a_f32","D":1.0},"N":"beta"},{"AT":{"#":"0.a_f32","D":1.0},"N":"alpha"}],"I":[{"%":2180},{"%":2176},{"%":2181}],"O":[{"%":2182,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":256}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2183,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[3],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2182},{"%":2183}],"O":[{"%":2184,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,256],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.full_int_array","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i64","D":1},{"#":"0.a_i64","D":578},{"#":"0.a_i64","D":8},{"#":"0.a_i64","D":32}]},"N":"value"},{"AT":{"#":"1.a_dtype","D":"int64"},"N":"dtype"},{"AT":{"#":"1.a_place","D":[1,0,""]},"N":"place"}],"I":[],"O":[{"%":2185,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_i64"},[4],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"stop_gradient"}]},{"#":"1.reshape","A":[],"I":[{"%":2184},{"%":2185}],"O":[{"%":2186,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,578,8,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.transpose","A":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_i32","D":0},{"#":"0.a_i32","D":2},{"#":"0.a_i32","D":1},{"#":"0.a_i32","D":3}]},"N":"perm"}],"I":[{"%":2186}],"O":[{"%":2187,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":2022},{"%":2052},{"%":2082},{"%":2112},{"%":2142},{"%":2172}],"O":[{"%":2188,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":2188}],"O":[{"%":2189,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"0.combine","A":[],"I":[{"%":2037},{"%":2067},{"%":2097},{"%":2127},{"%":2157},{"%":2187}],"O":[{"%":2190,"TT":{"#":"0.t_vec","D":[{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]},{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[1,8,578,32],"NCHW",[],0]}]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.stack","A":[{"AT":{"#":"0.a_i32","D":0},"N":"axis"}],"I":[{"%":2190}],"O":[{"%":2191,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_0"},"N":"name"},{"AT":{"#":"0.a_i32","D":0},"N":"col"}],"I":[{"%":2189}],"O":[{"%":2192,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]},{"#":"1.fetch","A":[{"AT":{"#":"0.a_str","D":"fetch_name_1"},"N":"name"},{"AT":{"#":"0.a_i32","D":1},"N":"col"}],"I":[{"%":2191}],"O":[{"%":2193,"TT":{"#":"0.t_dtensor","D":[{"#":"0.t_f32"},[6,1,8,578,32],"NCHW",[],0]}}],"OA":[{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":true}]},"N":"persistable"},{"AT":{"#":"0.a_array","D":[{"#":"0.a_bool","D":false}]},"N":"stop_gradient"}]}]}]}]}}
\ No newline at end of file
diff --git a/paddle/encoder/encoder.pdiparams b/paddle/encoder/encoder.pdiparams
new file mode 100644
index 0000000000000000000000000000000000000000..b832cc4c90d127397c69e155797ec4afd19befc9
--- /dev/null
+++ b/paddle/encoder/encoder.pdiparams
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a632ecd78bd35441f0575b5073ebdfe2dd8edebff08c892b386205655700b0
+size 121743123
diff --git a/paddle/encoder/report.json b/paddle/encoder/report.json
new file mode 100644
index 0000000000000000000000000000000000000000..30eda6e2011aaaba0c7aa03e33bb1d4763b3a8cc
--- /dev/null
+++ b/paddle/encoder/report.json
@@ -0,0 +1,408 @@
+{
+ "scope": "Export one actual conditional Paddle encoder and check all24 source fixtures.\n\nCount every saved neural value, including conditional factors. No source tensor\ninjection, separate full encoder, decoder, beam generation or quality claim.\nThe unchanged1e-4 bound applies to both branches; failure never changes it.\n",
+ "run_sha256": "42c4cf89a86fc3de900949348079f7b0c90d4e58ca2d28a105e326785a3eacd5",
+ "parameters": 30432384,
+ "whole_candidate_parameters": 74842752,
+ "saved_neural_population_byte_exact": true,
+ "single_shared_encoder": true,
+ "records": [
+ {
+ "id": "nep_hw:images/nep_2122.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 1.3473792765289545,
+ "file": "training-00.npz",
+ "sha256": "982a19949ee70841849fed810b856bdba91d010cf8102162d7afa8d9741586e0"
+ },
+ {
+ "id": "nep_hw:images/nep_2122.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.7976739667356014,
+ "file": "training-01.npz",
+ "sha256": "977d69d27433eb0e2e08a94c539743f0554c99e677395bf6e4829c0cde4701d0"
+ },
+ {
+ "id": "nep_hw:images/nep_769.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6514115799218416,
+ "file": "training-02.npz",
+ "sha256": "245197df27ae2a11e71b003c008dadfe25499f25358b5e322b03e3ba0cf6b0be"
+ },
+ {
+ "id": "nep_hw:images/nep_769.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6233616527169943,
+ "file": "training-03.npz",
+ "sha256": "0247fe245a5f3b90c6d2e754025a299273d8d6f08ae170debfc0353270a4f02a"
+ },
+ {
+ "id": "nep_hw:images/nep_3325.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6163665913045406,
+ "file": "training-04.npz",
+ "sha256": "aca9384656eecd2a391ba6bd5e34a3ee7a48cfec0c3c63969397f54903318daa"
+ },
+ {
+ "id": "nep_hw:images/nep_3325.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6238061562180519,
+ "file": "training-05.npz",
+ "sha256": "2b02130c4d892ff8c2277f3418d93ecd6374b4f85fb0bbaa4fd295c683c2dbfa"
+ },
+ {
+ "id": "nep_hw:images/nep_1370.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6203578859567642,
+ "file": "training-06.npz",
+ "sha256": "f7c672af41633ec3b4355cbe29244b7d01ca6ac5a766772248ba8f9d28ab35fc"
+ },
+ {
+ "id": "nep_hw:images/nep_1370.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6171446871012449,
+ "file": "training-07.npz",
+ "sha256": "a09266470b57ba8a3070f3db33b50556df611f768a70749a53a9bbb46d8d0d36"
+ },
+ {
+ "id": "iiit_hw:images/train-00001-of-00003_022703.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.634559752419591,
+ "file": "training-08.npz",
+ "sha256": "ac94b53c1ff084b2a48225947b1a4d0482c75c2ec2ee5699f312701030e05a34"
+ },
+ {
+ "id": "iiit_hw:images/train-00001-of-00003_022703.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6346047893166542,
+ "file": "training-09.npz",
+ "sha256": "d8c1cdd1b7df84f20010e10309e55bd14b38286cdb35414034caeb4dafb2d282"
+ },
+ {
+ "id": "iiit_hw:images/train-00002-of-00003_018536.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6370339300483465,
+ "file": "training-10.npz",
+ "sha256": "2d5c6487cc3a36874d248cd831be2a83cac615d904a24c99c407bcbeb16abef0"
+ },
+ {
+ "id": "iiit_hw:images/train-00002-of-00003_018536.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6340623814612627,
+ "file": "training-11.npz",
+ "sha256": "cd260e997b84766aa65f74e396adf55a08553fa43fa4289b6bd70d9af2e50f6e"
+ },
+ {
+ "id": "iiit_hw:images/train-00001-of-00003_003887.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6398916430771351,
+ "file": "training-12.npz",
+ "sha256": "c43f5416adf537f40b6ed304ee68477d089c58dc55675f559f5f53173f1e388e"
+ },
+ {
+ "id": "iiit_hw:images/train-00001-of-00003_003887.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6324335876852274,
+ "file": "training-13.npz",
+ "sha256": "8146a072dc32ea5c11b3b7f266f01de1fdc33b12459f170844d60d7ff2e35850"
+ },
+ {
+ "id": "iiit_hw:images/train-00002-of-00003_005824.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6408481299877167,
+ "file": "training-14.npz",
+ "sha256": "af9b1bc5a787894468fe9aa51855249b03ae86b2208ebf3ed74c92ff40973495"
+ },
+ {
+ "id": "iiit_hw:images/train-00002-of-00003_005824.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6478282399475574,
+ "file": "training-15.npz",
+ "sha256": "3d76153d3aa898f5d5553f4663d60bd67daf8447e0e296ca0a71be7b898da9bc"
+ },
+ {
+ "id": "en_hw:images/train_003860.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6384864822030067,
+ "file": "training-16.npz",
+ "sha256": "305e75cfd3943b5d63056465544c36f2eb3c19b15c19d765f7fb2aa9ea3aae94"
+ },
+ {
+ "id": "en_hw:images/train_003860.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6323059760034084,
+ "file": "training-17.npz",
+ "sha256": "fd35160165f846ffee5fe97706fbfc7583524c41fb71b4de72b721cc33ac0626"
+ },
+ {
+ "id": "en_hw:images/train_002056.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6381492856889963,
+ "file": "training-18.npz",
+ "sha256": "e4a3e8cabf0b12f93f1ee417803b799598f7b1187b071ac454a8b679ed05712d"
+ },
+ {
+ "id": "en_hw:images/train_002056.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6392509918659925,
+ "file": "training-19.npz",
+ "sha256": "a59b65b6edddbb1e222872dcf5cbbf6d6a1efda8dfa51d392e551e2e8f3bd829"
+ },
+ {
+ "id": "en_hw:images/train_002132.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6412029340863228,
+ "file": "training-20.npz",
+ "sha256": "cf4faeb40f9af3377682aed08a688efad81832be59c47459065cbfe175bde70e"
+ },
+ {
+ "id": "en_hw:images/train_002132.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.7008441369980574,
+ "file": "training-21.npz",
+ "sha256": "a37a7bdea06fd6e5790e2fefa8c9376ac91e7ae73ab6462ff16033a6ba49b0bf"
+ },
+ {
+ "id": "en_hw:images/train_001877.jpg",
+ "branch": "english",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.705221377313137,
+ "file": "training-22.npz",
+ "sha256": "bb4ce80d04227d3cac548e715b220783ce5bbf7323ec4501e500d91d75d01018"
+ },
+ {
+ "id": "en_hw:images/train_001877.jpg",
+ "branch": "character",
+ "max_errors": [
+ 0.0,
+ 0.0
+ ],
+ "byte_exact": [
+ true,
+ true
+ ],
+ "numerical_pass": true,
+ "inference_seconds": 0.6301882974803448,
+ "file": "training-23.npz",
+ "sha256": "e22b987cd122575465db84b22bfc0faadf8153b82f138f3967dcd5fccc491f6b"
+ }
+ ],
+ "numerical_limit": 0.0001,
+ "encoder_numerical_pass": true,
+ "graph_sha256": {
+ "encoder.json": "eddaf1699760460ba7f2bd7fbdee9b7de9166b581e5145d9dc3c8da177bd72b7",
+ "encoder.pdiparams": "b2a632ecd78bd35441f0575b5073ebdfe2dd8edebff08c892b386205655700b0"
+ },
+ "decoder_qualified": false,
+ "generation_qualified": false,
+ "quality_measured": false,
+ "native_Paddle_qualified": false,
+ "model_promoted": false,
+ "feature_controls": [],
+ "pooled_features_exposed": false,
+ "additional_learned_feature_parameters": 0
+}
diff --git a/paddle/encoder/run.json b/paddle/encoder/run.json
new file mode 100644
index 0000000000000000000000000000000000000000..19b97785280ff271dc7f22a0128ee1800dc6382b
--- /dev/null
+++ b/paddle/encoder/run.json
@@ -0,0 +1,55 @@
+{
+ "scope": "Export one actual conditional Paddle encoder and check all24 source fixtures.\n\nCount every saved neural value, including conditional factors. No source tensor\ninjection, separate full encoder, decoder, beam generation or quality claim.\nThe unchanged1e-4 bound applies to both branches; failure never changes it.\n",
+ "PID": 722385,
+ "proc_starttime": "1579109973",
+ "bundle_identity": {
+ "candidate_manifest_sha256": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "weights_sha256": "9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93",
+ "trained_bundle": true,
+ "control_weights": false,
+ "source_sha256": {
+ "audit_shared_character_training.py": "3eccbe9b38f6c4aa255ac96d5bbe3229631cf0d1eb9b9a0ee1a6665e5b52b323",
+ "character_handwriting_curriculum.py": "ac6aeac728da7c20e1d5a16248aca81f5522d6614629b07052679d288259e53e",
+ "shared_character_recognizer.py": "0498d8b7d61f3c8e4a4fdcd927a507464cfaf8156bf874a211484a5474697719",
+ "shared_character_training.py": "b0991c9fd0da42c736c4d5b36f9b64f23c9be94303a259867402e8e4cfd42012",
+ "shared_private_protocol.py": "49384fcd48140482e0efc9a190c56878dc8d6d367f3d85aa843f948a269152b1",
+ "train_shared_character_private.py": "d50a1ea8f2f13fefe2f3a5166ddc417aee4c42c2da1ef2ff90c2602d5788fc3a",
+ "training_checkpoint.py": "569a4ca5b0a81b29f678e066e8bfa5bd337fcc2785bbc4b5d0dfd3e8dea7a051",
+ "trocr_character_codec.py": "7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2",
+ "trocr_training_loss.py": "cb722cf44ef61f883f0e932763fe5566ecbab1d05a4f69ad68e466334d188f86"
+ },
+ "weight_verification_sha256": "693a3c2542b1a0284fd3967827dbbb77621e0d155ac62f32f00f2eb3a623f2de"
+ },
+ "candidate_manifest_sha256": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "controls_sha256": "31f8b5ec579311d64b6ebfbd1f8e63e076c3565d9f12609398c76a096041b30e",
+ "parameters_by_graph": {
+ "encoder": 30432384,
+ "english_decoder": 38453760,
+ "character_decoder": 5956608
+ },
+ "whole_candidate_parameters": 74842752,
+ "numerical_limit": 0.0001,
+ "source_sha256": {
+ "audit_shared_character_paddle_encoder.py": "69f730d2e5fa581c93d8ccc5c02b5ef79843bf0dffe6fb2d27f689c53348bbff",
+ "shared_character_paddle.py": "d3947e59ada6971a8ce03a40d94886bd188e147a36872ca255798e4974dc3521",
+ "trocr_paddle_graphs.py": "13422f5004d84084e02dcf5d7fbc17623e9d17f6e7d67be256c5a05b122a880b",
+ "trocr_paddle_compact_encoder.py": "f2298a4e5cae283d72efd709e237bc71fcffd527dbc08a709bc599ade9aaea85",
+ "trocr_paddle_source_order_encoder.py": "aa937bb6ba67fd86e6214aa3a0be626e88a0c469a121ad4e9b1f6d250d704737",
+ "trocr_paddle_norm_probe.py": "e991a2a36ac6f89f05906c3635037caa2666ad5cbbc48db9396747abe4ba526f",
+ "trocr_paddle_sleef_probe.py": "14dcf8341e6bba8ad98eb1381dd6628d961bd4499ca5b1595f0153a9ab37d97c",
+ "trocr_paddle_attention_probe.py": "c7405bb5602c4cde7f1a3c5c53a7e2fced0e2e2064cdb78911cdcfff1e66e06f",
+ "trocr_source_cpu_ops.cc": "63bb541df8f7a1f8635c946f2407aa0f449e63cfe480cbbe6c0b8d6fb2f5f4c2",
+ "trocr_selective_onednn_pass.cc": "ff304ef7e20f22cc1bf3c3199c6614bc3e870db640e569d465ca87c6704051b6",
+ "shared_bundle_identity.py": "e696082c61d0f1e3dfc76130e3496d9964a517e2097b7cd15525de9cb267660f"
+ },
+ "Paddle": "3.3.1",
+ "CPU_affinity": [
+ 0,
+ 1
+ ],
+ "custom_passes": [
+ "ocr_conv_gelu_onednn_v1"
+ ],
+ "GPU_supported": false,
+ "expose_features": false
+}
diff --git a/paddle/inference.yml b/paddle/inference.yml
new file mode 100644
index 0000000000000000000000000000000000000000..48195bd926b0c3cfd3f3ff6ed44fd4f453121408
--- /dev/null
+++ b/paddle/inference.yml
@@ -0,0 +1,33 @@
+Global:
+ model_name: TrOCR_shared_character_Paddle_research_rec
+Native:
+ format: shared-character-paddle-research-v1
+ parameters: 74842752
+ files_sha256:
+ candidate/bundle.json: 0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede
+ candidate/character-assets/character_codec.json: 7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a
+ candidate/character-assets/preprocessor_config.json: 36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b
+ candidate/english-assets/sentencepiece.bpe.model: 6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4
+ candidate/english-assets/tokenizer_config.json: e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c
+ candidate/english-assets/preprocessor_config.json: eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2
+ candidate/english-assets/README.md: 7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b
+ encoder/encoder.json: eddaf1699760460ba7f2bd7fbdee9b7de9166b581e5145d9dc3c8da177bd72b7
+ encoder/encoder.pdiparams: b2a632ecd78bd35441f0575b5073ebdfe2dd8edebff08c892b386205655700b0
+ encoder/report.json: 6e19e7fe532e7d24d504f9e323e08d5c77e1ca07ceaeb1ebcc0f616369834dbc
+ encoder/run.json: 42c4cf89a86fc3de900949348079f7b0c90d4e58ca2d28a105e326785a3eacd5
+ decoders/report.json: 24a40b59ddedd55f423035cb40def1e251633948a67802707d14cf3151a67ba8
+ decoders/english/decoder-step.json: eaea1b3b5001549a6d0a4c4b1bd810371a82bdae2092452ac2f73214762ede95
+ decoders/english/decoder-step.pdiparams: ec5ec71ad13c5305a1a95c8c2846c4de526571e58ce8df00fa5dbac529940a16
+ decoders/character/decoder-step.json: 555d79e651df3b22fef37f7cc873c843678c135bbe39e69488f4ef3b2acb3e5d
+ decoders/character/decoder-step.pdiparams: e35ba8d8743abdcf8b6cdb48a572a669cbf3e504d38d2a48827b68657e32aeff
+ encoder-library.so: fce69529c6a3752247be1192a495de7d1c395f8493039ad0d17546a42f936c60
+ code/paddlex_shared_character.py: 6a7b1d60aa337ba04514c9910e68f96d1bafdff383f3779e83f22a587707a3e3
+ code/shared_character_native.py: 394b45df79c5c4e84c2053b62b8d4080ef6a875034b6b16c661ac63257f56a30
+ code/trocr_character_codec.py: 7ede21e57fd4985153570820873abf690cc48de2e677b38828753fbedfdbd5e2
+ code/trocr_numpy_beam.py: e4f1d87113404dfc16fdddd78a1cdd6477a2f886d76cef99594fc537fc531028
+ code/trocr_source_cpu_ops.cc: 63bb541df8f7a1f8635c946f2407aa0f449e63cfe480cbbe6c0b8d6fb2f5f4c2
+ code/trocr_selective_onednn_pass.cc: ff304ef7e20f22cc1bf3c3199c6614bc3e870db640e569d465ca87c6704051b6
+ code/trocr_paddle_norm_probe.LICENSE: 19d6a3818fa4927890b59222656f155faae8f8817ebc9f40f779fdb6ab5a65d2
+ code/trocr_paddle_sleef_probe.LICENSE: 5f35cc826b3a0001293ed62e8ea95e5784f89f5e25300bf437d34be1d35e8a75
+ code/trocr_selective_onednn_pass.LICENSE: ff6311c56c1b22c9209c96cc8afc16da91c24ee55a15e14ebc46fe1960dbd856
+ profile: CPU two threads, FMA, Paddle3.3.1; explicit branch; research only
diff --git a/predict.py b/predict.py
new file mode 100644
index 0000000000000000000000000000000000000000..2a71c4b6e4471d810b1d490f0f21e05886e7ebf3
--- /dev/null
+++ b/predict.py
@@ -0,0 +1,60 @@
+"""Recognize one cropped word or line with an explicit language branch."""
+import argparse
+import json
+from pathlib import Path
+import sys
+
+
+def main():
+ parser = argparse.ArgumentParser(description=__doc__)
+ parser.add_argument('image', type=Path)
+ parser.add_argument('--language', choices=['ne', 'hi', 'en'], required=True)
+ parser.add_argument('--backend', choices=['torch', 'paddle'], default='torch')
+ parser.add_argument('--model-dir', type=Path, default=Path(__file__).resolve().parent)
+ args = parser.parse_args()
+ root = args.model_dir.resolve()
+ branch = 'english' if args.language == 'en' else 'character'
+ if args.backend == 'torch':
+ import torch
+ from PIL import Image
+ from transformers import TrOCRProcessor, ViTImageProcessor
+ sys.path.insert(0, str(root / 'code'))
+ from shared_character_recognizer import SharedCharacterRecognizer
+ from trocr_character_codec import CharacterCodec
+ torch.set_num_threads(2)
+ torch.use_deterministic_algorithms(True)
+ folder = root / 'source-model'
+ model = SharedCharacterRecognizer.from_bundle(folder)
+ assets = folder / ('english-assets' if branch == 'english' else 'character-assets')
+ processor = (TrOCRProcessor.from_pretrained(assets, local_files_only=True, use_fast=False)
+ if branch == 'english' else ViTImageProcessor.from_pretrained(assets, local_files_only=True))
+ with Image.open(args.image) as image:
+ pixels = processor(images=image.convert('RGB'), return_tensors='pt').pixel_values
+ generation = dict(do_sample=False, num_beams=10, max_new_tokens=256 if branch == 'english' else 257,
+ min_length=0, length_penalty=1., early_stopping=False, use_cache=True)
+ if branch == 'character':
+ generation['suppress_tokens'] = [0, 1, 3]
+ with torch.inference_mode():
+ tokens = model.generate_pixels(pixels, branch, generation)[0].tolist()
+ if branch == 'english':
+ text = processor.batch_decode([tokens], skip_special_tokens=True)[0]
+ else:
+ spec = json.loads((assets / 'character_codec.json').read_text())
+ text = CharacterCodec(list(spec['character_ids'])).decode(tokens)
+ result = dict(text=text, tokens=tokens, token_limit_reached=len(tokens)-1 >= generation['max_new_tokens'] and tokens[-1] != 2)
+ else:
+ import paddle
+ from PIL import Image
+ sys.path.insert(0, str(root / 'paddle/code'))
+ from shared_character_native import SharedCharacterNative, preprocess_rgb
+ paddle.set_device('cpu')
+ folder = root / 'paddle'
+ model = SharedCharacterNative(folder / 'candidate', folder / 'encoder', folder / 'decoders',
+ allow_unqualified=True, library_path=folder / 'encoder-library.so')
+ with Image.open(args.image) as image:
+ result = model.predict_pixels(preprocess_rgb(image), branch)
+ print(json.dumps(dict(language=args.language, branch=branch, backend=args.backend, **result), ensure_ascii=False))
+
+
+if __name__ == '__main__':
+ main()
diff --git a/release-manifest.json b/release-manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..e7c4a11240270ad77d4f3c5ad2f759dcc0b03e3f
--- /dev/null
+++ b/release-manifest.json
@@ -0,0 +1,15 @@
+{
+ "model_id": "ampixa/deva-ocr-75m-research",
+ "candidate_manifest_sha256": "0510d21cd0bb7a249dafac167fd2e371ee63bd6f83a016a6c4f2e7c6bb843ede",
+ "source_weights_sha256": "9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93",
+ "physical_neural_values": 74842752,
+ "source_model_format": "shared-character-private-continuation-source-v1",
+ "training_step": 8000,
+ "cumulative_training_step": 16000,
+ "original_native_bundle_sha256": "7f4091be58fc6398363d7a192fab73af6832a543a193efada11b91f188e7d120",
+ "native_graph_parameters_unchanged": true,
+ "complete_preexisting_native_source_comparison_images": 8796,
+ "packaged_conversion_predictions": false,
+ "packaged_training_data": false,
+ "published_use_scope": "non-commercial research and education; see LICENSE and TRAINING_DATA.md"
+}
diff --git a/requirements-paddle.txt b/requirements-paddle.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c003b0fd44d8171cc892c429229970819f7d86c8
--- /dev/null
+++ b/requirements-paddle.txt
@@ -0,0 +1,7 @@
+paddlepaddle==3.3.1
+paddlex==3.7.1
+sentencepiece==0.2.1
+tokenizers==0.22.2
+Pillow>=10.4
+numpy>=2.0
+PyYAML>=6
diff --git a/requirements-source.txt b/requirements-source.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3489110dd86f1b45f283bec01eec717f31894f5c
--- /dev/null
+++ b/requirements-source.txt
@@ -0,0 +1,6 @@
+torch>=2.6
+transformers==4.57.6
+safetensors>=0.6
+sentencepiece==0.2.1
+Pillow>=10.4
+numpy>=1.26
diff --git a/source-model/bundle.json b/source-model/bundle.json
new file mode 100644
index 0000000000000000000000000000000000000000..f696099093b07df11aa4af40e8376390597e1588
--- /dev/null
+++ b/source-model/bundle.json
@@ -0,0 +1,2075 @@
+{
+ "format": "shared-character-private-continuation-source-v1",
+ "parameters": 74842752,
+ "corrections": [
+ {
+ "key": "t000",
+ "name": "embeddings.cls_token",
+ "shape": [
+ 1,
+ 1,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t001",
+ "name": "embeddings.distillation_token",
+ "shape": [
+ 1,
+ 1,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t002",
+ "name": "embeddings.patch_embeddings.projection.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t003",
+ "name": "embeddings.patch_embeddings.projection.weight",
+ "shape": [
+ 384,
+ 3,
+ 16,
+ 16
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 768
+ ]
+ },
+ {
+ "key": "t004",
+ "name": "embeddings.position_embeddings",
+ "shape": [
+ 1,
+ 578,
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t005",
+ "name": "encoder.layer.0.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t006",
+ "name": "encoder.layer.0.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t007",
+ "name": "encoder.layer.0.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t008",
+ "name": "encoder.layer.0.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t009",
+ "name": "encoder.layer.0.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t010",
+ "name": "encoder.layer.0.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t011",
+ "name": "encoder.layer.0.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t012",
+ "name": "encoder.layer.0.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t013",
+ "name": "encoder.layer.0.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t014",
+ "name": "encoder.layer.0.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t015",
+ "name": "encoder.layer.0.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t016",
+ "name": "encoder.layer.0.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t017",
+ "name": "encoder.layer.0.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t018",
+ "name": "encoder.layer.0.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t019",
+ "name": "encoder.layer.0.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t020",
+ "name": "encoder.layer.0.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t021",
+ "name": "encoder.layer.1.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t022",
+ "name": "encoder.layer.1.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t023",
+ "name": "encoder.layer.1.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t024",
+ "name": "encoder.layer.1.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t025",
+ "name": "encoder.layer.1.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t026",
+ "name": "encoder.layer.1.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t027",
+ "name": "encoder.layer.1.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t028",
+ "name": "encoder.layer.1.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t029",
+ "name": "encoder.layer.1.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t030",
+ "name": "encoder.layer.1.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t031",
+ "name": "encoder.layer.1.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t032",
+ "name": "encoder.layer.1.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t033",
+ "name": "encoder.layer.1.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t034",
+ "name": "encoder.layer.1.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t035",
+ "name": "encoder.layer.1.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t036",
+ "name": "encoder.layer.1.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t037",
+ "name": "encoder.layer.10.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t038",
+ "name": "encoder.layer.10.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t039",
+ "name": "encoder.layer.10.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t040",
+ "name": "encoder.layer.10.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t041",
+ "name": "encoder.layer.10.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t042",
+ "name": "encoder.layer.10.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t043",
+ "name": "encoder.layer.10.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t044",
+ "name": "encoder.layer.10.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t045",
+ "name": "encoder.layer.10.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t046",
+ "name": "encoder.layer.10.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t047",
+ "name": "encoder.layer.10.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t048",
+ "name": "encoder.layer.10.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t049",
+ "name": "encoder.layer.10.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t050",
+ "name": "encoder.layer.10.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t051",
+ "name": "encoder.layer.10.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t052",
+ "name": "encoder.layer.10.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t053",
+ "name": "encoder.layer.11.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t054",
+ "name": "encoder.layer.11.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t055",
+ "name": "encoder.layer.11.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t056",
+ "name": "encoder.layer.11.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t057",
+ "name": "encoder.layer.11.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t058",
+ "name": "encoder.layer.11.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t059",
+ "name": "encoder.layer.11.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t060",
+ "name": "encoder.layer.11.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t061",
+ "name": "encoder.layer.11.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t062",
+ "name": "encoder.layer.11.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t063",
+ "name": "encoder.layer.11.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t064",
+ "name": "encoder.layer.11.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t065",
+ "name": "encoder.layer.11.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t066",
+ "name": "encoder.layer.11.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t067",
+ "name": "encoder.layer.11.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t068",
+ "name": "encoder.layer.11.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t069",
+ "name": "encoder.layer.2.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t070",
+ "name": "encoder.layer.2.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t071",
+ "name": "encoder.layer.2.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t072",
+ "name": "encoder.layer.2.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t073",
+ "name": "encoder.layer.2.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t074",
+ "name": "encoder.layer.2.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t075",
+ "name": "encoder.layer.2.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t076",
+ "name": "encoder.layer.2.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t077",
+ "name": "encoder.layer.2.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t078",
+ "name": "encoder.layer.2.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t079",
+ "name": "encoder.layer.2.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t080",
+ "name": "encoder.layer.2.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t081",
+ "name": "encoder.layer.2.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t082",
+ "name": "encoder.layer.2.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t083",
+ "name": "encoder.layer.2.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t084",
+ "name": "encoder.layer.2.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t085",
+ "name": "encoder.layer.3.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t086",
+ "name": "encoder.layer.3.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t087",
+ "name": "encoder.layer.3.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t088",
+ "name": "encoder.layer.3.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t089",
+ "name": "encoder.layer.3.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t090",
+ "name": "encoder.layer.3.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t091",
+ "name": "encoder.layer.3.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t092",
+ "name": "encoder.layer.3.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t093",
+ "name": "encoder.layer.3.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t094",
+ "name": "encoder.layer.3.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t095",
+ "name": "encoder.layer.3.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t096",
+ "name": "encoder.layer.3.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t097",
+ "name": "encoder.layer.3.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t098",
+ "name": "encoder.layer.3.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t099",
+ "name": "encoder.layer.3.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t100",
+ "name": "encoder.layer.3.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t101",
+ "name": "encoder.layer.4.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t102",
+ "name": "encoder.layer.4.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t103",
+ "name": "encoder.layer.4.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t104",
+ "name": "encoder.layer.4.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t105",
+ "name": "encoder.layer.4.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t106",
+ "name": "encoder.layer.4.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t107",
+ "name": "encoder.layer.4.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t108",
+ "name": "encoder.layer.4.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t109",
+ "name": "encoder.layer.4.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t110",
+ "name": "encoder.layer.4.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t111",
+ "name": "encoder.layer.4.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t112",
+ "name": "encoder.layer.4.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t113",
+ "name": "encoder.layer.4.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t114",
+ "name": "encoder.layer.4.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t115",
+ "name": "encoder.layer.4.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t116",
+ "name": "encoder.layer.4.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t117",
+ "name": "encoder.layer.5.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t118",
+ "name": "encoder.layer.5.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t119",
+ "name": "encoder.layer.5.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t120",
+ "name": "encoder.layer.5.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t121",
+ "name": "encoder.layer.5.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t122",
+ "name": "encoder.layer.5.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t123",
+ "name": "encoder.layer.5.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t124",
+ "name": "encoder.layer.5.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t125",
+ "name": "encoder.layer.5.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t126",
+ "name": "encoder.layer.5.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t127",
+ "name": "encoder.layer.5.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t128",
+ "name": "encoder.layer.5.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t129",
+ "name": "encoder.layer.5.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t130",
+ "name": "encoder.layer.5.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t131",
+ "name": "encoder.layer.5.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t132",
+ "name": "encoder.layer.5.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t133",
+ "name": "encoder.layer.6.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t134",
+ "name": "encoder.layer.6.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t135",
+ "name": "encoder.layer.6.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t136",
+ "name": "encoder.layer.6.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t137",
+ "name": "encoder.layer.6.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t138",
+ "name": "encoder.layer.6.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t139",
+ "name": "encoder.layer.6.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t140",
+ "name": "encoder.layer.6.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t141",
+ "name": "encoder.layer.6.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t142",
+ "name": "encoder.layer.6.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t143",
+ "name": "encoder.layer.6.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t144",
+ "name": "encoder.layer.6.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t145",
+ "name": "encoder.layer.6.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t146",
+ "name": "encoder.layer.6.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t147",
+ "name": "encoder.layer.6.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t148",
+ "name": "encoder.layer.6.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t149",
+ "name": "encoder.layer.7.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t150",
+ "name": "encoder.layer.7.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t151",
+ "name": "encoder.layer.7.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t152",
+ "name": "encoder.layer.7.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t153",
+ "name": "encoder.layer.7.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t154",
+ "name": "encoder.layer.7.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t155",
+ "name": "encoder.layer.7.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t156",
+ "name": "encoder.layer.7.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t157",
+ "name": "encoder.layer.7.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t158",
+ "name": "encoder.layer.7.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t159",
+ "name": "encoder.layer.7.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t160",
+ "name": "encoder.layer.7.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t161",
+ "name": "encoder.layer.7.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t162",
+ "name": "encoder.layer.7.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t163",
+ "name": "encoder.layer.7.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t164",
+ "name": "encoder.layer.7.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t165",
+ "name": "encoder.layer.8.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t166",
+ "name": "encoder.layer.8.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t167",
+ "name": "encoder.layer.8.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t168",
+ "name": "encoder.layer.8.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t169",
+ "name": "encoder.layer.8.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t170",
+ "name": "encoder.layer.8.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t171",
+ "name": "encoder.layer.8.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t172",
+ "name": "encoder.layer.8.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t173",
+ "name": "encoder.layer.8.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t174",
+ "name": "encoder.layer.8.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t175",
+ "name": "encoder.layer.8.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t176",
+ "name": "encoder.layer.8.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t177",
+ "name": "encoder.layer.8.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t178",
+ "name": "encoder.layer.8.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t179",
+ "name": "encoder.layer.8.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t180",
+ "name": "encoder.layer.8.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t181",
+ "name": "encoder.layer.9.attention.attention.key.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t182",
+ "name": "encoder.layer.9.attention.attention.key.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t183",
+ "name": "encoder.layer.9.attention.attention.query.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t184",
+ "name": "encoder.layer.9.attention.attention.query.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t185",
+ "name": "encoder.layer.9.attention.attention.value.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t186",
+ "name": "encoder.layer.9.attention.attention.value.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t187",
+ "name": "encoder.layer.9.attention.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t188",
+ "name": "encoder.layer.9.attention.output.dense.weight",
+ "shape": [
+ 384,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 384
+ ]
+ },
+ {
+ "key": "t189",
+ "name": "encoder.layer.9.intermediate.dense.bias",
+ "shape": [
+ 1536
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t190",
+ "name": "encoder.layer.9.intermediate.dense.weight",
+ "shape": [
+ 1536,
+ 384
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 1536,
+ 384
+ ]
+ },
+ {
+ "key": "t191",
+ "name": "encoder.layer.9.layernorm_after.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t192",
+ "name": "encoder.layer.9.layernorm_after.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t193",
+ "name": "encoder.layer.9.layernorm_before.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t194",
+ "name": "encoder.layer.9.layernorm_before.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t195",
+ "name": "encoder.layer.9.output.dense.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t196",
+ "name": "encoder.layer.9.output.dense.weight",
+ "shape": [
+ 384,
+ 1536
+ ],
+ "kind": "factor",
+ "rank": 71,
+ "matrix_shape": [
+ 384,
+ 1536
+ ]
+ },
+ {
+ "key": "t197",
+ "name": "layernorm.bias",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ },
+ {
+ "key": "t198",
+ "name": "layernorm.weight",
+ "shape": [
+ 384
+ ],
+ "kind": "replacement"
+ }
+ ],
+ "files_sha256": {
+ "weights.safetensors": "9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93",
+ "english-assets/README.md": "7e0f183a2697956065aea4e3ec9ca718967be1b7afe446cff4dcdbc8a64fa52b",
+ "english-assets/config.json": "2b6e06edec319984eca99c932d940bfa1f308db3f74d6279440b906c373bf727",
+ "english-assets/generation_config.json": "41149cdcffec4d657f32dfcddd9b208037f01286c9e07945c724908c58ed0193",
+ "english-assets/preprocessor_config.json": "eec0c686d2e2ea6d5887f87e1c6a34ef5bf1ba5b2ac98b8675e131da646fa1d2",
+ "english-assets/sentencepiece.bpe.model": "6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4",
+ "english-assets/special_tokens_map.json": "58dc0a3d15e3bad4861bcf2dee770ea327344d185182d4c5d2bf253285e53a83",
+ "english-assets/tokenizer_config.json": "e098c98c6834fbcd3f3e75215e3e8b8868f0fe5bf07aef93d28e4f7196db293c",
+ "character-assets/config.json": "decbe7681cc6000bd5bf83226b295e7a051e8280bc12255961e011d2caadbfce",
+ "character-assets/generation_config.json": "9577d3da76b60ee97a70d1516ac144eba329a8a70dd0e96c6f721c910434dcff",
+ "character-assets/character_codec.json": "7bb65c86bc29b555f8da3af81b7023e370bdebe6ced8c84d104d55165c6ffb0a",
+ "character-assets/preprocessor_config.json": "36a945a7cc645688b9ef64dabae16979cf5f7c1c448569cc306694edc0598b9b",
+ "model-configs.json": "1c598da84fcbe26af738d5ef1c0ea04f80f965e7690b1089aeaa8c7977cd4359",
+ "english-generation.json": "cddf3683b66672c43fee2a6d966829eebf2a00c61d376d0eb30db972693210be",
+ "character-generation.json": "02b8abbca9b3f1e5fb8ea2057b0aea84e1f488dd5dd2ca52a75850170bc3b08b"
+ },
+ "uniform_rank": 71,
+ "routing_parameters_reserved": 100000,
+ "automatic_dispatch": false,
+ "scope": "Serial CPU source candidate only; no accuracy or native Paddle qualification",
+ "original_model_sha256": "1b83102cbc1520dee1c3937ac334da83da18cf4683d46ebd1bd4e93ebe584dd7",
+ "parent_bundle_sha256": "b9281e7da68d2b9c331697a9fb15da3a2366fb937fce00742d658987d924318e",
+ "training_run_sha256": "713dfd450e19d12523585d9973aad7a7236097e64206e035800bbdcfeacb21e3",
+ "training_step": 8000,
+ "training_chain": "5e79546a138135b739b6485f3af4d81d412baa44119e849ec307ac8d87dff4ec",
+ "initial_character_model_sha256": "fcc1346b8c6aa36ae04b8628deb5cd309aa09d4574f0ed9ee0ce4d124091174a",
+ "root_bundle_sha256": "a52a68c8950c7eada39215d52b7b1eaf893d23577297951019bce382689baf48",
+ "parent_training_step": 8000,
+ "cumulative_training_step": 16000,
+ "parent_training_run_sha256": "f33da3168d15a743a4e73a59a77a55f5c85e41ee675cf006a00c940b9a23c70b"
+}
diff --git a/source-model/character-assets/character_codec.json b/source-model/character-assets/character_codec.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae69d38374720c50dea8111ad762e92efefee1cc
--- /dev/null
+++ b/source-model/character-assets/character_codec.json
@@ -0,0 +1,590 @@
+{
+ "version": 1,
+ "kind": "literal_NFC_characters",
+ "classes": 573,
+ "special_ids": {
+ "BOS_serialization": 0,
+ "PAD": 1,
+ "EOS_and_decoder_start": 2,
+ "UNK": 3
+ },
+ "character_ids": {
+ "!": 4,
+ "\"": 5,
+ "#": 6,
+ "$": 7,
+ "%": 8,
+ "&": 9,
+ "'": 10,
+ "(": 11,
+ ")": 12,
+ "*": 13,
+ "+": 14,
+ ",": 15,
+ "-": 16,
+ ".": 17,
+ "/": 18,
+ "0": 19,
+ "1": 20,
+ "2": 21,
+ "3": 22,
+ "4": 23,
+ "5": 24,
+ "6": 25,
+ "7": 26,
+ "8": 27,
+ "9": 28,
+ ":": 29,
+ ";": 30,
+ "<": 31,
+ "=": 32,
+ ">": 33,
+ "?": 34,
+ "A": 35,
+ "B": 36,
+ "C": 37,
+ "D": 38,
+ "E": 39,
+ "F": 40,
+ "G": 41,
+ "H": 42,
+ "I": 43,
+ "J": 44,
+ "K": 45,
+ "L": 46,
+ "M": 47,
+ "N": 48,
+ "O": 49,
+ "P": 50,
+ "Q": 51,
+ "R": 52,
+ "S": 53,
+ "T": 54,
+ "U": 55,
+ "V": 56,
+ "W": 57,
+ "X": 58,
+ "Y": 59,
+ "Z": 60,
+ "[": 61,
+ "]": 62,
+ "_": 63,
+ "`": 64,
+ "a": 65,
+ "b": 66,
+ "c": 67,
+ "d": 68,
+ "e": 69,
+ "f": 70,
+ "g": 71,
+ "h": 72,
+ "i": 73,
+ "j": 74,
+ "k": 75,
+ "l": 76,
+ "m": 77,
+ "n": 78,
+ "o": 79,
+ "p": 80,
+ "q": 81,
+ "r": 82,
+ "s": 83,
+ "t": 84,
+ "u": 85,
+ "v": 86,
+ "w": 87,
+ "x": 88,
+ "y": 89,
+ "z": 90,
+ "©": 91,
+ "‥": 92,
+ "{": 93,
+ "}": 94,
+ "\\": 95,
+ "|": 96,
+ "@": 97,
+ "^": 98,
+ "~": 99,
+ "÷": 100,
+ "∕": 101,
+ "∙": 102,
+ "⋅": 103,
+ "·": 104,
+ "±": 105,
+ "∓": 106,
+ "∩": 107,
+ "∪": 108,
+ "□": 109,
+ "←": 110,
+ "↔": 111,
+ "⇒": 112,
+ "⇐": 113,
+ "⇔": 114,
+ "∀": 115,
+ "∃": 116,
+ "∄": 117,
+ "∴": 118,
+ "∵": 119,
+ "∝": 120,
+ "∞": 121,
+ "⊥": 122,
+ "∟": 123,
+ "∠": 124,
+ "∡": 125,
+ "∢": 126,
+ "′": 127,
+ "″": 128,
+ "∥": 129,
+ "⊾": 130,
+ "⊿": 131,
+ "∂": 132,
+ "∫": 133,
+ "∬": 134,
+ "∭": 135,
+ "∮": 136,
+ "∯": 137,
+ "∰": 138,
+ "∑": 139,
+ "∏": 140,
+ "√": 141,
+ "∛": 142,
+ "∜": 143,
+ "∱": 144,
+ "∲": 145,
+ "∳": 146,
+ "∶": 147,
+ "∷": 148,
+ "∼": 149,
+ "®": 150,
+ "℉": 151,
+ "Ω": 152,
+ "℧": 153,
+ "Å": 154,
+ "⌀": 155,
+ "ℏ": 156,
+ "⅀": 157,
+ "⍺": 158,
+ "⍵": 159,
+ "¢": 160,
+ "€": 161,
+ "£": 162,
+ "¥": 163,
+ "₿": 164,
+ "Ⅰ": 165,
+ "Ⅱ": 166,
+ "Ⅲ": 167,
+ "Ⅳ": 168,
+ "Ⅴ": 169,
+ "Ⅵ": 170,
+ "Ⅶ": 171,
+ "Ⅷ": 172,
+ "Ⅸ": 173,
+ "Ⅹ": 174,
+ "Ⅺ": 175,
+ "Ⅻ": 176,
+ "ⅰ": 177,
+ "ⅱ": 178,
+ "ⅲ": 179,
+ "ⅳ": 180,
+ "ⅴ": 181,
+ "ⅵ": 182,
+ "ⅶ": 183,
+ "ⅷ": 184,
+ "ⅸ": 185,
+ "ⅹ": 186,
+ "ⅺ": 187,
+ "ⅻ": 188,
+ "➀": 189,
+ "➁": 190,
+ "➂": 191,
+ "➃": 192,
+ "➄": 193,
+ "➅": 194,
+ "➆": 195,
+ "➇": 196,
+ "➈": 197,
+ "➉": 198,
+ "➊": 199,
+ "➋": 200,
+ "➌": 201,
+ "➍": 202,
+ "➎": 203,
+ "➏": 204,
+ "➐": 205,
+ "➑": 206,
+ "➒": 207,
+ "➓": 208,
+ "❶": 209,
+ "❷": 210,
+ "❸": 211,
+ "❹": 212,
+ "❺": 213,
+ "❻": 214,
+ "❼": 215,
+ "❽": 216,
+ "❾": 217,
+ "❿": 218,
+ "①": 219,
+ "②": 220,
+ "③": 221,
+ "④": 222,
+ "⑤": 223,
+ "⑥": 224,
+ "⑦": 225,
+ "⑧": 226,
+ "⑨": 227,
+ "⑩": 228,
+ "●": 229,
+ "▶": 230,
+ "𝑢": 231,
+ "︽": 232,
+ "–": 233,
+ "﹥": 234,
+ "𝜓": 235,
+ "•": 236,
+ "∋": 237,
+ "ƒ": 238,
+ "⬆": 239,
+ "Ạ": 240,
+ "◀": 241,
+ "": 242,
+ "▫": 243,
+ "︾": 244,
+ "À": 245,
+ "Á": 246,
+ "Â": 247,
+ "Ã": 248,
+ "Ä": 249,
+ "Å": 250,
+ "Æ": 251,
+ "Ç": 252,
+ "È": 253,
+ "É": 254,
+ "Ê": 255,
+ "Ë": 256,
+ "Ì": 257,
+ "Í": 258,
+ "Î": 259,
+ "Ï": 260,
+ "Ð": 261,
+ "Ñ": 262,
+ "Ò": 263,
+ "Ó": 264,
+ "Ô": 265,
+ "Õ": 266,
+ "Ö": 267,
+ "Ø": 268,
+ "Ù": 269,
+ "Ú": 270,
+ "Û": 271,
+ "Ü": 272,
+ "Ý": 273,
+ "Þ": 274,
+ "à": 275,
+ "á": 276,
+ "â": 277,
+ "ã": 278,
+ "ä": 279,
+ "å": 280,
+ "æ": 281,
+ "ç": 282,
+ "è": 283,
+ "é": 284,
+ "ê": 285,
+ "ë": 286,
+ "ì": 287,
+ "í": 288,
+ "î": 289,
+ "ï": 290,
+ "ð": 291,
+ "ñ": 292,
+ "ò": 293,
+ "ó": 294,
+ "ô": 295,
+ "õ": 296,
+ "ö": 297,
+ "ø": 298,
+ "ù": 299,
+ "ú": 300,
+ "û": 301,
+ "ü": 302,
+ "ý": 303,
+ "þ": 304,
+ "ÿ": 305,
+ "¡": 306,
+ "¤": 307,
+ "¦": 308,
+ "§": 309,
+ "¨": 310,
+ "ª": 311,
+ "«": 312,
+ "¬": 313,
+ "¯": 314,
+ "°": 315,
+ "²": 316,
+ "³": 317,
+ "´": 318,
+ "µ": 319,
+ "¶": 320,
+ "¸": 321,
+ "¹": 322,
+ "º": 323,
+ "»": 324,
+ "¼": 325,
+ "½": 326,
+ "¾": 327,
+ "¿": 328,
+ "×": 329,
+ "‐": 330,
+ "‑": 331,
+ "‒": 332,
+ "—": 333,
+ "―": 334,
+ "‖": 335,
+ "‗": 336,
+ "‘": 337,
+ "’": 338,
+ "‚": 339,
+ "‛": 340,
+ "“": 341,
+ "”": 342,
+ "„": 343,
+ "‟": 344,
+ "†": 345,
+ "‡": 346,
+ "‣": 347,
+ "․": 348,
+ "…": 349,
+ "‧": 350,
+ "‰": 351,
+ "‴": 352,
+ "‵": 353,
+ "‶": 354,
+ "‷": 355,
+ "‸": 356,
+ "‹": 357,
+ "›": 358,
+ "※": 359,
+ "‼": 360,
+ "‽": 361,
+ "‾": 362,
+ "₤": 363,
+ "₡": 364,
+ "₹": 365,
+ "−": 366,
+ "∖": 367,
+ "∗": 368,
+ "≈": 369,
+ "≠": 370,
+ "≡": 371,
+ "≤": 372,
+ "≥": 373,
+ "⊂": 374,
+ "⊃": 375,
+ "↑": 376,
+ "→": 377,
+ "↓": 378,
+ "↕": 379,
+ "™": 380,
+ "Ω": 381,
+ "℮": 382,
+ "∆": 383,
+ "✓": 384,
+ "✗": 385,
+ "✘": 386,
+ "▪": 387,
+ "◼": 388,
+ "✔": 389,
+ "✕": 390,
+ "☑": 391,
+ "☒": 392,
+ "№": 393,
+ "₽": 394,
+ "₴": 395,
+ "Α": 396,
+ "α": 397,
+ "Β": 398,
+ "β": 399,
+ "Γ": 400,
+ "γ": 401,
+ "Δ": 402,
+ "δ": 403,
+ "Ε": 404,
+ "ε": 405,
+ "Ζ": 406,
+ "ζ": 407,
+ "Η": 408,
+ "η": 409,
+ "Θ": 410,
+ "θ": 411,
+ "Ι": 412,
+ "ι": 413,
+ "Κ": 414,
+ "κ": 415,
+ "Λ": 416,
+ "λ": 417,
+ "Μ": 418,
+ "μ": 419,
+ "Ν": 420,
+ "ν": 421,
+ "Ξ": 422,
+ "ξ": 423,
+ "Ο": 424,
+ "ο": 425,
+ "Π": 426,
+ "π": 427,
+ "Ρ": 428,
+ "ρ": 429,
+ "Σ": 430,
+ "σ": 431,
+ "ς": 432,
+ "Τ": 433,
+ "τ": 434,
+ "Υ": 435,
+ "υ": 436,
+ "Φ": 437,
+ "φ": 438,
+ "Χ": 439,
+ "χ": 440,
+ "Ψ": 441,
+ "ψ": 442,
+ "ω": 443,
+ "ऀ": 444,
+ "ँ": 445,
+ "ं": 446,
+ "ः": 447,
+ "ऄ": 448,
+ "अ": 449,
+ "आ": 450,
+ "इ": 451,
+ "ई": 452,
+ "उ": 453,
+ "ऊ": 454,
+ "ऋ": 455,
+ "ऌ": 456,
+ "ऍ": 457,
+ "ऎ": 458,
+ "ए": 459,
+ "ऐ": 460,
+ "ऑ": 461,
+ "ऒ": 462,
+ "ओ": 463,
+ "औ": 464,
+ "क": 465,
+ "ख": 466,
+ "ग": 467,
+ "घ": 468,
+ "ङ": 469,
+ "च": 470,
+ "छ": 471,
+ "ज": 472,
+ "झ": 473,
+ "ञ": 474,
+ "ट": 475,
+ "ठ": 476,
+ "ड": 477,
+ "ढ": 478,
+ "ण": 479,
+ "त": 480,
+ "थ": 481,
+ "द": 482,
+ "ध": 483,
+ "न": 484,
+ "ऩ": 485,
+ "प": 486,
+ "फ": 487,
+ "ब": 488,
+ "भ": 489,
+ "म": 490,
+ "य": 491,
+ "र": 492,
+ "ऱ": 493,
+ "ल": 494,
+ "ळ": 495,
+ "ऴ": 496,
+ "व": 497,
+ "श": 498,
+ "ष": 499,
+ "स": 500,
+ "ह": 501,
+ "ऺ": 502,
+ "ऻ": 503,
+ "़": 504,
+ "ऽ": 505,
+ "ा": 506,
+ "ि": 507,
+ "ी": 508,
+ "ु": 509,
+ "ू": 510,
+ "ृ": 511,
+ "ॄ": 512,
+ "ॅ": 513,
+ "ॆ": 514,
+ "े": 515,
+ "ै": 516,
+ "ॉ": 517,
+ "ॊ": 518,
+ "ो": 519,
+ "ौ": 520,
+ "्": 521,
+ "ॎ": 522,
+ "ॏ": 523,
+ "ॐ": 524,
+ "॑": 525,
+ "॒": 526,
+ "॓": 527,
+ "॔": 528,
+ "ॕ": 529,
+ "ॖ": 530,
+ "ॗ": 531,
+ "क़": 532,
+ "ख़": 533,
+ "ग़": 534,
+ "ज़": 535,
+ "ड़": 536,
+ "ढ़": 537,
+ "फ़": 538,
+ "य़": 539,
+ "ॠ": 540,
+ "ॡ": 541,
+ "ॢ": 542,
+ "ॣ": 543,
+ "।": 544,
+ "॥": 545,
+ "०": 546,
+ "१": 547,
+ "२": 548,
+ "३": 549,
+ "४": 550,
+ "५": 551,
+ "६": 552,
+ "७": 553,
+ "८": 554,
+ "९": 555,
+ "॰": 556,
+ "ॱ": 557,
+ "ॲ": 558,
+ "ॳ": 559,
+ "ॴ": 560,
+ "ॵ": 561,
+ "ॶ": 562,
+ "ॷ": 563,
+ "ॸ": 564,
+ "ॹ": 565,
+ "ॺ": 566,
+ "ॻ": 567,
+ "ॼ": 568,
+ "ॽ": 569,
+ "ॾ": 570,
+ "ॿ": 571,
+ " ": 572
+ },
+ "generation_suppressed_ids": [
+ 0,
+ 1,
+ 3
+ ],
+ "training_target": "Drop serialization BOS0 only; retain every text codepoint and EOS2",
+ "unknown_output": "Decode3 as U+FFFD, never silently remove it",
+ "scope": "Experimental codec, not recognition quality or Paddle qualification."
+}
diff --git a/source-model/character-assets/config.json b/source-model/character-assets/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f57aff8417f89473238560939526fbc205c096b3
--- /dev/null
+++ b/source-model/character-assets/config.json
@@ -0,0 +1,56 @@
+{
+ "architectures": [
+ "VisionEncoderDecoderModel"
+ ],
+ "decoder": {
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_cross_attention": true,
+ "attention_dropout": 0.0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": 384,
+ "d_model": 256,
+ "decoder_attention_heads": 8,
+ "decoder_ffn_dim": 1024,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 6,
+ "dropout": 0.1,
+ "dtype": "float32",
+ "init_std": 0.02,
+ "is_decoder": true,
+ "layernorm_embedding": true,
+ "max_position_embeddings": 512,
+ "model_type": "trocr",
+ "scale_embedding": true,
+ "tie_word_embeddings": false,
+ "use_cache": false,
+ "use_learned_position_embeddings": true,
+ "vocab_size": 573
+ },
+ "dtype": "float32",
+ "encoder": {
+ "attention_probs_dropout_prob": 0.0,
+ "dtype": "float32",
+ "encoder_stride": 16,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.0,
+ "hidden_size": 384,
+ "image_size": 384,
+ "initializer_range": 0.02,
+ "intermediate_size": 1536,
+ "layer_norm_eps": 1e-12,
+ "model_type": "deit",
+ "num_attention_heads": 6,
+ "num_channels": 3,
+ "num_hidden_layers": 12,
+ "patch_size": 16,
+ "pooler_act": "tanh",
+ "pooler_output_size": 384,
+ "qkv_bias": true
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "model_type": "vision-encoder-decoder",
+ "tie_word_embeddings": false,
+ "transformers_version": "4.57.6"
+}
diff --git a/source-model/character-assets/generation_config.json b/source-model/character-assets/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f0582cb010041e0a9269338dea2e037a73ea8cce
--- /dev/null
+++ b/source-model/character-assets/generation_config.json
@@ -0,0 +1,15 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "eos_token_id": 2,
+ "max_new_tokens": 257,
+ "pad_token_id": 1,
+ "suppress_tokens": [
+ 0,
+ 1,
+ 3
+ ],
+ "transformers_version": "4.57.6",
+ "use_cache": false
+}
diff --git a/source-model/character-assets/preprocessor_config.json b/source-model/character-assets/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2bbec3a0dbefdd3ecce8a82458664790ce39b20
--- /dev/null
+++ b/source-model/character-assets/preprocessor_config.json
@@ -0,0 +1,28 @@
+{
+ "crop_size": {
+ "height": 224,
+ "width": 224
+ },
+ "do_center_crop": false,
+ "do_normalize": true,
+ "do_rescale": true,
+ "do_resize": true,
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_processor_type": "DeiTImageProcessor",
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "processor_class": "TrOCRProcessor",
+ "resample": 3,
+ "rescale_factor": 0.00392156862745098,
+ "size": {
+ "height": 384,
+ "width": 384
+ }
+}
diff --git a/source-model/character-generation.json b/source-model/character-generation.json
new file mode 100644
index 0000000000000000000000000000000000000000..139b980da1db73f11a6c57e9d6d31270c99718a6
--- /dev/null
+++ b/source-model/character-generation.json
@@ -0,0 +1,73 @@
+{
+ "max_length": 20,
+ "max_new_tokens": 257,
+ "min_length": 0,
+ "min_new_tokens": null,
+ "early_stopping": false,
+ "max_time": null,
+ "stop_strings": null,
+ "do_sample": false,
+ "num_beams": 1,
+ "use_cache": false,
+ "cache_implementation": null,
+ "cache_config": null,
+ "return_legacy_cache": null,
+ "prefill_chunk_size": null,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "min_p": null,
+ "typical_p": 1.0,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "repetition_penalty": 1.0,
+ "encoder_repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "renormalize_logits": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": [
+ 0,
+ 1,
+ 3
+ ],
+ "begin_suppress_tokens": null,
+ "sequence_bias": null,
+ "token_healing": false,
+ "guidance_scale": null,
+ "watermarking_config": null,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "output_logits": null,
+ "return_dict_in_generate": false,
+ "pad_token_id": 1,
+ "bos_token_id": 0,
+ "eos_token_id": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "decoder_start_token_id": 2,
+ "is_assistant": false,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "assistant_confidence_threshold": 0.4,
+ "prompt_lookup_num_tokens": null,
+ "max_matching_ngram_size": null,
+ "assistant_early_exit": null,
+ "assistant_lookbehind": 10,
+ "target_lookbehind": 10,
+ "disable_compile": false,
+ "low_memory": null,
+ "penalty_alpha": null,
+ "dola_layers": null,
+ "diversity_penalty": 0.0,
+ "num_beam_groups": 1,
+ "constraints": null,
+ "force_words_ids": null,
+ "_from_model_config": true,
+ "transformers_version": "4.57.6"
+}
diff --git a/source-model/english-assets/README.md b/source-model/english-assets/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..3fb36eb516f0cdd19874ee0dde1bbb90f3a66a1f
--- /dev/null
+++ b/source-model/english-assets/README.md
@@ -0,0 +1,61 @@
+---
+tags:
+- trocr
+- image-to-text
+widget:
+- src: https://fki.tic.heia-fr.ch/static/img/a01-122-02.jpg
+ example_title: Note 1
+- src: https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSoolxi9yWGAT5SLZShv8vVd0bz47UWRzQC19fDTeE8GmGv_Rn-PCF1pP1rrUx8kOjA4gg&usqp=CAU
+ example_title: Note 2
+- src: https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRNYtTuSBpZPV_nkBYPMFwVVD9asZOPgHww4epu9EqWgDmXW--sE2o8og40ZfDGo87j5w&usqp=CAU
+ example_title: Note 3
+---
+
+# TrOCR (small-sized model, fine-tuned on IAM)
+
+TrOCR model fine-tuned on the [IAM dataset](https://fki.tic.heia-fr.ch/databases/iam-handwriting-database). It was introduced in the paper [TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models](https://arxiv.org/abs/2109.10282) by Li et al. and first released in [this repository](https://github.com/microsoft/unilm/tree/master/trocr).
+
+
+## Model description
+
+The TrOCR model is an encoder-decoder model, consisting of an image Transformer as encoder, and a text Transformer as decoder. The image encoder was initialized from the weights of DeiT, while the text decoder was initialized from the weights of UniLM.
+
+Images are presented to the model as a sequence of fixed-size patches (resolution 16x16), which are linearly embedded. One also adds absolute position embeddings before feeding the sequence to the layers of the Transformer encoder. Next, the Transformer text decoder autoregressively generates tokens.
+
+## Intended uses & limitations
+
+You can use the raw model for optical character recognition (OCR) on single text-line images. See the [model hub](https://huggingface.co/models?search=microsoft/trocr) to look for fine-tuned versions on a task that interests you.
+
+### How to use
+
+Here is how to use this model in PyTorch:
+
+```python
+from transformers import TrOCRProcessor, VisionEncoderDecoderModel
+from PIL import Image
+import requests
+
+# load image from the IAM database
+url = 'https://fki.tic.heia-fr.ch/static/img/a01-122-02-00.jpg'
+image = Image.open(requests.get(url, stream=True).raw).convert("RGB")
+
+processor = TrOCRProcessor.from_pretrained('microsoft/trocr-small-handwritten')
+model = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-small-handwritten')
+pixel_values = processor(images=image, return_tensors="pt").pixel_values
+
+generated_ids = model.generate(pixel_values)
+generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
+```
+
+### BibTeX entry and citation info
+
+```bibtex
+@misc{li2021trocr,
+ title={TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models},
+ author={Minghao Li and Tengchao Lv and Lei Cui and Yijuan Lu and Dinei Florencio and Cha Zhang and Zhoujun Li and Furu Wei},
+ year={2021},
+ eprint={2109.10282},
+ archivePrefix={arXiv},
+ primaryClass={cs.CL}
+}
+```
\ No newline at end of file
diff --git a/source-model/english-assets/config.json b/source-model/english-assets/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1e12191191977ca7b70d39b8aa7ab10080c751d4
--- /dev/null
+++ b/source-model/english-assets/config.json
@@ -0,0 +1,159 @@
+{
+ "architectures": [
+ "VisionEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "relu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.0,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": 384,
+ "d_model": 256,
+ "decoder_attention_heads": 8,
+ "decoder_ffn_dim": 1024,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 6,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layernorm_embedding": true,
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 512,
+ "min_length": 0,
+ "model_type": "trocr",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": true,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": false,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.14.1",
+ "use_bfloat16": false,
+ "use_cache": false,
+ "use_learned_position_embeddings": true,
+ "vocab_size": 64044
+ },
+ "encoder": {
+ "_name_or_path": "",
+ "add_cross_attention": false,
+ "architectures": null,
+ "attention_probs_dropout_prob": 0.0,
+ "bad_words_ids": null,
+ "bos_token_id": null,
+ "chunk_size_feed_forward": 0,
+ "cross_attention_hidden_size": null,
+ "decoder_start_token_id": null,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.0,
+ "hidden_size": 384,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "image_size": 384,
+ "initializer_range": 0.02,
+ "intermediate_size": 1536,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-12,
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "deit",
+ "no_repeat_ngram_size": 0,
+ "num_attention_heads": 6,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_channels": 3,
+ "num_hidden_layers": 12,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": null,
+ "patch_size": 16,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "qkv_bias": true,
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.14.1",
+ "use_bfloat16": false
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "model_type": "vision-encoder-decoder",
+ "tie_word_embeddings": false,
+ "torch_dtype": "float32",
+ "transformers_version": null
+}
diff --git a/source-model/english-assets/generation_config.json b/source-model/english-assets/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..209d1d39a6767d115b4ebff7ba46fe9c1739e90e
--- /dev/null
+++ b/source-model/english-assets/generation_config.json
@@ -0,0 +1,9 @@
+{
+ "_from_model_config": true,
+ "bos_token_id": 0,
+ "decoder_start_token_id": 2,
+ "eos_token_id": 2,
+ "pad_token_id": 1,
+ "transformers_version": "4.27.0.dev0",
+ "use_cache": false
+}
diff --git a/source-model/english-assets/preprocessor_config.json b/source-model/english-assets/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8acdb9d2d64bc6a881a04d3682f2a696bce75492
--- /dev/null
+++ b/source-model/english-assets/preprocessor_config.json
@@ -0,0 +1,19 @@
+{
+ "crop_size": 224,
+ "do_center_crop": false,
+ "do_normalize": true,
+ "do_resize": true,
+ "image_processor_type": "DeiTImageProcessor",
+ "image_mean": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "image_std": [
+ 0.5,
+ 0.5,
+ 0.5
+ ],
+ "resample": 3,
+ "size": 384
+}
diff --git a/source-model/english-assets/sentencepiece.bpe.model b/source-model/english-assets/sentencepiece.bpe.model
new file mode 100644
index 0000000000000000000000000000000000000000..2988af09106cf46332ebaabaf0a6d7ef4319f69e
--- /dev/null
+++ b/source-model/english-assets/sentencepiece.bpe.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5e2fefcf793761a76a6bfb8ad35489f9c203b25557673284b6d032f41043f4
+size 1356293
diff --git a/source-model/english-assets/special_tokens_map.json b/source-model/english-assets/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c545f1d1782ef68980dd2da0d08c4608ba7a6
--- /dev/null
+++ b/source-model/english-assets/special_tokens_map.json
@@ -0,0 +1 @@
+{"bos_token": "", "eos_token": "", "unk_token": "", "sep_token": "", "pad_token": "", "cls_token": "", "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}
\ No newline at end of file
diff --git a/source-model/english-assets/tokenizer_config.json b/source-model/english-assets/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fa50ec37ab9f93c5f9d90e65827d3af0d5d4043
--- /dev/null
+++ b/source-model/english-assets/tokenizer_config.json
@@ -0,0 +1 @@
+{"bos_token": "", "eos_token": "", "unk_token": "", "sep_token": "", "cls_token": "", "pad_token": "", "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sp_model_kwargs": {}, "tokenizer_class": "XLMRobertaTokenizer"}
\ No newline at end of file
diff --git a/source-model/english-generation.json b/source-model/english-generation.json
new file mode 100644
index 0000000000000000000000000000000000000000..31d7e4b6cd2cd2b4f2dd7de5c5ff1be6b9dc0099
--- /dev/null
+++ b/source-model/english-generation.json
@@ -0,0 +1,69 @@
+{
+ "max_length": 20,
+ "max_new_tokens": null,
+ "min_length": 0,
+ "min_new_tokens": null,
+ "early_stopping": false,
+ "max_time": null,
+ "stop_strings": null,
+ "do_sample": false,
+ "num_beams": 1,
+ "use_cache": false,
+ "cache_implementation": null,
+ "cache_config": null,
+ "return_legacy_cache": null,
+ "prefill_chunk_size": null,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "min_p": null,
+ "typical_p": 1.0,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "repetition_penalty": 1.0,
+ "encoder_repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "renormalize_logits": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "sequence_bias": null,
+ "token_healing": false,
+ "guidance_scale": null,
+ "watermarking_config": null,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "output_logits": null,
+ "return_dict_in_generate": false,
+ "pad_token_id": 1,
+ "bos_token_id": 0,
+ "eos_token_id": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "decoder_start_token_id": 2,
+ "is_assistant": false,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "assistant_confidence_threshold": 0.4,
+ "prompt_lookup_num_tokens": null,
+ "max_matching_ngram_size": null,
+ "assistant_early_exit": null,
+ "assistant_lookbehind": 10,
+ "target_lookbehind": 10,
+ "disable_compile": false,
+ "low_memory": null,
+ "penalty_alpha": null,
+ "dola_layers": null,
+ "diversity_penalty": 0.0,
+ "num_beam_groups": 1,
+ "constraints": null,
+ "force_words_ids": null,
+ "_from_model_config": true,
+ "transformers_version": "4.57.6"
+}
diff --git a/source-model/model-configs.json b/source-model/model-configs.json
new file mode 100644
index 0000000000000000000000000000000000000000..41e057422ba66a070de97b5c8a0c037f9a168751
--- /dev/null
+++ b/source-model/model-configs.json
@@ -0,0 +1,594 @@
+{
+ "english": {
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": false,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": true,
+ "is_decoder": false,
+ "cross_attention_hidden_size": null,
+ "add_cross_attention": false,
+ "tie_encoder_decoder": false,
+ "architectures": [
+ "VisionEncoderDecoderModel"
+ ],
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": null,
+ "pad_token_id": null,
+ "eos_token_id": 2,
+ "sep_token_id": null,
+ "decoder_start_token_id": null,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "/home/ampixa/ocr/models/trocr-small-handwritten-b4648cfa",
+ "transformers_version": "4.57.6",
+ "decoder": {
+ "vocab_size": 64044,
+ "d_model": 256,
+ "decoder_layers": 6,
+ "decoder_attention_heads": 8,
+ "decoder_ffn_dim": 1024,
+ "activation_function": "relu",
+ "max_position_embeddings": 512,
+ "dropout": 0.1,
+ "attention_dropout": 0.0,
+ "activation_dropout": 0.0,
+ "init_std": 0.02,
+ "decoder_layerdrop": 0.0,
+ "use_cache": false,
+ "scale_embedding": true,
+ "use_learned_position_embeddings": true,
+ "layernorm_embedding": true,
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": false,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": false,
+ "is_decoder": true,
+ "cross_attention_hidden_size": 384,
+ "add_cross_attention": true,
+ "tie_encoder_decoder": false,
+ "architectures": null,
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": 0,
+ "pad_token_id": 1,
+ "eos_token_id": 2,
+ "sep_token_id": null,
+ "decoder_start_token_id": 2,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "",
+ "classifier_dropout": 0.0,
+ "use_bfloat16": false,
+ "tf_legacy_loss": false,
+ "model_type": "trocr",
+ "output_attentions": false
+ },
+ "encoder": {
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": true,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": false,
+ "is_decoder": false,
+ "cross_attention_hidden_size": null,
+ "add_cross_attention": false,
+ "tie_encoder_decoder": false,
+ "architectures": null,
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": null,
+ "pad_token_id": null,
+ "eos_token_id": null,
+ "sep_token_id": null,
+ "decoder_start_token_id": null,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "",
+ "use_bfloat16": false,
+ "tf_legacy_loss": false,
+ "hidden_size": 384,
+ "num_hidden_layers": 12,
+ "num_attention_heads": 6,
+ "intermediate_size": 1536,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.0,
+ "attention_probs_dropout_prob": 0.0,
+ "initializer_range": 0.02,
+ "layer_norm_eps": 1e-12,
+ "image_size": 384,
+ "patch_size": 16,
+ "num_channels": 3,
+ "qkv_bias": true,
+ "encoder_stride": 16,
+ "pooler_output_size": 384,
+ "pooler_act": "tanh",
+ "model_type": "deit",
+ "output_attentions": false
+ },
+ "model_type": "vision-encoder-decoder",
+ "tf_legacy_loss": false,
+ "use_bfloat16": false,
+ "output_attentions": false
+ },
+ "character": {
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": false,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": true,
+ "is_decoder": false,
+ "cross_attention_hidden_size": null,
+ "add_cross_attention": false,
+ "tie_encoder_decoder": false,
+ "architectures": [
+ "VisionEncoderDecoderModel"
+ ],
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": null,
+ "pad_token_id": null,
+ "eos_token_id": 2,
+ "sep_token_id": null,
+ "decoder_start_token_id": null,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "/home/ampixa/ocr/ocr-deva-ft/runs/trocr-character-full24000-r1-20261021/milestones/24000",
+ "transformers_version": "4.57.6",
+ "decoder": {
+ "vocab_size": 573,
+ "d_model": 256,
+ "decoder_layers": 6,
+ "decoder_attention_heads": 8,
+ "decoder_ffn_dim": 1024,
+ "activation_function": "relu",
+ "max_position_embeddings": 512,
+ "dropout": 0.1,
+ "attention_dropout": 0.0,
+ "activation_dropout": 0.0,
+ "init_std": 0.02,
+ "decoder_layerdrop": 0.0,
+ "use_cache": false,
+ "scale_embedding": true,
+ "use_learned_position_embeddings": true,
+ "layernorm_embedding": true,
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": false,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": false,
+ "is_decoder": true,
+ "cross_attention_hidden_size": 384,
+ "add_cross_attention": true,
+ "tie_encoder_decoder": false,
+ "architectures": null,
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": 0,
+ "pad_token_id": 1,
+ "eos_token_id": 2,
+ "sep_token_id": null,
+ "decoder_start_token_id": 2,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "",
+ "classifier_dropout": 0.0,
+ "tf_legacy_loss": false,
+ "use_bfloat16": false,
+ "model_type": "trocr",
+ "output_attentions": false
+ },
+ "encoder": {
+ "return_dict": true,
+ "output_hidden_states": false,
+ "torchscript": false,
+ "dtype": "float32",
+ "pruned_heads": {},
+ "tie_word_embeddings": true,
+ "chunk_size_feed_forward": 0,
+ "is_encoder_decoder": false,
+ "is_decoder": false,
+ "cross_attention_hidden_size": null,
+ "add_cross_attention": false,
+ "tie_encoder_decoder": false,
+ "architectures": null,
+ "finetuning_task": null,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "task_specific_params": null,
+ "problem_type": null,
+ "tokenizer_class": null,
+ "prefix": null,
+ "bos_token_id": null,
+ "pad_token_id": null,
+ "eos_token_id": null,
+ "sep_token_id": null,
+ "decoder_start_token_id": null,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": false,
+ "early_stopping": false,
+ "num_beams": 1,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "num_return_sequences": 1,
+ "output_scores": false,
+ "return_dict_in_generate": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "_name_or_path": "",
+ "tf_legacy_loss": false,
+ "use_bfloat16": false,
+ "hidden_size": 384,
+ "num_hidden_layers": 12,
+ "num_attention_heads": 6,
+ "intermediate_size": 1536,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.0,
+ "attention_probs_dropout_prob": 0.0,
+ "initializer_range": 0.02,
+ "layer_norm_eps": 1e-12,
+ "image_size": 384,
+ "patch_size": 16,
+ "num_channels": 3,
+ "qkv_bias": true,
+ "encoder_stride": 16,
+ "pooler_output_size": 384,
+ "pooler_act": "tanh",
+ "model_type": "deit",
+ "output_attentions": false
+ },
+ "model_type": "vision-encoder-decoder",
+ "tf_legacy_loss": false,
+ "use_bfloat16": false,
+ "output_attentions": false
+ },
+ "english_generation": {
+ "max_length": 20,
+ "max_new_tokens": null,
+ "min_length": 0,
+ "min_new_tokens": null,
+ "early_stopping": false,
+ "max_time": null,
+ "stop_strings": null,
+ "do_sample": false,
+ "num_beams": 1,
+ "use_cache": false,
+ "cache_implementation": null,
+ "cache_config": null,
+ "return_legacy_cache": null,
+ "prefill_chunk_size": null,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "min_p": null,
+ "typical_p": 1.0,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "repetition_penalty": 1.0,
+ "encoder_repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "renormalize_logits": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": null,
+ "begin_suppress_tokens": null,
+ "sequence_bias": null,
+ "token_healing": false,
+ "guidance_scale": null,
+ "watermarking_config": null,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "output_logits": null,
+ "return_dict_in_generate": false,
+ "pad_token_id": 1,
+ "bos_token_id": 0,
+ "eos_token_id": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "decoder_start_token_id": 2,
+ "is_assistant": false,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "assistant_confidence_threshold": 0.4,
+ "prompt_lookup_num_tokens": null,
+ "max_matching_ngram_size": null,
+ "assistant_early_exit": null,
+ "assistant_lookbehind": 10,
+ "target_lookbehind": 10,
+ "disable_compile": false,
+ "low_memory": null,
+ "penalty_alpha": null,
+ "dola_layers": null,
+ "diversity_penalty": 0.0,
+ "num_beam_groups": 1,
+ "constraints": null,
+ "force_words_ids": null,
+ "_from_model_config": true,
+ "transformers_version": "4.57.6"
+ },
+ "character_generation": {
+ "max_length": 20,
+ "max_new_tokens": 257,
+ "min_length": 0,
+ "min_new_tokens": null,
+ "early_stopping": false,
+ "max_time": null,
+ "stop_strings": null,
+ "do_sample": false,
+ "num_beams": 1,
+ "use_cache": false,
+ "cache_implementation": null,
+ "cache_config": null,
+ "return_legacy_cache": null,
+ "prefill_chunk_size": null,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "min_p": null,
+ "typical_p": 1.0,
+ "epsilon_cutoff": 0.0,
+ "eta_cutoff": 0.0,
+ "repetition_penalty": 1.0,
+ "encoder_repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "bad_words_ids": null,
+ "renormalize_logits": false,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "remove_invalid_values": false,
+ "exponential_decay_length_penalty": null,
+ "suppress_tokens": [
+ 0,
+ 1,
+ 3
+ ],
+ "begin_suppress_tokens": null,
+ "sequence_bias": null,
+ "token_healing": false,
+ "guidance_scale": null,
+ "watermarking_config": null,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "output_logits": null,
+ "return_dict_in_generate": false,
+ "pad_token_id": 1,
+ "bos_token_id": 0,
+ "eos_token_id": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "decoder_start_token_id": 2,
+ "is_assistant": false,
+ "num_assistant_tokens": 20,
+ "num_assistant_tokens_schedule": "constant",
+ "assistant_confidence_threshold": 0.4,
+ "prompt_lookup_num_tokens": null,
+ "max_matching_ngram_size": null,
+ "assistant_early_exit": null,
+ "assistant_lookbehind": 10,
+ "target_lookbehind": 10,
+ "disable_compile": false,
+ "low_memory": null,
+ "penalty_alpha": null,
+ "dola_layers": null,
+ "diversity_penalty": 0.0,
+ "num_beam_groups": 1,
+ "constraints": null,
+ "force_words_ids": null,
+ "_from_model_config": true,
+ "transformers_version": "4.57.6"
+ }
+}
diff --git a/source-model/weights.safetensors b/source-model/weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..273c468b74903d70bb37cab8ca829abd08a0c661
--- /dev/null
+++ b/source-model/weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58d252978d3a5d33adcdaea95e113162daf5146e20a9e1b8aa47e21e48ed93
+size 299464488
diff --git a/validation.json b/validation.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f83d076cb2d4136f85ca02d30a4682aee3a92
--- /dev/null
+++ b/validation.json
@@ -0,0 +1,14 @@
+{
+ "source_and_native_CLI_languages": [
+ "ne",
+ "hi",
+ "en"
+ ],
+ "CLI_cases_pass": 6,
+ "PaddleX_path_cases_exact": 24,
+ "PaddleX_BGR_cases_exact": 24,
+ "PaddleX_JSON_cases_checked": 24,
+ "PaddleX_Torch_tensor_operations": 0,
+ "checks_are_fixed_control_cases_not_new_accuracy_measurements": true,
+ "factory_validation_report_sha256": "3684593b81812ddda2561d08e8e84a820e78f20c5b0854886c1701544c04503d"
+}