| <?xml version="1.0"?>
|
| <net name="Model9" version="11">
|
| <layers>
|
| <layer id="0" name="hs" type="Parameter" version="opset1">
|
| <data shape="?,?,?,?" element_type="f32" />
|
| <output>
|
| <port id="0" precision="FP32" names="hs">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="1" name="reference_boxes" type="Parameter" version="opset1">
|
| <data shape="?,?,?,?" element_type="f32" />
|
| <output>
|
| <port id="0" precision="FP32" names="reference_boxes">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="2" name="prompt" type="Parameter" version="opset1">
|
| <data shape="?,?,?" element_type="f32" />
|
| <output>
|
| <port id="0" precision="FP32" names="prompt">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="3" name="prompt_mask" type="Parameter" version="opset1">
|
| <data shape="?,?" element_type="boolean" />
|
| <output>
|
| <port id="0" precision="BOOL" names="prompt_mask">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="4" name="15" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="0" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="15" />
|
| </output>
|
| </layer>
|
| <layer id="5" name="14" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="8" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="14" />
|
| </output>
|
| </layer>
|
| <layer id="6" name="aten::select/Gather" type="Gather" version="opset8">
|
| <data batch_dims="0" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="I64" />
|
| <port id="2" precision="I64" />
|
| </input>
|
| <output>
|
| <port id="3" precision="FP32" names="16,ref_last">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="7" name="aten::clamp/Minimum" type="Clamp" version="opset1">
|
| <data min="0" max="1" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="19,ref_clamped">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="8" name="Constant_288535" type="Const" version="opset1">
|
| <data element_type="f32" shape="1, 1, 1" offset="16" size="4" />
|
| <output>
|
| <port id="0" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="9" name="aten::clamp/Maximum_1" type="Maximum" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="22">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="10" name="Constant_288536_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 1" offset="20" size="2" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="11" name="Constant_288536" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="12" name="aten::rsub/Subtract" type="Subtract" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="25">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="13" name="Constant_288537" type="Const" version="opset1">
|
| <data element_type="f32" shape="1, 1, 1" offset="16" size="4" />
|
| <output>
|
| <port id="0" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="14" name="aten::clamp/Maximum_2" type="Maximum" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="28">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="15" name="aten::div/Divide" type="Divide" version="opset1">
|
| <data auto_broadcast="numpy" m_pythondiv="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="29">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="16" name="aten::log/Log" type="Log" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="30,ref_inv">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="17" name="10" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="0" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="10" />
|
| </output>
|
| </layer>
|
| <layer id="18" name="9" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="8" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="9" />
|
| </output>
|
| </layer>
|
| <layer id="19" name="aten::select/Gather_1" type="Gather" version="opset8">
|
| <data batch_dims="0" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="I64" />
|
| <port id="2" precision="I64" />
|
| </input>
|
| <output>
|
| <port id="3" precision="FP32" names="11,input.11">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="20" name="__module.decoder_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
|
| <data element_type="i32" shape="1" offset="22" size="4" />
|
| <output>
|
| <port id="0" precision="I32">
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="21" name="__module.decoder_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
|
| <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="I32">
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="22" name="Constant_288538_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="26" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="23" name="Constant_288538" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="24" name="__module.decoder_norm/aten::layer_norm/Multiply_1" type="Multiply" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="25" name="Constant_288539_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="538" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="26" name="Constant_288539" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="27" name="__module.decoder_norm/aten::layer_norm/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="100,input.13">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="28" name="self.bbox_embed.layers.0.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="256, 256" offset="1050" size="131072" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.bbox_embed.layers.0.weight">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="29" name="self.bbox_embed.layers.0.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="30" name="__module.bbox_embed.layers.0/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="31" name="Constant_288540_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="132122" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="32" name="Constant_288540" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="33" name="__module.bbox_embed.layers.0/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="112,input.15">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="34" name="__module.bbox_embed/aten::relu/Relu" type="ReLU" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="113,input.17">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="35" name="self.bbox_embed.layers.1.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="256, 256" offset="132634" size="131072" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.bbox_embed.layers.1.weight">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="36" name="self.bbox_embed.layers.1.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="37" name="__module.bbox_embed.layers.1/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="38" name="Constant_288541_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="263706" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="39" name="Constant_288541" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="40" name="__module.bbox_embed.layers.1/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="116,input.19">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="41" name="__module.bbox_embed/aten::relu/Relu_1" type="ReLU" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="117,input">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="42" name="self.bbox_embed.layers.2.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="4, 256" offset="264218" size="2048" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.bbox_embed.layers.2.weight">
|
| <dim>4</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="43" name="self.bbox_embed.layers.2.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>4</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>4</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="44" name="__module.bbox_embed.layers.2/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>4</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="45" name="Constant_288542_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 4" offset="266266" size="8" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="46" name="Constant_288542" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="47" name="__module.bbox_embed.layers.2/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="120,anchor_offsets">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="48" name="aten::add/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="49" name="aten::sigmoid/Sigmoid" type="Sigmoid" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="50" name="self.scorer.hs_proj.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="256, 256" offset="266274" size="131072" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.scorer.hs_proj.weight">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="51" name="self.scorer.hs_proj.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="52" name="__module.scorer.hs_proj/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="53" name="Constant_288543_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 1, 256" offset="397346" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="54" name="Constant_288543" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="55" name="__module.scorer.hs_proj/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="89,proj_hs">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="56" name="self.scorer.prompt_mlp.layers.0.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="2048, 256" offset="397858" size="1048576" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.scorer.prompt_mlp.layers.0.weight">
|
| <dim>2048</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="57" name="self.scorer.prompt_mlp.layers.0.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>2048</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>2048</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="58" name="__module.scorer.prompt_mlp.layers.0/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>2048</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="59" name="Constant_288544_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 2048" offset="1446434" size="4096" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="60" name="Constant_288544" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="61" name="__module.scorer.prompt_mlp.layers.0/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="61,input.1">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="62" name="__module.scorer.prompt_mlp/aten::relu/Relu" type="ReLU" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="62,input.3">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="63" name="self.scorer.prompt_mlp.layers.1.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="256, 2048" offset="1450530" size="1048576" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.scorer.prompt_mlp.layers.1.weight">
|
| <dim>256</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="64" name="self.scorer.prompt_mlp.layers.1.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>256</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="65" name="__module.scorer.prompt_mlp.layers.1/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>2048</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>2048</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="66" name="Constant_288545_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="2499106" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="67" name="Constant_288545" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="68" name="__module.scorer.prompt_mlp.layers.1/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="66,x">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="69" name="__module.scorer.prompt_mlp/aten::add/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="67,input.7">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="70" name="__module.scorer.prompt_mlp.out_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
|
| <data element_type="i32" shape="1" offset="22" size="4" />
|
| <output>
|
| <port id="0" precision="I32">
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="71" name="__module.scorer.prompt_mlp.out_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
|
| <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="I32">
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="72" name="Constant_288546_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="2499618" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="73" name="Constant_288546" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="74" name="__module.scorer.prompt_mlp.out_norm/aten::layer_norm/Multiply_1" type="Multiply" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="75" name="Constant_288547_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 256" offset="2500130" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="76" name="Constant_288547" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="77" name="__module.scorer.prompt_mlp.out_norm/aten::layer_norm/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="71,prompt_1">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="78" name="__module.scorer/aten::bitwise_not/BitwiseNot" type="BitwiseNot" version="opset13">
|
| <input>
|
| <port id="0" precision="BOOL">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="BOOL" names="72">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="79" name="__module.scorer/aten::to/Convert" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <input>
|
| <port id="0" precision="BOOL">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="73">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="80" name="Constant_285730" type="Const" version="opset1">
|
| <data element_type="i64" shape="2" offset="2500642" size="16" />
|
| <output>
|
| <port id="0" precision="I64">
|
| <dim>2</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="81" name="__module.scorer/aten::permute/Transpose" type="Transpose" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="I64">
|
| <dim>2</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="75">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="82" name="40" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="2500658" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="40" />
|
| </output>
|
| </layer>
|
| <layer id="83" name="__module.scorer/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| </port>
|
| <port id="1" precision="I64" />
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="76,is_valid">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="84" name="__module.scorer/aten::mul/Multiply" type="Multiply" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="80">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="85" name="Constant_285754" type="Const" version="opset1">
|
| <data element_type="i64" shape="1" offset="8" size="8" />
|
| <output>
|
| <port id="0" precision="I64">
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="86" name="__module.scorer/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
|
| <data keep_dims="false" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="I64">
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="82">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="87" name="Constant_285741" type="Const" version="opset1">
|
| <data element_type="i64" shape="1" offset="8" size="8" />
|
| <output>
|
| <port id="0" precision="I64">
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="88" name="__module.scorer/aten::sum/ReduceSum_1" type="ReduceSum" version="opset1">
|
| <data keep_dims="false" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| <port id="1" precision="I64">
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="78">
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="89" name="Constant_288548_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1" offset="20" size="2" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="90" name="Constant_288548" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="91" name="__module.scorer/aten::clamp/Maximum" type="Maximum" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="79,num_valid">
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="92" name="__module.scorer/aten::div/Divide" type="Divide" version="opset1">
|
| <data auto_broadcast="numpy" m_pythondiv="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="83,input.9">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="93" name="self.scorer.prompt_proj.weight_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="256, 256" offset="2500666" size="131072" />
|
| <output>
|
| <port id="0" precision="FP16" names="self.scorer.prompt_proj.weight">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="94" name="self.scorer.prompt_proj.weight" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="95" name="__module.scorer.prompt_proj/aten::linear/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="true" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>256</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="96" name="Constant_288549_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 256" offset="2631738" size="512" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="97" name="Constant_288549" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="98" name="__module.scorer.prompt_proj/aten::linear/Add" type="Add" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="86,proj_pooled_prompt">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="99" name="38" type="Const" version="opset1">
|
| <data element_type="i64" shape="" offset="0" size="8" />
|
| <output>
|
| <port id="0" precision="I64" names="38" />
|
| </output>
|
| </layer>
|
| <layer id="100" name="__module.scorer/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="I64" />
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="90">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="101" name="__module.scorer/aten::matmul/MatMul" type="MatMul" version="opset1">
|
| <data transpose_a="false" transpose_b="false" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>256</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="91_1">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="102" name="Constant_288550_compressed" type="Const" version="opset1">
|
| <data element_type="f16" shape="1, 1, 1, 1" offset="2632250" size="2" />
|
| <output>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="103" name="Constant_288550" type="Convert" version="opset1">
|
| <data destination_type="f32" />
|
| <rt_info>
|
| <attribute name="decompression" version="0" />
|
| </rt_info>
|
| <input>
|
| <port id="0" precision="FP16">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="104" name="__module.scorer/aten::mul_/Multiply" type="Multiply" version="opset1">
|
| <data auto_broadcast="numpy" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| <port id="1" precision="FP32">
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="2" precision="FP32" names="91_2">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="105" name="__module.scorer/aten::clamp_/Minimum" type="Clamp" version="opset1">
|
| <data min="-12" max="12" />
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| <output>
|
| <port id="1" precision="FP32" names="scores">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </output>
|
| </layer>
|
| <layer id="106" name="Result_285934" type="Result" version="opset1" output_names="scores">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>1</dim>
|
| </port>
|
| </input>
|
| </layer>
|
| <layer id="107" name="Result_285933" type="Result" version="opset1">
|
| <input>
|
| <port id="0" precision="FP32">
|
| <dim>-1</dim>
|
| <dim>-1</dim>
|
| <dim>4</dim>
|
| </port>
|
| </input>
|
| </layer>
|
| </layers>
|
| <edges>
|
| <edge from-layer="0" from-port="0" to-layer="19" to-port="0" />
|
| <edge from-layer="0" from-port="0" to-layer="52" to-port="0" />
|
| <edge from-layer="1" from-port="0" to-layer="6" to-port="0" />
|
| <edge from-layer="2" from-port="0" to-layer="69" to-port="1" />
|
| <edge from-layer="2" from-port="0" to-layer="58" to-port="0" />
|
| <edge from-layer="3" from-port="0" to-layer="78" to-port="0" />
|
| <edge from-layer="4" from-port="0" to-layer="6" to-port="1" />
|
| <edge from-layer="5" from-port="0" to-layer="6" to-port="2" />
|
| <edge from-layer="6" from-port="3" to-layer="7" to-port="0" />
|
| <edge from-layer="7" from-port="1" to-layer="9" to-port="0" />
|
| <edge from-layer="7" from-port="1" to-layer="12" to-port="1" />
|
| <edge from-layer="8" from-port="0" to-layer="9" to-port="1" />
|
| <edge from-layer="9" from-port="2" to-layer="15" to-port="0" />
|
| <edge from-layer="10" from-port="0" to-layer="11" to-port="0" />
|
| <edge from-layer="11" from-port="1" to-layer="12" to-port="0" />
|
| <edge from-layer="12" from-port="2" to-layer="14" to-port="0" />
|
| <edge from-layer="13" from-port="0" to-layer="14" to-port="1" />
|
| <edge from-layer="14" from-port="2" to-layer="15" to-port="1" />
|
| <edge from-layer="15" from-port="2" to-layer="16" to-port="0" />
|
| <edge from-layer="16" from-port="1" to-layer="48" to-port="0" />
|
| <edge from-layer="17" from-port="0" to-layer="19" to-port="1" />
|
| <edge from-layer="18" from-port="0" to-layer="19" to-port="2" />
|
| <edge from-layer="19" from-port="3" to-layer="21" to-port="0" />
|
| <edge from-layer="20" from-port="0" to-layer="21" to-port="1" />
|
| <edge from-layer="21" from-port="2" to-layer="24" to-port="0" />
|
| <edge from-layer="22" from-port="0" to-layer="23" to-port="0" />
|
| <edge from-layer="23" from-port="1" to-layer="24" to-port="1" />
|
| <edge from-layer="24" from-port="2" to-layer="27" to-port="0" />
|
| <edge from-layer="25" from-port="0" to-layer="26" to-port="0" />
|
| <edge from-layer="26" from-port="1" to-layer="27" to-port="1" />
|
| <edge from-layer="27" from-port="2" to-layer="30" to-port="0" />
|
| <edge from-layer="28" from-port="0" to-layer="29" to-port="0" />
|
| <edge from-layer="29" from-port="1" to-layer="30" to-port="1" />
|
| <edge from-layer="30" from-port="2" to-layer="33" to-port="0" />
|
| <edge from-layer="31" from-port="0" to-layer="32" to-port="0" />
|
| <edge from-layer="32" from-port="1" to-layer="33" to-port="1" />
|
| <edge from-layer="33" from-port="2" to-layer="34" to-port="0" />
|
| <edge from-layer="34" from-port="1" to-layer="37" to-port="0" />
|
| <edge from-layer="35" from-port="0" to-layer="36" to-port="0" />
|
| <edge from-layer="36" from-port="1" to-layer="37" to-port="1" />
|
| <edge from-layer="37" from-port="2" to-layer="40" to-port="0" />
|
| <edge from-layer="38" from-port="0" to-layer="39" to-port="0" />
|
| <edge from-layer="39" from-port="1" to-layer="40" to-port="1" />
|
| <edge from-layer="40" from-port="2" to-layer="41" to-port="0" />
|
| <edge from-layer="41" from-port="1" to-layer="44" to-port="0" />
|
| <edge from-layer="42" from-port="0" to-layer="43" to-port="0" />
|
| <edge from-layer="43" from-port="1" to-layer="44" to-port="1" />
|
| <edge from-layer="44" from-port="2" to-layer="47" to-port="0" />
|
| <edge from-layer="45" from-port="0" to-layer="46" to-port="0" />
|
| <edge from-layer="46" from-port="1" to-layer="47" to-port="1" />
|
| <edge from-layer="47" from-port="2" to-layer="48" to-port="1" />
|
| <edge from-layer="48" from-port="2" to-layer="49" to-port="0" />
|
| <edge from-layer="49" from-port="1" to-layer="107" to-port="0" />
|
| <edge from-layer="50" from-port="0" to-layer="51" to-port="0" />
|
| <edge from-layer="51" from-port="1" to-layer="52" to-port="1" />
|
| <edge from-layer="52" from-port="2" to-layer="55" to-port="0" />
|
| <edge from-layer="53" from-port="0" to-layer="54" to-port="0" />
|
| <edge from-layer="54" from-port="1" to-layer="55" to-port="1" />
|
| <edge from-layer="55" from-port="2" to-layer="101" to-port="0" />
|
| <edge from-layer="56" from-port="0" to-layer="57" to-port="0" />
|
| <edge from-layer="57" from-port="1" to-layer="58" to-port="1" />
|
| <edge from-layer="58" from-port="2" to-layer="61" to-port="0" />
|
| <edge from-layer="59" from-port="0" to-layer="60" to-port="0" />
|
| <edge from-layer="60" from-port="1" to-layer="61" to-port="1" />
|
| <edge from-layer="61" from-port="2" to-layer="62" to-port="0" />
|
| <edge from-layer="62" from-port="1" to-layer="65" to-port="0" />
|
| <edge from-layer="63" from-port="0" to-layer="64" to-port="0" />
|
| <edge from-layer="64" from-port="1" to-layer="65" to-port="1" />
|
| <edge from-layer="65" from-port="2" to-layer="68" to-port="0" />
|
| <edge from-layer="66" from-port="0" to-layer="67" to-port="0" />
|
| <edge from-layer="67" from-port="1" to-layer="68" to-port="1" />
|
| <edge from-layer="68" from-port="2" to-layer="69" to-port="0" />
|
| <edge from-layer="69" from-port="2" to-layer="71" to-port="0" />
|
| <edge from-layer="70" from-port="0" to-layer="71" to-port="1" />
|
| <edge from-layer="71" from-port="2" to-layer="74" to-port="0" />
|
| <edge from-layer="72" from-port="0" to-layer="73" to-port="0" />
|
| <edge from-layer="73" from-port="1" to-layer="74" to-port="1" />
|
| <edge from-layer="74" from-port="2" to-layer="77" to-port="0" />
|
| <edge from-layer="75" from-port="0" to-layer="76" to-port="0" />
|
| <edge from-layer="76" from-port="1" to-layer="77" to-port="1" />
|
| <edge from-layer="77" from-port="2" to-layer="84" to-port="0" />
|
| <edge from-layer="78" from-port="1" to-layer="79" to-port="0" />
|
| <edge from-layer="79" from-port="1" to-layer="81" to-port="0" />
|
| <edge from-layer="80" from-port="0" to-layer="81" to-port="1" />
|
| <edge from-layer="81" from-port="2" to-layer="83" to-port="0" />
|
| <edge from-layer="82" from-port="0" to-layer="83" to-port="1" />
|
| <edge from-layer="83" from-port="2" to-layer="84" to-port="1" />
|
| <edge from-layer="83" from-port="2" to-layer="88" to-port="0" />
|
| <edge from-layer="84" from-port="2" to-layer="86" to-port="0" />
|
| <edge from-layer="85" from-port="0" to-layer="86" to-port="1" />
|
| <edge from-layer="86" from-port="2" to-layer="92" to-port="0" />
|
| <edge from-layer="87" from-port="0" to-layer="88" to-port="1" />
|
| <edge from-layer="88" from-port="2" to-layer="91" to-port="0" />
|
| <edge from-layer="89" from-port="0" to-layer="90" to-port="0" />
|
| <edge from-layer="90" from-port="1" to-layer="91" to-port="1" />
|
| <edge from-layer="91" from-port="2" to-layer="92" to-port="1" />
|
| <edge from-layer="92" from-port="2" to-layer="95" to-port="0" />
|
| <edge from-layer="93" from-port="0" to-layer="94" to-port="0" />
|
| <edge from-layer="94" from-port="1" to-layer="95" to-port="1" />
|
| <edge from-layer="95" from-port="2" to-layer="98" to-port="0" />
|
| <edge from-layer="96" from-port="0" to-layer="97" to-port="0" />
|
| <edge from-layer="97" from-port="1" to-layer="98" to-port="1" />
|
| <edge from-layer="98" from-port="2" to-layer="100" to-port="0" />
|
| <edge from-layer="99" from-port="0" to-layer="100" to-port="1" />
|
| <edge from-layer="100" from-port="2" to-layer="101" to-port="1" />
|
| <edge from-layer="101" from-port="2" to-layer="104" to-port="0" />
|
| <edge from-layer="102" from-port="0" to-layer="103" to-port="0" />
|
| <edge from-layer="103" from-port="1" to-layer="104" to-port="1" />
|
| <edge from-layer="104" from-port="2" to-layer="105" to-port="0" />
|
| <edge from-layer="105" from-port="1" to-layer="106" to-port="0" />
|
| </edges>
|
| <rt_info>
|
| <info name="OpenVINO Runtime" value="2026.3.1-22476-759c5a6ab8c-releases/2026/3" />
|
| <Runtime_version value="2026.3.1-22476-759c5a6ab8c-releases/2026/3" />
|
| <conversion_parameters>
|
| <framework value="pytorch" />
|
| <is_python_object value="True" />
|
| </conversion_parameters>
|
| </rt_info>
|
| </net>
|
|
|
