optimum-intel-internal-testing/tiny-random-VisionEncoderDecoderModel-vit-gpt2
026k
1<?xml version="1.0"?>2<net name="Model6" version="11">3 <layers>4 <layer id="0" name="decoder_input_ids" type="Parameter" version="opset1">5 <data shape="?,?" element_type="i64" />6 <output>7 <port id="0" precision="I64" names="input_ids">8 <dim>-1</dim>9 <dim>-1</dim>10 </port>11 </output>12 </layer>13 <layer id="1" name="Parameter_27301" type="Parameter" version="opset1">14 <data shape="?,?,32" element_type="f32" />15 <output>16 <port id="0" precision="FP32" names="encoder_hidden_states">17 <dim>-1</dim>18 <dim>-1</dim>19 <dim>32</dim>20 </port>21 </output>22 </layer>23 <layer id="2" name="Parameter_27308" type="Parameter" version="opset1">24 <data shape="?,4,?,8" element_type="f32" />25 <output>26 <port id="0" precision="FP32" names="past_key_values.0.key">27 <dim>-1</dim>28 <dim>4</dim>29 <dim>-1</dim>30 <dim>8</dim>31 </port>32 </output>33 </layer>34 <layer id="3" name="Parameter_27307" type="Parameter" version="opset1">35 <data shape="?,4,?,8" element_type="f32" />36 <output>37 <port id="0" precision="FP32" names="past_key_values.0.value">38 <dim>-1</dim>39 <dim>4</dim>40 <dim>-1</dim>41 <dim>8</dim>42 </port>43 </output>44 </layer>45 <layer id="4" name="Parameter_27310" type="Parameter" version="opset1">46 <data shape="?,4,?,8" element_type="f32" />47 <output>48 <port id="0" precision="FP32" names="past_key_values.1.key">49 <dim>-1</dim>50 <dim>4</dim>51 <dim>-1</dim>52 <dim>8</dim>53 </port>54 </output>55 </layer>56 <layer id="5" name="Parameter_27309" type="Parameter" version="opset1">57 <data shape="?,4,?,8" element_type="f32" />58 <output>59 <port id="0" precision="FP32" names="past_key_values.1.value">60 <dim>-1</dim>61 <dim>4</dim>62 <dim>-1</dim>63 <dim>8</dim>64 </port>65 </output>66 </layer>67 <layer id="6" name="Parameter_27312" type="Parameter" version="opset1">68 <data shape="?,4,?,8" element_type="f32" />69 <output>70 <port id="0" precision="FP32" names="past_key_values.2.key">71 <dim>-1</dim>72 <dim>4</dim>73 <dim>-1</dim>74 <dim>8</dim>75 </port>76 </output>77 </layer>78 <layer id="7" name="Parameter_27311" type="Parameter" version="opset1">79 <data shape="?,4,?,8" element_type="f32" />80 <output>81 <port id="0" precision="FP32" names="past_key_values.2.value">82 <dim>-1</dim>83 <dim>4</dim>84 <dim>-1</dim>85 <dim>8</dim>86 </port>87 </output>88 </layer>89 <layer id="8" name="Parameter_27314" type="Parameter" version="opset1">90 <data shape="?,4,?,8" element_type="f32" />91 <output>92 <port id="0" precision="FP32" names="past_key_values.3.key">93 <dim>-1</dim>94 <dim>4</dim>95 <dim>-1</dim>96 <dim>8</dim>97 </port>98 </output>99 </layer>100 <layer id="9" name="Parameter_27313" type="Parameter" version="opset1">101 <data shape="?,4,?,8" element_type="f32" />102 <output>103 <port id="0" precision="FP32" names="past_key_values.3.value">104 <dim>-1</dim>105 <dim>4</dim>106 <dim>-1</dim>107 <dim>8</dim>108 </port>109 </output>110 </layer>111 <layer id="10" name="Parameter_27316" type="Parameter" version="opset1">112 <data shape="?,4,?,8" element_type="f32" />113 <output>114 <port id="0" precision="FP32" names="past_key_values.4.key">115 <dim>-1</dim>116 <dim>4</dim>117 <dim>-1</dim>118 <dim>8</dim>119 </port>120 </output>121 </layer>122 <layer id="11" name="Parameter_27315" type="Parameter" version="opset1">123 <data shape="?,4,?,8" element_type="f32" />124 <output>125 <port id="0" precision="FP32" names="past_key_values.4.value">126 <dim>-1</dim>127 <dim>4</dim>128 <dim>-1</dim>129 <dim>8</dim>130 </port>131 </output>132 </layer>133 <layer id="12" name="self.decoder.transformer.wte.weight" type="Const" version="opset1">134 <data element_type="f32" shape="1024, 32" offset="0" size="131072" />135 <output>136 <port id="0" precision="FP32" names="self.decoder.transformer.wte.weight">137 <dim>1024</dim>138 <dim>32</dim>139 </port>140 </output>141 </layer>142 <layer id="13" name="__module.decoder.transformer/prim::ListConstruct/SequenceMark" type="Const" version="opset1">143 <data element_type="i64" shape="2" offset="131072" size="16" />144 <output>145 <port id="0" precision="I64">146 <dim>2</dim>147 </port>148 </output>149 </layer>150 <layer id="14" name="__module.decoder.transformer/aten::view/Reshape" type="Reshape" version="opset1">151 <data special_zero="true" />152 <input>153 <port id="0" precision="I64">154 <dim>-1</dim>155 <dim>-1</dim>156 </port>157 <port id="1" precision="I64">158 <dim>2</dim>159 </port>160 </input>161 <output>162 <port id="2" precision="I64" names="86,input_ids_1">163 <dim>-1</dim>164 <dim>-1</dim>165 </port>166 </output>167 </layer>168 <layer id="15" name="__module.decoder.transformer.wte/aten::embedding/Convert" type="Convert" version="opset1">169 <data destination_type="i32" />170 <input>171 <port id="0" precision="I64">172 <dim>-1</dim>173 <dim>-1</dim>174 </port>175 </input>176 <output>177 <port id="1" precision="I32">178 <dim>-1</dim>179 <dim>-1</dim>180 </port>181 </output>182 </layer>183 <layer id="16" name="__module.decoder.transformer.wte/aten::embedding/Constant" type="Const" version="opset1">184 <data element_type="i32" shape="" offset="131088" size="4" />185 <output>186 <port id="0" precision="I32" />187 </output>188 </layer>189 <layer id="17" name="__module.decoder.transformer.wte/aten::embedding/Gather" type="Gather" version="opset8">190 <data batch_dims="0" />191 <input>192 <port id="0" precision="FP32">193 <dim>1024</dim>194 <dim>32</dim>195 </port>196 <port id="1" precision="I32">197 <dim>-1</dim>198 <dim>-1</dim>199 </port>200 <port id="2" precision="I32" />201 </input>202 <output>203 <port id="3" precision="FP32" names="88,inputs_embeds">204 <dim>-1</dim>205 <dim>-1</dim>206 <dim>32</dim>207 </port>208 </output>209 </layer>210 <layer id="18" name="self.decoder.transformer.wpe.weight" type="Const" version="opset1">211 <data element_type="f32" shape="512, 32" offset="131092" size="65536" />212 <output>213 <port id="0" precision="FP32" names="self.decoder.transformer.wpe.weight">214 <dim>512</dim>215 <dim>32</dim>216 </port>217 </output>218 </layer>219 <layer id="19" name="__module.decoder.transformer/aten::arange/Constant" type="Const" version="opset1">220 <data element_type="i32" shape="" offset="131088" size="4" />221 <output>222 <port id="0" precision="I32" />223 </output>224 </layer>225 <layer id="20" name="ShapeOf_41409" type="ShapeOf" version="opset3">226 <data output_type="i64" />227 <input>228 <port id="0" precision="I32">229 <dim>-1</dim>230 <dim>-1</dim>231 </port>232 </input>233 <output>234 <port id="1" precision="I64">235 <dim>2</dim>236 </port>237 </output>238 </layer>239 <layer id="21" name="Constant_41410" type="Const" version="opset1">240 <data element_type="i64" shape="" offset="196628" size="8" />241 <output>242 <port id="0" precision="I64" />243 </output>244 </layer>245 <layer id="22" name="Constant_41411" type="Const" version="opset1">246 <data element_type="i64" shape="" offset="196636" size="8" />247 <output>248 <port id="0" precision="I64" />249 </output>250 </layer>251 <layer id="23" name="Gather_41412" type="Gather" version="opset8">252 <data batch_dims="0" />253 <input>254 <port id="0" precision="I64">255 <dim>2</dim>256 </port>257 <port id="1" precision="I64" />258 <port id="2" precision="I64" />259 </input>260 <output>261 <port id="3" precision="I64" names="136,140,91,99" />262 </output>263 </layer>264 <layer id="24" name="__module.decoder.transformer/aten::arange/Constant_1" type="Const" version="opset1">265 <data element_type="i32" shape="" offset="196644" size="4" />266 <output>267 <port id="0" precision="I32" />268 </output>269 </layer>270 <layer id="25" name="__module.decoder.transformer/aten::arange/Range" type="Range" version="opset4">271 <data output_type="i64" />272 <input>273 <port id="0" precision="I32" />274 <port id="1" precision="I64" />275 <port id="2" precision="I32" />276 </input>277 <output>278 <port id="3" precision="I64" names="92">279 <dim>-1</dim>280 </port>281 </output>282 </layer>283 <layer id="26" name="ShapeOf_41415" type="ShapeOf" version="opset3">284 <data output_type="i64" />285 <input>286 <port id="0" precision="FP32">287 <dim>-1</dim>288 <dim>4</dim>289 <dim>-1</dim>290 <dim>8</dim>291 </port>292 </input>293 <output>294 <port id="1" precision="I64">295 <dim>4</dim>296 </port>297 </output>298 </layer>299 <layer id="27" name="Constant_41416" type="Const" version="opset1">300 <data element_type="i64" shape="" offset="196648" size="8" />301 <output>302 <port id="0" precision="I64" />303 </output>304 </layer>305 <layer id="28" name="Constant_41417" type="Const" version="opset1">306 <data element_type="i64" shape="" offset="196636" size="8" />307 <output>308 <port id="0" precision="I64" />309 </output>310 </layer>311 <layer id="29" name="Gather_41418" type="Gather" version="opset8">312 <data batch_dims="0" />313 <input>314 <port id="0" precision="I64">315 <dim>4</dim>316 </port>317 <port id="1" precision="I64" />318 <port id="2" precision="I64" />319 </input>320 <output>321 <port id="3" precision="I64" names="101,103,105,89,q_offset.3" />322 </output>323 </layer>324 <layer id="30" name="__module.decoder.transformer/aten::add/Add" type="Add" version="opset1">325 <data auto_broadcast="numpy" />326 <input>327 <port id="0" precision="I64">328 <dim>-1</dim>329 </port>330 <port id="1" precision="I64" />331 </input>332 <output>333 <port id="2" precision="I64" names="93,position_ids">334 <dim>-1</dim>335 </port>336 </output>337 </layer>338 <layer id="31" name="46" type="Const" version="opset1">339 <data element_type="i64" shape="" offset="196636" size="8" />340 <output>341 <port id="0" precision="I64" names="46" />342 </output>343 </layer>344 <layer id="32" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">345 <input>346 <port id="0" precision="I64">347 <dim>-1</dim>348 </port>349 <port id="1" precision="I64" />350 </input>351 <output>352 <port id="2" precision="I64" names="94,input.1">353 <dim>1</dim>354 <dim>-1</dim>355 </port>356 </output>357 </layer>358 <layer id="33" name="__module.decoder.transformer.wpe/aten::embedding/Convert" type="Convert" version="opset1">359 <data destination_type="i32" />360 <input>361 <port id="0" precision="I64">362 <dim>1</dim>363 <dim>-1</dim>364 </port>365 </input>366 <output>367 <port id="1" precision="I32">368 <dim>1</dim>369 <dim>-1</dim>370 </port>371 </output>372 </layer>373 <layer id="34" name="__module.decoder.transformer.wpe/aten::embedding/Constant" type="Const" version="opset1">374 <data element_type="i32" shape="" offset="131088" size="4" />375 <output>376 <port id="0" precision="I32" />377 </output>378 </layer>379 <layer id="35" name="__module.decoder.transformer.wpe/aten::embedding/Gather" type="Gather" version="opset8">380 <data batch_dims="0" />381 <input>382 <port id="0" precision="FP32">383 <dim>512</dim>384 <dim>32</dim>385 </port>386 <port id="1" precision="I32">387 <dim>1</dim>388 <dim>-1</dim>389 </port>390 <port id="2" precision="I32" />391 </input>392 <output>393 <port id="3" precision="FP32" names="96,97,position_embeds,position_embeds.1">394 <dim>1</dim>395 <dim>-1</dim>396 <dim>32</dim>397 </port>398 </output>399 </layer>400 <layer id="36" name="__module.decoder.transformer/aten::add/Add_1" type="Add" version="opset1">401 <data auto_broadcast="numpy" />402 <input>403 <port id="0" precision="FP32">404 <dim>-1</dim>405 <dim>-1</dim>406 <dim>32</dim>407 </port>408 <port id="1" precision="FP32">409 <dim>1</dim>410 <dim>-1</dim>411 <dim>32</dim>412 </port>413 </input>414 <output>415 <port id="2" precision="FP32" names="98,input.3">416 <dim>-1</dim>417 <dim>-1</dim>418 <dim>32</dim>419 </port>420 </output>421 </layer>422 <layer id="37" name="__module.decoder.transformer.h.0.ln_1/aten::layer_norm/Multiply" type="Const" version="opset1">423 <data element_type="i32" shape="1" offset="196656" size="4" />424 <output>425 <port id="0" precision="I32">426 <dim>1</dim>427 </port>428 </output>429 </layer>430 <layer id="38" name="__module.decoder.transformer.h.0.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">431 <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />432 <input>433 <port id="0" precision="FP32">434 <dim>-1</dim>435 <dim>-1</dim>436 <dim>32</dim>437 </port>438 <port id="1" precision="I32">439 <dim>1</dim>440 </port>441 </input>442 <output>443 <port id="2" precision="FP32" names="170,x.1">444 <dim>-1</dim>445 <dim>-1</dim>446 <dim>32</dim>447 </port>448 </output>449 </layer>450 <layer id="39" name="Transpose_39583" type="Const" version="opset1">451 <data element_type="f32" shape="96, 32" offset="196660" size="12288" />452 <output>453 <port id="0" precision="FP32">454 <dim>96</dim>455 <dim>32</dim>456 </port>457 </output>458 </layer>459 <layer id="40" name="__module.decoder.transformer.h.0.attn.c_attn/aten::addmm/MatMul" type="MatMul" version="opset1">460 <data transpose_a="false" transpose_b="true" />461 <input>462 <port id="0" precision="FP32">463 <dim>-1</dim>464 <dim>-1</dim>465 <dim>32</dim>466 </port>467 <port id="1" precision="FP32">468 <dim>96</dim>469 <dim>32</dim>470 </port>471 </input>472 <output>473 <port id="2" precision="FP32" names="180,182,x.3">474 <dim>-1</dim>475 <dim>-1</dim>476 <dim>96</dim>477 </port>478 </output>479 </layer>480 <layer id="41" name="43" type="Const" version="opset1">481 <data element_type="i64" shape="" offset="196648" size="8" />482 <output>483 <port id="0" precision="I64" names="43" />484 </output>485 </layer>486 <layer id="42" name="__module.decoder.transformer.h.0.attn/prim::ListUnpack/Concat" type="Const" version="opset1">487 <data element_type="i64" shape="3" offset="208948" size="24" />488 <output>489 <port id="0" precision="I64">490 <dim>3</dim>491 </port>492 </output>493 </layer>494 <layer id="43" name="__module.decoder.transformer.h.0.attn/prim::ListUnpack/VariadicSplit" type="VariadicSplit" version="opset1">495 <input>496 <port id="0" precision="FP32">497 <dim>-1</dim>498 <dim>-1</dim>499 <dim>96</dim>500 </port>501 <port id="1" precision="I64" />502 <port id="2" precision="I64">503 <dim>3</dim>504 </port>505 </input>506 <output>507 <port id="3" precision="FP32" names="184,query_states.1">508 <dim>-1</dim>509 <dim>-1</dim>510 <dim>32</dim>511 </port>512 <port id="4" precision="FP32" names="185,key_states.1">513 <dim>-1</dim>514 <dim>-1</dim>515 <dim>32</dim>516 </port>517 <port id="5" precision="FP32" names="186,value_states.1">518 <dim>-1</dim>519 <dim>-1</dim>520 <dim>32</dim>521 </port>522 </output>523 </layer>524 <layer id="44" name="__module.decoder.transformer.h.0.attn/prim::ListConstruct/SequenceMark" type="Const" version="opset1">525 <data element_type="i64" shape="4" offset="208972" size="32" />526 <output>527 <port id="0" precision="I64">528 <dim>4</dim>529 </port>530 </output>531 </layer>532 <layer id="45" name="__module.decoder.transformer.h.0.attn/aten::view/Reshape" type="Reshape" version="opset1">533 <data special_zero="true" />534 <input>535 <port id="0" precision="FP32">536 <dim>-1</dim>537 <dim>-1</dim>538 <dim>32</dim>539 </port>540 <port id="1" precision="I64">541 <dim>4</dim>542 </port>543 </input>544 <output>545 <port id="2" precision="FP32" names="198">546 <dim>-1</dim>547 <dim>-1</dim>548 <dim>4</dim>549 <dim>8</dim>550 </port>551 </output>552 </layer>553 <layer id="46" name="__module.decoder.transformer.h.0.attn/aten::transpose/Constant" type="Const" version="opset1">554 <data element_type="i32" shape="4" offset="209004" size="16" />555 <output>556 <port id="0" precision="I32">557 <dim>4</dim>558 </port>559 </output>560 </layer>561 <layer id="47" name="__module.decoder.transformer.h.0.attn/aten::transpose/Transpose" type="Transpose" version="opset1">562 <input>563 <port id="0" precision="FP32">564 <dim>-1</dim>565 <dim>-1</dim>566 <dim>4</dim>567 <dim>8</dim>568 </port>569 <port id="1" precision="I32">570 <dim>4</dim>571 </port>572 </input>573 <output>574 <port id="2" precision="FP32" names="199,query.1">575 <dim>-1</dim>576 <dim>4</dim>577 <dim>-1</dim>578 <dim>8</dim>579 </port>580 </output>581 </layer>582 <layer id="48" name="__module.decoder.transformer.h.0.attn/prim::ListConstruct/SequenceMark_1" type="Const" version="opset1">583 <data element_type="i64" shape="4" offset="208972" size="32" />584 <output>585 <port id="0" precision="I64">586 <dim>4</dim>587 </port>588 </output>589 </layer>590 <layer id="49" name="__module.decoder.transformer.h.0.attn/aten::view/Reshape_1" type="Reshape" version="opset1">591 <data special_zero="true" />592 <input>593 <port id="0" precision="FP32">594 <dim>-1</dim>595 <dim>-1</dim>596 <dim>32</dim>597 </port>598 <port id="1" precision="I64">599 <dim>4</dim>600 </port>601 </input>602 <output>603 <port id="2" precision="FP32" names="190">604 <dim>-1</dim>605 <dim>-1</dim>606 <dim>4</dim>607 <dim>8</dim>608 </port>609 </output>610 </layer>611 <layer id="50" name="__module.decoder.transformer.h.0.attn/aten::transpose/Constant_1" type="Const" version="opset1">612 <data element_type="i32" shape="4" offset="209004" size="16" />613 <output>614 <port id="0" precision="I32">615 <dim>4</dim>616 </port>617 </output>618 </layer>619 <layer id="51" name="__module.decoder.transformer.h.0.attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">620 <input>621 <port id="0" precision="FP32">622 <dim>-1</dim>623 <dim>-1</dim>624 <dim>4</dim>625 <dim>8</dim>626 </port>627 <port id="1" precision="I32">628 <dim>4</dim>629 </port>630 </input>631 <output>632 <port id="2" precision="FP32" names="191,key_states.3">633 <dim>-1</dim>634 <dim>4</dim>635 <dim>-1</dim>636 <dim>8</dim>637 </port>638 </output>639 </layer>640 <layer id="52" name="__module.decoder.transformer.h.0.attn/aten::cat/Concat" type="Concat" version="opset1">641 <data axis="-2" />642 <input>643 <port id="0" precision="FP32">644 <dim>-1</dim>645 <dim>4</dim>646 <dim>-1</dim>647 <dim>8</dim>648 </port>649 <port id="1" precision="FP32">650 <dim>-1</dim>651 <dim>4</dim>652 <dim>-1</dim>653 <dim>8</dim>654 </port>655 </input>656 <output>657 <port id="2" precision="FP32" names="present.0.key">658 <dim>-1</dim>659 <dim>4</dim>660 <dim>-1</dim>661 <dim>8</dim>662 </port>663 </output>664 </layer>665 <layer id="53" name="Constant_41767" type="Const" version="opset1">666 <data element_type="i64" shape="4" offset="209020" size="32" />667 <output>668 <port id="0" precision="I64">669 <dim>4</dim>670 </port>671 </output>672 </layer>673 <layer id="54" name="__module.decoder.transformer.h.0.attn/aten::view/Reshape_2" type="Reshape" version="opset1">674 <data special_zero="true" />675 <input>676 <port id="0" precision="FP32">677 <dim>-1</dim>678 <dim>-1</dim>679 <dim>32</dim>680 </port>681 <port id="1" precision="I64">682 <dim>4</dim>683 </port>684 </input>685 <output>686 <port id="2" precision="FP32" names="193">687 <dim>-1</dim>688 <dim>-1</dim>689 <dim>4</dim>690 <dim>8</dim>691 </port>692 </output>693 </layer>694 <layer id="55" name="__module.decoder.transformer.h.0.attn/aten::transpose/Constant_2" type="Const" version="opset1">695 <data element_type="i32" shape="4" offset="209004" size="16" />696 <output>697 <port id="0" precision="I32">698 <dim>4</dim>699 </port>700 </output>701 </layer>702 <layer id="56" name="__module.decoder.transformer.h.0.attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">703 <input>704 <port id="0" precision="FP32">705 <dim>-1</dim>706 <dim>-1</dim>707 <dim>4</dim>708 <dim>8</dim>709 </port>710 <port id="1" precision="I32">711 <dim>4</dim>712 </port>713 </input>714 <output>715 <port id="2" precision="FP32" names="194,value_states.3">716 <dim>-1</dim>717 <dim>4</dim>718 <dim>-1</dim>719 <dim>8</dim>720 </port>721 </output>722 </layer>723 <layer id="57" name="__module.decoder.transformer.h.0.attn/aten::cat/Concat_1" type="Concat" version="opset1">724 <data axis="-2" />725 <input>726 <port id="0" precision="FP32">727 <dim>-1</dim>728 <dim>4</dim>729 <dim>-1</dim>730 <dim>8</dim>731 </port>732 <port id="1" precision="FP32">733 <dim>-1</dim>734 <dim>4</dim>735 <dim>-1</dim>736 <dim>8</dim>737 </port>738 </input>739 <output>740 <port id="2" precision="FP32" names="present.0.value">741 <dim>-1</dim>742 <dim>4</dim>743 <dim>-1</dim>744 <dim>8</dim>745 </port>746 </output>747 </layer>748 <layer id="58" name="__module.decoder.transformer/aten::arange/Constant_2" type="Const" version="opset1">749 <data element_type="i32" shape="" offset="131088" size="4" />750 <output>751 <port id="0" precision="I32" />752 </output>753 </layer>754 <layer id="59" name="__module.decoder.transformer/aten::add/Add_2" type="Add" version="opset1">755 <data auto_broadcast="numpy" />756 <input>757 <port id="0" precision="I64" />758 <port id="1" precision="I64" />759 </input>760 <output>761 <port id="2" precision="I64" names="107,108,111,kv_length.1" />762 </output>763 </layer>764 <layer id="60" name="__module.decoder.transformer/aten::arange/Constant_3" type="Const" version="opset1">765 <data element_type="i32" shape="" offset="196644" size="4" />766 <output>767 <port id="0" precision="I32" />768 </output>769 </layer>770 <layer id="61" name="__module.decoder.transformer/aten::arange/Range_1" type="Range" version="opset4">771 <data output_type="i64" />772 <input>773 <port id="0" precision="I32" />774 <port id="1" precision="I64" />775 <port id="2" precision="I32" />776 </input>777 <output>778 <port id="3" precision="I64" names="118,119,kv_indices.1">779 <dim>-1</dim>780 </port>781 </output>782 </layer>783 <layer id="62" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">784 <input>785 <port id="0" precision="I64">786 <dim>-1</dim>787 </port>788 <port id="1" precision="I64" />789 </input>790 <output>791 <port id="2" precision="I64" names="124">792 <dim>1</dim>793 <dim>-1</dim>794 </port>795 </output>796 </layer>797 <layer id="63" name="40" type="Const" version="opset1">798 <data element_type="i64" shape="" offset="196628" size="8" />799 <output>800 <port id="0" precision="I64" names="40" />801 </output>802 </layer>803 <layer id="64" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">804 <input>805 <port id="0" precision="I64">806 <dim>1</dim>807 <dim>-1</dim>808 </port>809 <port id="1" precision="I64" />810 </input>811 <output>812 <port id="2" precision="I64" names="125">813 <dim>1</dim>814 <dim>1</dim>815 <dim>-1</dim>816 </port>817 </output>818 </layer>819 <layer id="65" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">820 <input>821 <port id="0" precision="I64">822 <dim>1</dim>823 <dim>1</dim>824 <dim>-1</dim>825 </port>826 <port id="1" precision="I64" />827 </input>828 <output>829 <port id="2" precision="I64" names="126,127,kv_idx">830 <dim>1</dim>831 <dim>1</dim>832 <dim>1</dim>833 <dim>-1</dim>834 </port>835 </output>836 </layer>837 <layer id="66" name="__module.decoder.transformer/aten::arange/Constant_4" type="Const" version="opset1">838 <data element_type="i32" shape="" offset="131088" size="4" />839 <output>840 <port id="0" precision="I32" />841 </output>842 </layer>843 <layer id="67" name="Constant_48261" type="Const" version="opset1">844 <data element_type="i64" shape="1" offset="209052" size="8" />845 <output>846 <port id="0" precision="I64">847 <dim>1</dim>848 </port>849 </output>850 </layer>851 <layer id="68" name="Reshape_41432" type="Reshape" version="opset1">852 <data special_zero="false" />853 <input>854 <port id="0" precision="I64" />855 <port id="1" precision="I64">856 <dim>1</dim>857 </port>858 </input>859 <output>860 <port id="2" precision="I64">861 <dim>1</dim>862 </port>863 </output>864 </layer>865 <layer id="69" name="__module.decoder.transformer/aten::size/Constant_6" type="Const" version="opset1">866 <data element_type="i32" shape="" offset="131088" size="4" />867 <output>868 <port id="0" precision="I32" />869 </output>870 </layer>871 <layer id="70" name="__module.decoder.transformer/aten::size/Gather_6" type="Squeeze" version="opset1">872 <input>873 <port id="0" precision="I64">874 <dim>1</dim>875 </port>876 <port id="1" precision="I32" />877 </input>878 <output>879 <port id="2" precision="I64" names="114,143" />880 </output>881 </layer>882 <layer id="71" name="__module.decoder.transformer/aten::arange/Constant_6" type="Const" version="opset1">883 <data element_type="i32" shape="" offset="196644" size="4" />884 <output>885 <port id="0" precision="I32" />886 </output>887 </layer>888 <layer id="72" name="__module.decoder.transformer/aten::arange/Range_3" type="Range" version="opset4">889 <data output_type="i64" />890 <input>891 <port id="0" precision="I32" />892 <port id="1" precision="I64" />893 <port id="2" precision="I32" />894 </input>895 <output>896 <port id="3" precision="I64" names="116,145">897 <dim>-1</dim>898 </port>899 </output>900 </layer>901 <layer id="73" name="__module.decoder.transformer/aten::arange/Constant_5" type="Const" version="opset1">902 <data element_type="i32" shape="" offset="196644" size="4" />903 <output>904 <port id="0" precision="I32" />905 </output>906 </layer>907 <layer id="74" name="__module.decoder.transformer/aten::arange/Range_2" type="Range" version="opset4">908 <data output_type="i64" />909 <input>910 <port id="0" precision="I64" />911 <port id="1" precision="I64" />912 <port id="2" precision="I32" />913 </input>914 <output>915 <port id="3" precision="I64" names="113,cache_position.1">916 <dim>-1</dim>917 </port>918 </output>919 </layer>920 <layer id="75" name="__module.decoder.transformer/aten::select/Gather" type="Gather" version="opset8">921 <data batch_dims="0" />922 <input>923 <port id="0" precision="I64">924 <dim>-1</dim>925 </port>926 <port id="1" precision="I64" />927 <port id="2" precision="I64" />928 </input>929 <output>930 <port id="3" precision="I64" names="115,q_offset.5" />931 </output>932 </layer>933 <layer id="76" name="__module.decoder.transformer/aten::add/Add_5" type="Add" version="opset1">934 <data auto_broadcast="numpy" />935 <input>936 <port id="0" precision="I64">937 <dim>-1</dim>938 </port>939 <port id="1" precision="I64" />940 </input>941 <output>942 <port id="2" precision="I64" names="117,q_indices.1">943 <dim>-1</dim>944 </port>945 </output>946 </layer>947 <layer id="77" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_4" type="Unsqueeze" version="opset1">948 <input>949 <port id="0" precision="I64">950 <dim>-1</dim>951 </port>952 <port id="1" precision="I64" />953 </input>954 <output>955 <port id="2" precision="I64" names="120">956 <dim>1</dim>957 <dim>-1</dim>958 </port>959 </output>960 </layer>961 <layer id="78" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_5" type="Unsqueeze" version="opset1">962 <input>963 <port id="0" precision="I64">964 <dim>1</dim>965 <dim>-1</dim>966 </port>967 <port id="1" precision="I64" />968 </input>969 <output>970 <port id="2" precision="I64" names="121,122">971 <dim>1</dim>972 <dim>1</dim>973 <dim>-1</dim>974 </port>975 </output>976 </layer>977 <layer id="79" name="51" type="Const" version="opset1">978 <data element_type="i64" shape="" offset="209060" size="8" />979 <output>980 <port id="0" precision="I64" names="51" />981 </output>982 </layer>983 <layer id="80" name="__module.decoder.transformer/aten::unsqueeze/Unsqueeze_6" type="Unsqueeze" version="opset1">984 <input>985 <port id="0" precision="I64">986 <dim>1</dim>987 <dim>1</dim>988 <dim>-1</dim>989 </port>990 <port id="1" precision="I64" />991 </input>992 <output>993 <port id="2" precision="I64" names="123,q_idx.1">994 <dim>1</dim>995 <dim>1</dim>996 <dim>-1</dim>997 <dim>1</dim>998 </port>999 </output>1000 </layer>1001 <layer id="81" name="__module.decoder.transformer/aten::le/LessEqual" type="LessEqual" version="opset1">1002 <data auto_broadcast="numpy" />1003 <input>1004 <port id="0" precision="I64">1005 <dim>1</dim>1006 <dim>1</dim>1007 <dim>1</dim>1008 <dim>-1</dim>1009 </port>1010 <port id="1" precision="I64">1011 <dim>1</dim>1012 <dim>1</dim>1013 <dim>-1</dim>1014 <dim>1</dim>1015 </port>1016 </input>1017 <output>1018 <port id="2" precision="BOOL" names="128,attention_mask.1">1019 <dim>1</dim>1020 <dim>1</dim>1021 <dim>-1</dim>1022 <dim>-1</dim>1023 </port>1024 </output>1025 </layer>1026 <layer id="82" name="Constant_41434" type="Const" version="opset1">1027 <data element_type="i64" shape="1" offset="196636" size="8" />1028 <output>1029 <port id="0" precision="I64">1030 <dim>1</dim>1031 </port>1032 </output>1033 </layer>1034 <layer id="83" name="Constant_41435" type="Const" version="opset1">1035 <data element_type="i64" shape="" offset="196636" size="8" />1036 <output>1037 <port id="0" precision="I64" />1038 </output>1039 </layer>1040 <layer id="84" name="Gather_41436" type="Gather" version="opset8">1041 <data batch_dims="0" />1042 <input>1043 <port id="0" precision="I64">1044 <dim>2</dim>1045 </port>1046 <port id="1" precision="I64">1047 <dim>1</dim>1048 </port>1049 <port id="2" precision="I64" />1050 </input>1051 <output>1052 <port id="3" precision="I64" names="110,139,247,410,573,736,899">1053 <dim>1</dim>1054 </port>1055 </output>1056 </layer>1057 <layer id="85" name="Constant_38206" type="Const" version="opset1">1058 <data element_type="i64" shape="1" offset="196628" size="8" />1059 <output>1060 <port id="0" precision="I64">1061 <dim>1</dim>1062 </port>1063 </output>1064 </layer>1065 <layer id="86" name="Constant_23328" type="Const" version="opset1">1066 <data element_type="i32" shape="" offset="131088" size="4" />1067 <output>1068 <port id="0" precision="I32" />1069 </output>1070 </layer>1071 <layer id="87" name="Unsqueeze_23332" type="Unsqueeze" version="opset1">1072 <input>1073 <port id="0" precision="I64" />1074 <port id="1" precision="I32" />1075 </input>1076 <output>1077 <port id="2" precision="I64">1078 <dim>1</dim>1079 </port>1080 </output>1081 </layer>1082 <layer id="88" name="__module.decoder.transformer/prim::ListConstruct/SequenceMark_1" type="Concat" version="opset1">1083 <data axis="0" />1084 <input>1085 <port id="0" precision="I64">1086 <dim>1</dim>1087 </port>1088 <port id="1" precision="I64">1089 <dim>1</dim>1090 </port>1091 <port id="2" precision="I64">1092 <dim>1</dim>1093 </port>1094 <port id="3" precision="I64">1095 <dim>1</dim>1096 </port>1097 </input>1098 <output>1099 <port id="4" precision="I64">1100 <dim>4</dim>1101 </port>1102 </output>1103 </layer>1104 <layer id="89" name="__module.decoder.transformer/aten::expand/Broadcast" type="Broadcast" version="opset3">1105 <data mode="bidirectional" />1106 <input>1107 <port id="0" precision="BOOL">1108 <dim>1</dim>1109 <dim>1</dim>1110 <dim>-1</dim>1111 <dim>-1</dim>1112 </port>1113 <port id="1" precision="I64">1114 <dim>4</dim>1115 </port>1116 </input>1117 <output>1118 <port id="2" precision="BOOL" names="130,mask.1">1119 <dim>-1</dim>1120 <dim>1</dim>1121 <dim>-1</dim>1122 <dim>-1</dim>1123 </port>1124 </output>1125 </layer>1126 <layer id="90" name="__module.decoder.transformer/aten::to/Convert_2" type="Const" version="opset1">1127 <data element_type="f32" shape="" offset="131088" size="4" />1128 <output>1129 <port id="0" precision="FP32" names="131,154" />1130 </output>1131 </layer>1132 <layer id="91" name="__module.decoder.transformer/aten::to/Convert_3" type="Const" version="opset1">1133 <data element_type="f32" shape="" offset="209068" size="4" />1134 <output>1135 <port id="0" precision="FP32" names="133,156" />1136 </output>1137 </layer>1138 <layer id="92" name="__module.decoder.transformer/aten::where/Select" type="Select" version="opset1">1139 <data auto_broadcast="numpy" />1140 <input>1141 <port id="0" precision="BOOL">1142 <dim>-1</dim>1143 <dim>1</dim>1144 <dim>-1</dim>1145 <dim>-1</dim>1146 </port>1147 <port id="1" precision="FP32" />1148 <port id="2" precision="FP32" />1149 </input>1150 <output>1151 <port id="3" precision="FP32" names="135,attention_mask.5">1152 <dim>-1</dim>1153 <dim>1</dim>1154 <dim>-1</dim>1155 <dim>-1</dim>1156 </port>1157 </output>1158 </layer>1159 <layer id="93" name="__module.decoder.transformer.h.0.attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">1160 <data element_type="f32" shape="" offset="209072" size="4" />1161 <output>1162 <port id="0" precision="FP32" />1163 </output>1164 </layer>1165 <layer id="94" name="__module.decoder.transformer.h.0.attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">1166 <data causal="false" />1167 <input>1168 <port id="0" precision="FP32">1169 <dim>-1</dim>1170 <dim>4</dim>1171 <dim>-1</dim>1172 <dim>8</dim>1173 </port>1174 <port id="1" precision="FP32">1175 <dim>-1</dim>1176 <dim>4</dim>1177 <dim>-1</dim>1178 <dim>8</dim>1179 </port>1180 <port id="2" precision="FP32">1181 <dim>-1</dim>1182 <dim>4</dim>1183 <dim>-1</dim>1184 <dim>8</dim>1185 </port>1186 <port id="3" precision="FP32">1187 <dim>-1</dim>1188 <dim>1</dim>1189 <dim>-1</dim>1190 <dim>-1</dim>1191 </port>1192 <port id="4" precision="FP32" />1193 </input>1194 <output>1195 <port id="5" precision="FP32" names="204,attn_output.1">1196 <dim>-1</dim>1197 <dim>4</dim>1198 <dim>-1</dim>1199 <dim>8</dim>1200 </port>