fr-models
/
RWKV-5-ABC-82M-v1-20230901-ctx1024
/ncnn
/fp16
/RWKV-5-ABC-82M-v1-20230901-ctx1024-ncnn.param
| 7767517 | |
| 2558 3038 | |
| MemoryData 0 0 1 embd_0 0=512 | |
| MemoryData 1 0 1 embd_1 0=512 | |
| MemoryData 2 0 1 embd_2 0=512 | |
| MemoryData 3 0 1 embd_3 0=512 | |
| MemoryData 4 0 1 embd_4 0=512 | |
| MemoryData 5 0 1 embd_5 0=512 | |
| MemoryData 6 0 1 embd_6 0=512 | |
| MemoryData 7 0 1 embd_7 0=512 | |
| MemoryData 8 0 1 embd_8 0=512 | |
| MemoryData 9 0 1 embd_9 0=512 | |
| MemoryData 10 0 1 embd_10 0=512 | |
| MemoryData 11 0 1 embd_11 0=512 | |
| MemoryData 12 0 1 embd_12 0=512 | |
| MemoryData 13 0 1 embd_13 0=512 | |
| MemoryData 14 0 1 embd_14 0=512 | |
| MemoryData 15 0 1 embd_15 0=512 | |
| MemoryData 16 0 1 embd_16 0=512 | |
| MemoryData 17 0 1 embd_17 0=512 | |
| MemoryData 18 0 1 embd_18 0=512 | |
| MemoryData 19 0 1 embd_19 0=512 | |
| MemoryData 20 0 1 embd_20 0=512 | |
| MemoryData 21 0 1 embd_21 0=512 | |
| MemoryData 22 0 1 embd_22 0=512 | |
| MemoryData 23 0 1 embd_23 0=512 | |
| MemoryData 24 0 1 embd_24 0=512 | |
| MemoryData 25 0 1 embd_25 0=512 | |
| MemoryData 26 0 1 embd_26 0=512 | |
| MemoryData 27 0 1 embd_27 0=512 | |
| MemoryData 28 0 1 embd_28 0=512 | |
| MemoryData 29 0 1 embd_29 0=512 | |
| MemoryData 30 0 1 embd_30 0=512 | |
| MemoryData 31 0 1 embd_31 0=512 | |
| MemoryData 32 0 1 embd_32 0=512 | |
| MemoryData 33 0 1 embd_33 0=512 | |
| MemoryData 34 0 1 embd_34 0=512 | |
| MemoryData 35 0 1 embd_35 0=512 | |
| MemoryData 36 0 1 embd_36 0=512 | |
| MemoryData 37 0 1 embd_37 0=512 | |
| MemoryData 38 0 1 embd_38 0=512 | |
| MemoryData 39 0 1 embd_39 0=512 | |
| MemoryData 40 0 1 embd_40 0=512 | |
| MemoryData 41 0 1 embd_41 0=512 | |
| MemoryData 42 0 1 embd_42 0=512 | |
| MemoryData 43 0 1 embd_43 0=512 | |
| MemoryData 44 0 1 embd_44 0=512 | |
| MemoryData 45 0 1 embd_45 0=512 | |
| MemoryData 46 0 1 embd_46 0=512 | |
| MemoryData 47 0 1 embd_47 0=512 | |
| MemoryData 48 0 1 embd_48 0=512 | |
| MemoryData 49 0 1 embd_49 0=512 | |
| MemoryData 50 0 1 embd_50 0=512 | |
| MemoryData 51 0 1 embd_51 0=512 | |
| MemoryData 52 0 1 embd_52 0=512 | |
| MemoryData 53 0 1 embd_53 0=512 | |
| MemoryData 54 0 1 embd_54 0=512 | |
| MemoryData 55 0 1 embd_55 0=512 | |
| MemoryData 56 0 1 embd_56 0=512 | |
| MemoryData 57 0 1 embd_57 0=512 | |
| MemoryData 58 0 1 embd_58 0=512 | |
| MemoryData 59 0 1 embd_59 0=512 | |
| MemoryData 60 0 1 embd_60 0=512 | |
| MemoryData 61 0 1 embd_61 0=512 | |
| MemoryData 62 0 1 embd_62 0=512 | |
| MemoryData 63 0 1 embd_63 0=512 | |
| MemoryData 64 0 1 embd_64 0=512 | |
| MemoryData 65 0 1 embd_65 0=512 | |
| MemoryData 66 0 1 embd_66 0=512 | |
| MemoryData 67 0 1 embd_67 0=512 | |
| MemoryData 68 0 1 embd_68 0=512 | |
| MemoryData 69 0 1 embd_69 0=512 | |
| MemoryData 70 0 1 embd_70 0=512 | |
| MemoryData 71 0 1 embd_71 0=512 | |
| MemoryData 72 0 1 embd_72 0=512 | |
| MemoryData 73 0 1 embd_73 0=512 | |
| MemoryData 74 0 1 embd_74 0=512 | |
| MemoryData 75 0 1 embd_75 0=512 | |
| MemoryData 76 0 1 embd_76 0=512 | |
| MemoryData 77 0 1 embd_77 0=512 | |
| MemoryData 78 0 1 embd_78 0=512 | |
| MemoryData 79 0 1 embd_79 0=512 | |
| MemoryData 80 0 1 embd_80 0=512 | |
| MemoryData 81 0 1 embd_81 0=512 | |
| MemoryData 82 0 1 embd_82 0=512 | |
| MemoryData 83 0 1 embd_83 0=512 | |
| MemoryData 84 0 1 embd_84 0=512 | |
| MemoryData 85 0 1 embd_85 0=512 | |
| MemoryData 86 0 1 embd_86 0=512 | |
| MemoryData 87 0 1 embd_87 0=512 | |
| MemoryData 88 0 1 embd_88 0=512 | |
| MemoryData 89 0 1 embd_89 0=512 | |
| MemoryData 90 0 1 embd_90 0=512 | |
| MemoryData 91 0 1 embd_91 0=512 | |
| MemoryData 92 0 1 embd_92 0=512 | |
| MemoryData 93 0 1 embd_93 0=512 | |
| MemoryData 94 0 1 embd_94 0=512 | |
| MemoryData 95 0 1 embd_95 0=512 | |
| MemoryData 96 0 1 embd_96 0=512 | |
| MemoryData 97 0 1 embd_97 0=512 | |
| MemoryData 98 0 1 embd_98 0=512 | |
| MemoryData 99 0 1 embd_99 0=512 | |
| MemoryData 100 0 1 embd_100 0=512 | |
| MemoryData 101 0 1 embd_101 0=512 | |
| MemoryData 102 0 1 embd_102 0=512 | |
| MemoryData 103 0 1 embd_103 0=512 | |
| MemoryData 104 0 1 embd_104 0=512 | |
| MemoryData 105 0 1 embd_105 0=512 | |
| MemoryData 106 0 1 embd_106 0=512 | |
| MemoryData 107 0 1 embd_107 0=512 | |
| MemoryData 108 0 1 embd_108 0=512 | |
| MemoryData 109 0 1 embd_109 0=512 | |
| MemoryData 110 0 1 embd_110 0=512 | |
| MemoryData 111 0 1 embd_111 0=512 | |
| MemoryData 112 0 1 embd_112 0=512 | |
| MemoryData 113 0 1 embd_113 0=512 | |
| MemoryData 114 0 1 embd_114 0=512 | |
| MemoryData 115 0 1 embd_115 0=512 | |
| MemoryData 116 0 1 embd_116 0=512 | |
| MemoryData 117 0 1 embd_117 0=512 | |
| MemoryData 118 0 1 embd_118 0=512 | |
| MemoryData 119 0 1 embd_119 0=512 | |
| MemoryData 120 0 1 embd_120 0=512 | |
| MemoryData 121 0 1 embd_121 0=512 | |
| MemoryData 122 0 1 embd_122 0=512 | |
| MemoryData 123 0 1 embd_123 0=512 | |
| MemoryData 124 0 1 embd_124 0=512 | |
| MemoryData 125 0 1 embd_125 0=512 | |
| MemoryData 126 0 1 embd_126 0=512 | |
| MemoryData 127 0 1 embd_127 0=512 | |
| MemoryData 128 0 1 tensor_1702 0=512 | |
| MemoryData 129 0 1 tensor_1705 0=64 1=64 2=8 | |
| MemoryData 130 0 1 tensor_1708 0=512 | |
| MemoryData 131 0 1 tensor_1711 0=512 | |
| MemoryData 132 0 1 tensor_1714 0=64 1=64 2=8 | |
| MemoryData 133 0 1 tensor_1717 0=512 | |
| MemoryData 134 0 1 tensor_1720 0=512 | |
| MemoryData 135 0 1 tensor_1723 0=64 1=64 2=8 | |
| MemoryData 136 0 1 tensor_1726 0=512 | |
| MemoryData 137 0 1 tensor_1729 0=512 | |
| MemoryData 138 0 1 tensor_1732 0=64 1=64 2=8 | |
| MemoryData 139 0 1 tensor_1735 0=512 | |
| MemoryData 140 0 1 tensor_1738 0=512 | |
| MemoryData 141 0 1 tensor_1741 0=64 1=64 2=8 | |
| MemoryData 142 0 1 tensor_1744 0=512 | |
| MemoryData 143 0 1 tensor_1747 0=512 | |
| MemoryData 144 0 1 tensor_1750 0=64 1=64 2=8 | |
| MemoryData 145 0 1 tensor_1753 0=512 | |
| MemoryData 146 0 1 tensor_1756 0=512 | |
| MemoryData 147 0 1 tensor_1759 0=64 1=64 2=8 | |
| MemoryData 148 0 1 tensor_1762 0=512 | |
| MemoryData 149 0 1 tensor_1765 0=512 | |
| MemoryData 150 0 1 tensor_1768 0=64 1=64 2=8 | |
| MemoryData 151 0 1 tensor_1771 0=512 | |
| MemoryData 152 0 1 tensor_1774 0=512 | |
| MemoryData 153 0 1 tensor_1777 0=64 1=64 2=8 | |
| MemoryData 154 0 1 tensor_1780 0=512 | |
| MemoryData 155 0 1 tensor_1783 0=512 | |
| MemoryData 156 0 1 tensor_1786 0=64 1=64 2=8 | |
| MemoryData 157 0 1 tensor_1789 0=512 | |
| MemoryData 158 0 1 tensor_1792 0=512 | |
| MemoryData 159 0 1 tensor_1795 0=64 1=64 2=8 | |
| MemoryData 160 0 1 tensor_1798 0=512 | |
| MemoryData 161 0 1 tensor_1801 0=512 | |
| MemoryData 162 0 1 tensor_1804 0=64 1=64 2=8 | |
| MemoryData 163 0 1 tensor_1807 0=512 | |
| MemoryData 164 0 1 tensor_1810 0=512 | |
| MemoryData 165 0 1 tensor_1813 0=64 1=64 2=8 | |
| MemoryData 166 0 1 tensor_1816 0=512 | |
| MemoryData 167 0 1 tensor_1819 0=512 | |
| MemoryData 168 0 1 tensor_1822 0=64 1=64 2=8 | |
| MemoryData 169 0 1 tensor_1825 0=512 | |
| MemoryData 170 0 1 tensor_1828 0=512 | |
| MemoryData 171 0 1 tensor_1831 0=64 1=64 2=8 | |
| MemoryData 172 0 1 tensor_1834 0=512 | |
| MemoryData 173 0 1 tensor_1837 0=512 | |
| MemoryData 174 0 1 tensor_1840 0=64 1=64 2=8 | |
| MemoryData 175 0 1 tensor_1843 0=512 | |
| MemoryData 176 0 1 tensor_1846 0=512 | |
| MemoryData 177 0 1 tensor_1849 0=64 1=64 2=8 | |
| MemoryData 178 0 1 tensor_1852 0=512 | |
| MemoryData 179 0 1 tensor_1855 0=512 | |
| MemoryData 180 0 1 tensor_1858 0=64 1=64 2=8 | |
| MemoryData 181 0 1 tensor_1861 0=512 | |
| MemoryData 182 0 1 tensor_1864 0=512 | |
| MemoryData 183 0 1 tensor_1867 0=64 1=64 2=8 | |
| MemoryData 184 0 1 tensor_1870 0=512 | |
| MemoryData 185 0 1 tensor_1873 0=512 | |
| MemoryData 186 0 1 tensor_1876 0=64 1=64 2=8 | |
| MemoryData 187 0 1 tensor_1879 0=512 | |
| MemoryData 188 0 1 tensor_1882 0=512 | |
| MemoryData 189 0 1 tensor_1885 0=64 1=64 2=8 | |
| MemoryData 190 0 1 tensor_1888 0=512 | |
| MemoryData 191 0 1 tensor_1891 0=512 | |
| MemoryData 192 0 1 tensor_1894 0=64 1=64 2=8 | |
| MemoryData 193 0 1 tensor_1897 0=512 | |
| MemoryData 194 0 1 tensor_1900 0=512 | |
| MemoryData 195 0 1 tensor_1903 0=64 1=64 2=8 | |
| MemoryData 196 0 1 tensor_1906 0=512 | |
| MemoryData 197 0 1 tensor_1909 0=512 | |
| MemoryData 198 0 1 tensor_1912 0=64 1=64 2=8 | |
| MemoryData 199 0 1 tensor_1915 0=512 | |
| Input 200 0 1 input 0=512 | |
| Input 201 0 1 state_0_0 0=512 | |
| Input 202 0 1 state_0_1 0=64 1=64 2=8 | |
| Input 203 0 1 state_0_2 0=512 | |
| Input 204 0 1 state_1_0 0=512 | |
| Input 205 0 1 state_1_1 0=64 1=64 2=8 | |
| Input 206 0 1 state_1_2 0=512 | |
| Input 207 0 1 state_2_0 0=512 | |
| Input 208 0 1 state_2_1 0=64 1=64 2=8 | |
| Input 209 0 1 state_2_2 0=512 | |
| Input 210 0 1 state_3_0 0=512 | |
| Input 211 0 1 state_3_1 0=64 1=64 2=8 | |
| Input 212 0 1 state_3_2 0=512 | |
| Input 213 0 1 state_4_0 0=512 | |
| Input 214 0 1 state_4_1 0=64 1=64 2=8 | |
| Input 215 0 1 state_4_2 0=512 | |
| Input 216 0 1 state_5_0 0=512 | |
| Input 217 0 1 state_5_1 0=64 1=64 2=8 | |
| Input 218 0 1 state_5_2 0=512 | |
| Input 219 0 1 state_6_0 0=512 | |
| Input 220 0 1 state_6_1 0=64 1=64 2=8 | |
| Input 221 0 1 state_6_2 0=512 | |
| Input 222 0 1 state_7_0 0=512 | |
| Input 223 0 1 state_7_1 0=64 1=64 2=8 | |
| Input 224 0 1 state_7_2 0=512 | |
| Input 225 0 1 state_8_0 0=512 | |
| Input 226 0 1 state_8_1 0=64 1=64 2=8 | |
| Input 227 0 1 state_8_2 0=512 | |
| Input 228 0 1 state_9_0 0=512 | |
| Input 229 0 1 state_9_1 0=64 1=64 2=8 | |
| Input 230 0 1 state_9_2 0=512 | |
| Input 231 0 1 state_10_0 0=512 | |
| Input 232 0 1 state_10_1 0=64 1=64 2=8 | |
| Input 233 0 1 state_10_2 0=512 | |
| Input 234 0 1 state_11_0 0=512 | |
| Input 235 0 1 state_11_1 0=64 1=64 2=8 | |
| Input 236 0 1 state_11_2 0=512 | |
| Input 237 0 1 state_12_0 0=512 | |
| Input 238 0 1 state_12_1 0=64 1=64 2=8 | |
| Input 239 0 1 state_12_2 0=512 | |
| Input 240 0 1 state_13_0 0=512 | |
| Input 241 0 1 state_13_1 0=64 1=64 2=8 | |
| Input 242 0 1 state_13_2 0=512 | |
| Input 243 0 1 state_14_0 0=512 | |
| Input 244 0 1 state_14_1 0=64 1=64 2=8 | |
| Input 245 0 1 state_14_2 0=512 | |
| Input 246 0 1 state_15_0 0=512 | |
| Input 247 0 1 state_15_1 0=64 1=64 2=8 | |
| Input 248 0 1 state_15_2 0=512 | |
| Input 249 0 1 state_16_0 0=512 | |
| Input 250 0 1 state_16_1 0=64 1=64 2=8 | |
| Input 251 0 1 state_16_2 0=512 | |
| Input 252 0 1 state_17_0 0=512 | |
| Input 253 0 1 state_17_1 0=64 1=64 2=8 | |
| Input 254 0 1 state_17_2 0=512 | |
| Input 255 0 1 state_18_0 0=512 | |
| Input 256 0 1 state_18_1 0=64 1=64 2=8 | |
| Input 257 0 1 state_18_2 0=512 | |
| Input 258 0 1 state_19_0 0=512 | |
| Input 259 0 1 state_19_1 0=64 1=64 2=8 | |
| Input 260 0 1 state_19_2 0=512 | |
| Input 261 0 1 state_20_0 0=512 | |
| Input 262 0 1 state_20_1 0=64 1=64 2=8 | |
| Input 263 0 1 state_20_2 0=512 | |
| Input 264 0 1 state_21_0 0=512 | |
| Input 265 0 1 state_21_1 0=64 1=64 2=8 | |
| Input 266 0 1 state_21_2 0=512 | |
| Input 267 0 1 state_22_0 0=512 | |
| Input 268 0 1 state_22_1 0=64 1=64 2=8 | |
| Input 269 0 1 state_22_2 0=512 | |
| Input 270 0 1 state_23_0 0=512 | |
| Input 271 0 1 state_23_1 0=64 1=64 2=8 | |
| Input 272 0 1 state_23_2 0=512 | |
| Split 273 1 2 input tensor_1991 tensor_1992 | |
| LayerNorm 274 1 1 tensor_1991 tensor_1993 0=512 1=1.000000e-05 2=1 | |
| Split 275 1 5 tensor_1993 tensor_1994 tensor_1995 tensor_1996 tensor_1997 tensor_1998 | |
| Split 276 1 4 state_0_0 tensor_1999 tensor_2000 tensor_2001 tensor_2002 | |
| MemoryData 277 0 1 blocks.0.att.time_mix_k 0=512 | |
| Split 278 1 2 blocks.0.att.time_mix_k tensor_2004 tensor_2005 | |
| MemoryData 279 0 1 blocks.0.att.time_mix_v 0=512 | |
| Split 280 1 2 blocks.0.att.time_mix_v tensor_2007 tensor_2008 | |
| MemoryData 281 0 1 blocks.0.att.time_mix_r 0=512 | |
| Split 282 1 2 blocks.0.att.time_mix_r tensor_2010 tensor_2011 | |
| MemoryData 283 0 1 blocks.0.att.time_mix_g 0=512 | |
| Split 284 1 2 blocks.0.att.time_mix_g tensor_2013 tensor_2014 | |
| BinaryOp 285 1 1 tensor_2005 tensor_2015 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 286 2 1 tensor_1999 tensor_2015 tensor_2016 0=2 | |
| BinaryOp 287 2 1 tensor_1994 tensor_2004 tensor_2017 0=2 | |
| BinaryOp 288 2 1 tensor_2017 tensor_2016 tensor_2018 0=0 | |
| BinaryOp 289 1 1 tensor_2008 tensor_2019 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 290 2 1 tensor_2000 tensor_2019 tensor_2020 0=2 | |
| BinaryOp 291 2 1 tensor_1995 tensor_2007 tensor_2021 0=2 | |
| BinaryOp 292 2 1 tensor_2021 tensor_2020 tensor_2022 0=0 | |
| BinaryOp 293 1 1 tensor_2011 tensor_2023 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 294 2 1 tensor_2001 tensor_2023 tensor_2024 0=2 | |
| BinaryOp 295 2 1 tensor_1996 tensor_2010 tensor_2025 0=2 | |
| BinaryOp 296 2 1 tensor_2025 tensor_2024 tensor_2026 0=0 | |
| BinaryOp 297 1 1 tensor_2014 tensor_2027 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 298 2 1 tensor_2002 tensor_2027 tensor_2028 0=2 | |
| BinaryOp 299 2 1 tensor_1997 tensor_2013 tensor_2029 0=2 | |
| BinaryOp 300 2 1 tensor_2029 tensor_2028 tensor_2030 0=0 | |
| Reshape 301 1 1 tensor_2026 tensor_2031 0=0 1=1 | |
| Gemm 302 1 1 tensor_2031 tensor_2033 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 303 1 1 tensor_2033 tensor_2034 0=-1 | |
| Reshape 304 1 1 tensor_2034 tensor_2035 0=64 1=1 2=8 | |
| Reshape 305 1 1 tensor_2018 tensor_2036 0=0 1=1 | |
| Gemm 306 1 1 tensor_2036 tensor_2038 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 307 1 1 tensor_2038 tensor_2039 0=-1 | |
| Reshape 308 1 1 tensor_2039 tensor_2040 0=1 1=64 2=8 | |
| Reshape 309 1 1 tensor_2022 tensor_2041 0=0 1=1 | |
| Gemm 310 1 1 tensor_2041 tensor_2043 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 311 1 1 tensor_2043 tensor_2044 0=-1 | |
| Reshape 312 1 1 tensor_2044 tensor_2045 0=64 1=1 2=8 | |
| Reshape 313 1 1 tensor_2030 tensor_2046 0=0 1=1 | |
| Gemm 314 1 1 tensor_2046 tensor_2048 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 315 1 1 tensor_2048 tensor_2049 0=-1 | |
| Swish 316 1 1 tensor_2049 tensor_2050 | |
| MatMul 317 2 1 tensor_2040 tensor_2045 tensor_2051 0=0 | |
| Split 318 1 2 tensor_2051 tensor_2052 tensor_2053 | |
| Split 319 1 2 state_0_1 tensor_2054 tensor_2055 | |
| MemoryData 320 0 1 blocks.0.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 321 2 1 tensor_2052 blocks.0.att.time_first tensor_2057 0=2 | |
| BinaryOp 322 2 1 tensor_2057 tensor_2054 tensor_2058 0=0 | |
| MatMul 323 2 1 tensor_2035 tensor_2058 tensor_2059 0=0 | |
| MemoryData 324 0 1 blocks.0.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 325 2 1 tensor_2055 blocks.0.att.time_decay tensor_2061 0=2 | |
| BinaryOp 326 2 1 tensor_2053 tensor_2061 tensor_2062 0=0 | |
| Reshape 327 1 1 tensor_2059 tensor_2063 0=512 | |
| GroupNorm 328 1 1 tensor_2063 tensor_2064 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 329 1 1 tensor_2064 tensor_2065 0=512 | |
| BinaryOp 330 2 1 tensor_2065 tensor_2050 tensor_2066 0=2 | |
| Reshape 331 1 1 tensor_2066 tensor_2067 0=0 1=1 | |
| Gemm 332 1 1 tensor_2067 tensor_2069 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 333 1 1 tensor_2069 tensor_2070 0=-1 | |
| BinaryOp 334 2 1 tensor_1992 tensor_2070 tensor_2071 0=0 | |
| Split 335 1 1 tensor_1998 output_state_0_0 | |
| Split 336 1 1 tensor_2062 output_state_0_1 | |
| Split 337 1 2 tensor_2071 tensor_2074 tensor_2075 | |
| LayerNorm 338 1 1 tensor_2074 tensor_2076 0=512 1=1.000000e-05 2=1 | |
| Split 339 1 3 tensor_2076 tensor_2077 tensor_2078 tensor_2079 | |
| Split 340 1 2 state_0_2 tensor_2080 tensor_2081 | |
| MemoryData 341 0 1 blocks.0.ffn.time_mix_k 0=512 | |
| Split 342 1 2 blocks.0.ffn.time_mix_k tensor_2083 tensor_2084 | |
| MemoryData 343 0 1 blocks.0.ffn.time_mix_r 0=512 | |
| Split 344 1 2 blocks.0.ffn.time_mix_r tensor_2086 tensor_2087 | |
| BinaryOp 345 1 1 tensor_2084 tensor_2088 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 346 2 1 tensor_2080 tensor_2088 tensor_2089 0=2 | |
| BinaryOp 347 2 1 tensor_2077 tensor_2083 tensor_2090 0=2 | |
| BinaryOp 348 2 1 tensor_2090 tensor_2089 tensor_2091 0=0 | |
| BinaryOp 349 1 1 tensor_2087 tensor_2092 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 350 2 1 tensor_2081 tensor_2092 tensor_2093 0=2 | |
| BinaryOp 351 2 1 tensor_2078 tensor_2086 tensor_2094 0=2 | |
| BinaryOp 352 2 1 tensor_2094 tensor_2093 tensor_2095 0=0 | |
| Reshape 353 1 1 tensor_2095 tensor_2096 0=0 1=1 | |
| Gemm 354 1 1 tensor_2096 tensor_2098 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 355 1 1 tensor_2098 tensor_2099 0=-1 | |
| Sigmoid 356 1 1 tensor_2099 tensor_2100 | |
| Reshape 357 1 1 tensor_2091 tensor_2101 0=0 1=1 | |
| Gemm 358 1 1 tensor_2101 tensor_2103 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 359 1 1 tensor_2103 tensor_2104 0=-1 | |
| ReLU 360 1 1 tensor_2104 tensor_2105 | |
| BinaryOp 361 2 1 tensor_2105 tensor_2105 tensor_2106 0=2 | |
| Reshape 362 1 1 tensor_2106 tensor_2107 0=0 1=1 | |
| Gemm 363 1 1 tensor_2107 tensor_2109 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 364 1 1 tensor_2109 tensor_2110 0=-1 | |
| BinaryOp 365 2 1 tensor_2100 tensor_2110 tensor_2111 0=2 | |
| BinaryOp 366 2 1 tensor_2075 tensor_2111 tensor_2112 0=0 | |
| Split 367 1 1 tensor_2079 output_state_0_2 | |
| Split 368 1 2 tensor_2112 tensor_2114 tensor_2115 | |
| LayerNorm 369 1 1 tensor_2114 tensor_2116 0=512 1=1.000000e-05 2=1 | |
| Split 370 1 5 tensor_2116 tensor_2117 tensor_2118 tensor_2119 tensor_2120 tensor_2121 | |
| Split 371 1 4 state_1_0 tensor_2122 tensor_2123 tensor_2124 tensor_2125 | |
| MemoryData 372 0 1 blocks.1.att.time_mix_k 0=512 | |
| Split 373 1 2 blocks.1.att.time_mix_k tensor_2127 tensor_2128 | |
| MemoryData 374 0 1 blocks.1.att.time_mix_v 0=512 | |
| Split 375 1 2 blocks.1.att.time_mix_v tensor_2130 tensor_2131 | |
| MemoryData 376 0 1 blocks.1.att.time_mix_r 0=512 | |
| Split 377 1 2 blocks.1.att.time_mix_r tensor_2133 tensor_2134 | |
| MemoryData 378 0 1 blocks.1.att.time_mix_g 0=512 | |
| Split 379 1 2 blocks.1.att.time_mix_g tensor_2136 tensor_2137 | |
| BinaryOp 380 1 1 tensor_2128 tensor_2138 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 381 2 1 tensor_2122 tensor_2138 tensor_2139 0=2 | |
| BinaryOp 382 2 1 tensor_2117 tensor_2127 tensor_2140 0=2 | |
| BinaryOp 383 2 1 tensor_2140 tensor_2139 tensor_2141 0=0 | |
| BinaryOp 384 1 1 tensor_2131 tensor_2142 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 385 2 1 tensor_2123 tensor_2142 tensor_2143 0=2 | |
| BinaryOp 386 2 1 tensor_2118 tensor_2130 tensor_2144 0=2 | |
| BinaryOp 387 2 1 tensor_2144 tensor_2143 tensor_2145 0=0 | |
| BinaryOp 388 1 1 tensor_2134 tensor_2146 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 389 2 1 tensor_2124 tensor_2146 tensor_2147 0=2 | |
| BinaryOp 390 2 1 tensor_2119 tensor_2133 tensor_2148 0=2 | |
| BinaryOp 391 2 1 tensor_2148 tensor_2147 tensor_2149 0=0 | |
| BinaryOp 392 1 1 tensor_2137 tensor_2150 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 393 2 1 tensor_2125 tensor_2150 tensor_2151 0=2 | |
| BinaryOp 394 2 1 tensor_2120 tensor_2136 tensor_2152 0=2 | |
| BinaryOp 395 2 1 tensor_2152 tensor_2151 tensor_2153 0=0 | |
| Reshape 396 1 1 tensor_2149 tensor_2154 0=0 1=1 | |
| Gemm 397 1 1 tensor_2154 tensor_2156 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 398 1 1 tensor_2156 tensor_2157 0=-1 | |
| Reshape 399 1 1 tensor_2157 tensor_2158 0=64 1=1 2=8 | |
| Reshape 400 1 1 tensor_2141 tensor_2159 0=0 1=1 | |
| Gemm 401 1 1 tensor_2159 tensor_2161 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 402 1 1 tensor_2161 tensor_2162 0=-1 | |
| Reshape 403 1 1 tensor_2162 tensor_2163 0=1 1=64 2=8 | |
| Reshape 404 1 1 tensor_2145 tensor_2164 0=0 1=1 | |
| Gemm 405 1 1 tensor_2164 tensor_2166 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 406 1 1 tensor_2166 tensor_2167 0=-1 | |
| Reshape 407 1 1 tensor_2167 tensor_2168 0=64 1=1 2=8 | |
| Reshape 408 1 1 tensor_2153 tensor_2169 0=0 1=1 | |
| Gemm 409 1 1 tensor_2169 tensor_2171 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 410 1 1 tensor_2171 tensor_2172 0=-1 | |
| Swish 411 1 1 tensor_2172 tensor_2173 | |
| MatMul 412 2 1 tensor_2163 tensor_2168 tensor_2174 0=0 | |
| Split 413 1 2 tensor_2174 tensor_2175 tensor_2176 | |
| Split 414 1 2 state_1_1 tensor_2177 tensor_2178 | |
| MemoryData 415 0 1 blocks.1.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 416 2 1 tensor_2175 blocks.1.att.time_first tensor_2180 0=2 | |
| BinaryOp 417 2 1 tensor_2180 tensor_2177 tensor_2181 0=0 | |
| MatMul 418 2 1 tensor_2158 tensor_2181 tensor_2182 0=0 | |
| MemoryData 419 0 1 blocks.1.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 420 2 1 tensor_2178 blocks.1.att.time_decay tensor_2184 0=2 | |
| BinaryOp 421 2 1 tensor_2176 tensor_2184 tensor_2185 0=0 | |
| Reshape 422 1 1 tensor_2182 tensor_2186 0=512 | |
| GroupNorm 423 1 1 tensor_2186 tensor_2187 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 424 1 1 tensor_2187 tensor_2188 0=512 | |
| BinaryOp 425 2 1 tensor_2188 tensor_2173 tensor_2189 0=2 | |
| Reshape 426 1 1 tensor_2189 tensor_2190 0=0 1=1 | |
| Gemm 427 1 1 tensor_2190 tensor_2192 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 428 1 1 tensor_2192 tensor_2193 0=-1 | |
| BinaryOp 429 2 1 tensor_2115 tensor_2193 tensor_2194 0=0 | |
| Split 430 1 1 tensor_2121 output_state_1_0 | |
| Split 431 1 1 tensor_2185 output_state_1_1 | |
| Split 432 1 2 tensor_2194 tensor_2197 tensor_2198 | |
| LayerNorm 433 1 1 tensor_2197 tensor_2199 0=512 1=1.000000e-05 2=1 | |
| Split 434 1 3 tensor_2199 tensor_2200 tensor_2201 tensor_2202 | |
| Split 435 1 2 state_1_2 tensor_2203 tensor_2204 | |
| MemoryData 436 0 1 blocks.1.ffn.time_mix_k 0=512 | |
| Split 437 1 2 blocks.1.ffn.time_mix_k tensor_2206 tensor_2207 | |
| MemoryData 438 0 1 blocks.1.ffn.time_mix_r 0=512 | |
| Split 439 1 2 blocks.1.ffn.time_mix_r tensor_2209 tensor_2210 | |
| BinaryOp 440 1 1 tensor_2207 tensor_2211 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 441 2 1 tensor_2203 tensor_2211 tensor_2212 0=2 | |
| BinaryOp 442 2 1 tensor_2200 tensor_2206 tensor_2213 0=2 | |
| BinaryOp 443 2 1 tensor_2213 tensor_2212 tensor_2214 0=0 | |
| BinaryOp 444 1 1 tensor_2210 tensor_2215 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 445 2 1 tensor_2204 tensor_2215 tensor_2216 0=2 | |
| BinaryOp 446 2 1 tensor_2201 tensor_2209 tensor_2217 0=2 | |
| BinaryOp 447 2 1 tensor_2217 tensor_2216 tensor_2218 0=0 | |
| Reshape 448 1 1 tensor_2218 tensor_2219 0=0 1=1 | |
| Gemm 449 1 1 tensor_2219 tensor_2221 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 450 1 1 tensor_2221 tensor_2222 0=-1 | |
| Sigmoid 451 1 1 tensor_2222 tensor_2223 | |
| Reshape 452 1 1 tensor_2214 tensor_2224 0=0 1=1 | |
| Gemm 453 1 1 tensor_2224 tensor_2226 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 454 1 1 tensor_2226 tensor_2227 0=-1 | |
| ReLU 455 1 1 tensor_2227 tensor_2228 | |
| BinaryOp 456 2 1 tensor_2228 tensor_2228 tensor_2229 0=2 | |
| Reshape 457 1 1 tensor_2229 tensor_2230 0=0 1=1 | |
| Gemm 458 1 1 tensor_2230 tensor_2232 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 459 1 1 tensor_2232 tensor_2233 0=-1 | |
| BinaryOp 460 2 1 tensor_2223 tensor_2233 tensor_2234 0=2 | |
| BinaryOp 461 2 1 tensor_2198 tensor_2234 tensor_2235 0=0 | |
| Split 462 1 1 tensor_2202 output_state_1_2 | |
| Split 463 1 2 tensor_2235 tensor_2237 tensor_2238 | |
| LayerNorm 464 1 1 tensor_2237 tensor_2239 0=512 1=1.000000e-05 2=1 | |
| Split 465 1 5 tensor_2239 tensor_2240 tensor_2241 tensor_2242 tensor_2243 tensor_2244 | |
| Split 466 1 4 state_2_0 tensor_2245 tensor_2246 tensor_2247 tensor_2248 | |
| MemoryData 467 0 1 blocks.2.att.time_mix_k 0=512 | |
| Split 468 1 2 blocks.2.att.time_mix_k tensor_2250 tensor_2251 | |
| MemoryData 469 0 1 blocks.2.att.time_mix_v 0=512 | |
| Split 470 1 2 blocks.2.att.time_mix_v tensor_2253 tensor_2254 | |
| MemoryData 471 0 1 blocks.2.att.time_mix_r 0=512 | |
| Split 472 1 2 blocks.2.att.time_mix_r tensor_2256 tensor_2257 | |
| MemoryData 473 0 1 blocks.2.att.time_mix_g 0=512 | |
| Split 474 1 2 blocks.2.att.time_mix_g tensor_2259 tensor_2260 | |
| BinaryOp 475 1 1 tensor_2251 tensor_2261 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 476 2 1 tensor_2245 tensor_2261 tensor_2262 0=2 | |
| BinaryOp 477 2 1 tensor_2240 tensor_2250 tensor_2263 0=2 | |
| BinaryOp 478 2 1 tensor_2263 tensor_2262 tensor_2264 0=0 | |
| BinaryOp 479 1 1 tensor_2254 tensor_2265 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 480 2 1 tensor_2246 tensor_2265 tensor_2266 0=2 | |
| BinaryOp 481 2 1 tensor_2241 tensor_2253 tensor_2267 0=2 | |
| BinaryOp 482 2 1 tensor_2267 tensor_2266 tensor_2268 0=0 | |
| BinaryOp 483 1 1 tensor_2257 tensor_2269 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 484 2 1 tensor_2247 tensor_2269 tensor_2270 0=2 | |
| BinaryOp 485 2 1 tensor_2242 tensor_2256 tensor_2271 0=2 | |
| BinaryOp 486 2 1 tensor_2271 tensor_2270 tensor_2272 0=0 | |
| BinaryOp 487 1 1 tensor_2260 tensor_2273 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 488 2 1 tensor_2248 tensor_2273 tensor_2274 0=2 | |
| BinaryOp 489 2 1 tensor_2243 tensor_2259 tensor_2275 0=2 | |
| BinaryOp 490 2 1 tensor_2275 tensor_2274 tensor_2276 0=0 | |
| Reshape 491 1 1 tensor_2272 tensor_2277 0=0 1=1 | |
| Gemm 492 1 1 tensor_2277 tensor_2279 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 493 1 1 tensor_2279 tensor_2280 0=-1 | |
| Reshape 494 1 1 tensor_2280 tensor_2281 0=64 1=1 2=8 | |
| Reshape 495 1 1 tensor_2264 tensor_2282 0=0 1=1 | |
| Gemm 496 1 1 tensor_2282 tensor_2284 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 497 1 1 tensor_2284 tensor_2285 0=-1 | |
| Reshape 498 1 1 tensor_2285 tensor_2286 0=1 1=64 2=8 | |
| Reshape 499 1 1 tensor_2268 tensor_2287 0=0 1=1 | |
| Gemm 500 1 1 tensor_2287 tensor_2289 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 501 1 1 tensor_2289 tensor_2290 0=-1 | |
| Reshape 502 1 1 tensor_2290 tensor_2291 0=64 1=1 2=8 | |
| Reshape 503 1 1 tensor_2276 tensor_2292 0=0 1=1 | |
| Gemm 504 1 1 tensor_2292 tensor_2294 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 505 1 1 tensor_2294 tensor_2295 0=-1 | |
| Swish 506 1 1 tensor_2295 tensor_2296 | |
| MatMul 507 2 1 tensor_2286 tensor_2291 tensor_2297 0=0 | |
| Split 508 1 2 tensor_2297 tensor_2298 tensor_2299 | |
| Split 509 1 2 state_2_1 tensor_2300 tensor_2301 | |
| MemoryData 510 0 1 blocks.2.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 511 2 1 tensor_2298 blocks.2.att.time_first tensor_2303 0=2 | |
| BinaryOp 512 2 1 tensor_2303 tensor_2300 tensor_2304 0=0 | |
| MatMul 513 2 1 tensor_2281 tensor_2304 tensor_2305 0=0 | |
| MemoryData 514 0 1 blocks.2.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 515 2 1 tensor_2301 blocks.2.att.time_decay tensor_2307 0=2 | |
| BinaryOp 516 2 1 tensor_2299 tensor_2307 tensor_2308 0=0 | |
| Reshape 517 1 1 tensor_2305 tensor_2309 0=512 | |
| GroupNorm 518 1 1 tensor_2309 tensor_2310 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 519 1 1 tensor_2310 tensor_2311 0=512 | |
| BinaryOp 520 2 1 tensor_2311 tensor_2296 tensor_2312 0=2 | |
| Reshape 521 1 1 tensor_2312 tensor_2313 0=0 1=1 | |
| Gemm 522 1 1 tensor_2313 tensor_2315 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 523 1 1 tensor_2315 tensor_2316 0=-1 | |
| BinaryOp 524 2 1 tensor_2238 tensor_2316 tensor_2317 0=0 | |
| Split 525 1 1 tensor_2244 output_state_2_0 | |
| Split 526 1 1 tensor_2308 output_state_2_1 | |
| Split 527 1 2 tensor_2317 tensor_2320 tensor_2321 | |
| LayerNorm 528 1 1 tensor_2320 tensor_2322 0=512 1=1.000000e-05 2=1 | |
| Split 529 1 3 tensor_2322 tensor_2323 tensor_2324 tensor_2325 | |
| Split 530 1 2 state_2_2 tensor_2326 tensor_2327 | |
| MemoryData 531 0 1 blocks.2.ffn.time_mix_k 0=512 | |
| Split 532 1 2 blocks.2.ffn.time_mix_k tensor_2329 tensor_2330 | |
| MemoryData 533 0 1 blocks.2.ffn.time_mix_r 0=512 | |
| Split 534 1 2 blocks.2.ffn.time_mix_r tensor_2332 tensor_2333 | |
| BinaryOp 535 1 1 tensor_2330 tensor_2334 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 536 2 1 tensor_2326 tensor_2334 tensor_2335 0=2 | |
| BinaryOp 537 2 1 tensor_2323 tensor_2329 tensor_2336 0=2 | |
| BinaryOp 538 2 1 tensor_2336 tensor_2335 tensor_2337 0=0 | |
| BinaryOp 539 1 1 tensor_2333 tensor_2338 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 540 2 1 tensor_2327 tensor_2338 tensor_2339 0=2 | |
| BinaryOp 541 2 1 tensor_2324 tensor_2332 tensor_2340 0=2 | |
| BinaryOp 542 2 1 tensor_2340 tensor_2339 tensor_2341 0=0 | |
| Reshape 543 1 1 tensor_2341 tensor_2342 0=0 1=1 | |
| Gemm 544 1 1 tensor_2342 tensor_2344 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 545 1 1 tensor_2344 tensor_2345 0=-1 | |
| Sigmoid 546 1 1 tensor_2345 tensor_2346 | |
| Reshape 547 1 1 tensor_2337 tensor_2347 0=0 1=1 | |
| Gemm 548 1 1 tensor_2347 tensor_2349 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 549 1 1 tensor_2349 tensor_2350 0=-1 | |
| ReLU 550 1 1 tensor_2350 tensor_2351 | |
| BinaryOp 551 2 1 tensor_2351 tensor_2351 tensor_2352 0=2 | |
| Reshape 552 1 1 tensor_2352 tensor_2353 0=0 1=1 | |
| Gemm 553 1 1 tensor_2353 tensor_2355 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 554 1 1 tensor_2355 tensor_2356 0=-1 | |
| BinaryOp 555 2 1 tensor_2346 tensor_2356 tensor_2357 0=2 | |
| BinaryOp 556 2 1 tensor_2321 tensor_2357 tensor_2358 0=0 | |
| Split 557 1 1 tensor_2325 output_state_2_2 | |
| Split 558 1 2 tensor_2358 tensor_2360 tensor_2361 | |
| LayerNorm 559 1 1 tensor_2360 tensor_2362 0=512 1=1.000000e-05 2=1 | |
| Split 560 1 5 tensor_2362 tensor_2363 tensor_2364 tensor_2365 tensor_2366 tensor_2367 | |
| Split 561 1 4 state_3_0 tensor_2368 tensor_2369 tensor_2370 tensor_2371 | |
| MemoryData 562 0 1 blocks.3.att.time_mix_k 0=512 | |
| Split 563 1 2 blocks.3.att.time_mix_k tensor_2373 tensor_2374 | |
| MemoryData 564 0 1 blocks.3.att.time_mix_v 0=512 | |
| Split 565 1 2 blocks.3.att.time_mix_v tensor_2376 tensor_2377 | |
| MemoryData 566 0 1 blocks.3.att.time_mix_r 0=512 | |
| Split 567 1 2 blocks.3.att.time_mix_r tensor_2379 tensor_2380 | |
| MemoryData 568 0 1 blocks.3.att.time_mix_g 0=512 | |
| Split 569 1 2 blocks.3.att.time_mix_g tensor_2382 tensor_2383 | |
| BinaryOp 570 1 1 tensor_2374 tensor_2384 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 571 2 1 tensor_2368 tensor_2384 tensor_2385 0=2 | |
| BinaryOp 572 2 1 tensor_2363 tensor_2373 tensor_2386 0=2 | |
| BinaryOp 573 2 1 tensor_2386 tensor_2385 tensor_2387 0=0 | |
| BinaryOp 574 1 1 tensor_2377 tensor_2388 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 575 2 1 tensor_2369 tensor_2388 tensor_2389 0=2 | |
| BinaryOp 576 2 1 tensor_2364 tensor_2376 tensor_2390 0=2 | |
| BinaryOp 577 2 1 tensor_2390 tensor_2389 tensor_2391 0=0 | |
| BinaryOp 578 1 1 tensor_2380 tensor_2392 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 579 2 1 tensor_2370 tensor_2392 tensor_2393 0=2 | |
| BinaryOp 580 2 1 tensor_2365 tensor_2379 tensor_2394 0=2 | |
| BinaryOp 581 2 1 tensor_2394 tensor_2393 tensor_2395 0=0 | |
| BinaryOp 582 1 1 tensor_2383 tensor_2396 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 583 2 1 tensor_2371 tensor_2396 tensor_2397 0=2 | |
| BinaryOp 584 2 1 tensor_2366 tensor_2382 tensor_2398 0=2 | |
| BinaryOp 585 2 1 tensor_2398 tensor_2397 tensor_2399 0=0 | |
| Reshape 586 1 1 tensor_2395 tensor_2400 0=0 1=1 | |
| Gemm 587 1 1 tensor_2400 tensor_2402 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 588 1 1 tensor_2402 tensor_2403 0=-1 | |
| Reshape 589 1 1 tensor_2403 tensor_2404 0=64 1=1 2=8 | |
| Reshape 590 1 1 tensor_2387 tensor_2405 0=0 1=1 | |
| Gemm 591 1 1 tensor_2405 tensor_2407 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 592 1 1 tensor_2407 tensor_2408 0=-1 | |
| Reshape 593 1 1 tensor_2408 tensor_2409 0=1 1=64 2=8 | |
| Reshape 594 1 1 tensor_2391 tensor_2410 0=0 1=1 | |
| Gemm 595 1 1 tensor_2410 tensor_2412 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 596 1 1 tensor_2412 tensor_2413 0=-1 | |
| Reshape 597 1 1 tensor_2413 tensor_2414 0=64 1=1 2=8 | |
| Reshape 598 1 1 tensor_2399 tensor_2415 0=0 1=1 | |
| Gemm 599 1 1 tensor_2415 tensor_2417 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 600 1 1 tensor_2417 tensor_2418 0=-1 | |
| Swish 601 1 1 tensor_2418 tensor_2419 | |
| MatMul 602 2 1 tensor_2409 tensor_2414 tensor_2420 0=0 | |
| Split 603 1 2 tensor_2420 tensor_2421 tensor_2422 | |
| Split 604 1 2 state_3_1 tensor_2423 tensor_2424 | |
| MemoryData 605 0 1 blocks.3.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 606 2 1 tensor_2421 blocks.3.att.time_first tensor_2426 0=2 | |
| BinaryOp 607 2 1 tensor_2426 tensor_2423 tensor_2427 0=0 | |
| MatMul 608 2 1 tensor_2404 tensor_2427 tensor_2428 0=0 | |
| MemoryData 609 0 1 blocks.3.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 610 2 1 tensor_2424 blocks.3.att.time_decay tensor_2430 0=2 | |
| BinaryOp 611 2 1 tensor_2422 tensor_2430 tensor_2431 0=0 | |
| Reshape 612 1 1 tensor_2428 tensor_2432 0=512 | |
| GroupNorm 613 1 1 tensor_2432 tensor_2433 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 614 1 1 tensor_2433 tensor_2434 0=512 | |
| BinaryOp 615 2 1 tensor_2434 tensor_2419 tensor_2435 0=2 | |
| Reshape 616 1 1 tensor_2435 tensor_2436 0=0 1=1 | |
| Gemm 617 1 1 tensor_2436 tensor_2438 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 618 1 1 tensor_2438 tensor_2439 0=-1 | |
| BinaryOp 619 2 1 tensor_2361 tensor_2439 tensor_2440 0=0 | |
| Split 620 1 1 tensor_2367 output_state_3_0 | |
| Split 621 1 1 tensor_2431 output_state_3_1 | |
| Split 622 1 2 tensor_2440 tensor_2443 tensor_2444 | |
| LayerNorm 623 1 1 tensor_2443 tensor_2445 0=512 1=1.000000e-05 2=1 | |
| Split 624 1 3 tensor_2445 tensor_2446 tensor_2447 tensor_2448 | |
| Split 625 1 2 state_3_2 tensor_2449 tensor_2450 | |
| MemoryData 626 0 1 blocks.3.ffn.time_mix_k 0=512 | |
| Split 627 1 2 blocks.3.ffn.time_mix_k tensor_2452 tensor_2453 | |
| MemoryData 628 0 1 blocks.3.ffn.time_mix_r 0=512 | |
| Split 629 1 2 blocks.3.ffn.time_mix_r tensor_2455 tensor_2456 | |
| BinaryOp 630 1 1 tensor_2453 tensor_2457 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 631 2 1 tensor_2449 tensor_2457 tensor_2458 0=2 | |
| BinaryOp 632 2 1 tensor_2446 tensor_2452 tensor_2459 0=2 | |
| BinaryOp 633 2 1 tensor_2459 tensor_2458 tensor_2460 0=0 | |
| BinaryOp 634 1 1 tensor_2456 tensor_2461 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 635 2 1 tensor_2450 tensor_2461 tensor_2462 0=2 | |
| BinaryOp 636 2 1 tensor_2447 tensor_2455 tensor_2463 0=2 | |
| BinaryOp 637 2 1 tensor_2463 tensor_2462 tensor_2464 0=0 | |
| Reshape 638 1 1 tensor_2464 tensor_2465 0=0 1=1 | |
| Gemm 639 1 1 tensor_2465 tensor_2467 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 640 1 1 tensor_2467 tensor_2468 0=-1 | |
| Sigmoid 641 1 1 tensor_2468 tensor_2469 | |
| Reshape 642 1 1 tensor_2460 tensor_2470 0=0 1=1 | |
| Gemm 643 1 1 tensor_2470 tensor_2472 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 644 1 1 tensor_2472 tensor_2473 0=-1 | |
| ReLU 645 1 1 tensor_2473 tensor_2474 | |
| BinaryOp 646 2 1 tensor_2474 tensor_2474 tensor_2475 0=2 | |
| Reshape 647 1 1 tensor_2475 tensor_2476 0=0 1=1 | |
| Gemm 648 1 1 tensor_2476 tensor_2478 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 649 1 1 tensor_2478 tensor_2479 0=-1 | |
| BinaryOp 650 2 1 tensor_2469 tensor_2479 tensor_2480 0=2 | |
| BinaryOp 651 2 1 tensor_2444 tensor_2480 tensor_2481 0=0 | |
| Split 652 1 1 tensor_2448 output_state_3_2 | |
| Split 653 1 2 tensor_2481 tensor_2483 tensor_2484 | |
| LayerNorm 654 1 1 tensor_2483 tensor_2485 0=512 1=1.000000e-05 2=1 | |
| Split 655 1 5 tensor_2485 tensor_2486 tensor_2487 tensor_2488 tensor_2489 tensor_2490 | |
| Split 656 1 4 state_4_0 tensor_2491 tensor_2492 tensor_2493 tensor_2494 | |
| MemoryData 657 0 1 blocks.4.att.time_mix_k 0=512 | |
| Split 658 1 2 blocks.4.att.time_mix_k tensor_2496 tensor_2497 | |
| MemoryData 659 0 1 blocks.4.att.time_mix_v 0=512 | |
| Split 660 1 2 blocks.4.att.time_mix_v tensor_2499 tensor_2500 | |
| MemoryData 661 0 1 blocks.4.att.time_mix_r 0=512 | |
| Split 662 1 2 blocks.4.att.time_mix_r tensor_2502 tensor_2503 | |
| MemoryData 663 0 1 blocks.4.att.time_mix_g 0=512 | |
| Split 664 1 2 blocks.4.att.time_mix_g tensor_2505 tensor_2506 | |
| BinaryOp 665 1 1 tensor_2497 tensor_2507 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 666 2 1 tensor_2491 tensor_2507 tensor_2508 0=2 | |
| BinaryOp 667 2 1 tensor_2486 tensor_2496 tensor_2509 0=2 | |
| BinaryOp 668 2 1 tensor_2509 tensor_2508 tensor_2510 0=0 | |
| BinaryOp 669 1 1 tensor_2500 tensor_2511 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 670 2 1 tensor_2492 tensor_2511 tensor_2512 0=2 | |
| BinaryOp 671 2 1 tensor_2487 tensor_2499 tensor_2513 0=2 | |
| BinaryOp 672 2 1 tensor_2513 tensor_2512 tensor_2514 0=0 | |
| BinaryOp 673 1 1 tensor_2503 tensor_2515 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 674 2 1 tensor_2493 tensor_2515 tensor_2516 0=2 | |
| BinaryOp 675 2 1 tensor_2488 tensor_2502 tensor_2517 0=2 | |
| BinaryOp 676 2 1 tensor_2517 tensor_2516 tensor_2518 0=0 | |
| BinaryOp 677 1 1 tensor_2506 tensor_2519 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 678 2 1 tensor_2494 tensor_2519 tensor_2520 0=2 | |
| BinaryOp 679 2 1 tensor_2489 tensor_2505 tensor_2521 0=2 | |
| BinaryOp 680 2 1 tensor_2521 tensor_2520 tensor_2522 0=0 | |
| Reshape 681 1 1 tensor_2518 tensor_2523 0=0 1=1 | |
| Gemm 682 1 1 tensor_2523 tensor_2525 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 683 1 1 tensor_2525 tensor_2526 0=-1 | |
| Reshape 684 1 1 tensor_2526 tensor_2527 0=64 1=1 2=8 | |
| Reshape 685 1 1 tensor_2510 tensor_2528 0=0 1=1 | |
| Gemm 686 1 1 tensor_2528 tensor_2530 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 687 1 1 tensor_2530 tensor_2531 0=-1 | |
| Reshape 688 1 1 tensor_2531 tensor_2532 0=1 1=64 2=8 | |
| Reshape 689 1 1 tensor_2514 tensor_2533 0=0 1=1 | |
| Gemm 690 1 1 tensor_2533 tensor_2535 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 691 1 1 tensor_2535 tensor_2536 0=-1 | |
| Reshape 692 1 1 tensor_2536 tensor_2537 0=64 1=1 2=8 | |
| Reshape 693 1 1 tensor_2522 tensor_2538 0=0 1=1 | |
| Gemm 694 1 1 tensor_2538 tensor_2540 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 695 1 1 tensor_2540 tensor_2541 0=-1 | |
| Swish 696 1 1 tensor_2541 tensor_2542 | |
| MatMul 697 2 1 tensor_2532 tensor_2537 tensor_2543 0=0 | |
| Split 698 1 2 tensor_2543 tensor_2544 tensor_2545 | |
| Split 699 1 2 state_4_1 tensor_2546 tensor_2547 | |
| MemoryData 700 0 1 blocks.4.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 701 2 1 tensor_2544 blocks.4.att.time_first tensor_2549 0=2 | |
| BinaryOp 702 2 1 tensor_2549 tensor_2546 tensor_2550 0=0 | |
| MatMul 703 2 1 tensor_2527 tensor_2550 tensor_2551 0=0 | |
| MemoryData 704 0 1 blocks.4.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 705 2 1 tensor_2547 blocks.4.att.time_decay tensor_2553 0=2 | |
| BinaryOp 706 2 1 tensor_2545 tensor_2553 tensor_2554 0=0 | |
| Reshape 707 1 1 tensor_2551 tensor_2555 0=512 | |
| GroupNorm 708 1 1 tensor_2555 tensor_2556 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 709 1 1 tensor_2556 tensor_2557 0=512 | |
| BinaryOp 710 2 1 tensor_2557 tensor_2542 tensor_2558 0=2 | |
| Reshape 711 1 1 tensor_2558 tensor_2559 0=0 1=1 | |
| Gemm 712 1 1 tensor_2559 tensor_2561 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 713 1 1 tensor_2561 tensor_2562 0=-1 | |
| BinaryOp 714 2 1 tensor_2484 tensor_2562 tensor_2563 0=0 | |
| Split 715 1 1 tensor_2490 output_state_4_0 | |
| Split 716 1 1 tensor_2554 output_state_4_1 | |
| Split 717 1 2 tensor_2563 tensor_2566 tensor_2567 | |
| LayerNorm 718 1 1 tensor_2566 tensor_2568 0=512 1=1.000000e-05 2=1 | |
| Split 719 1 3 tensor_2568 tensor_2569 tensor_2570 tensor_2571 | |
| Split 720 1 2 state_4_2 tensor_2572 tensor_2573 | |
| MemoryData 721 0 1 blocks.4.ffn.time_mix_k 0=512 | |
| Split 722 1 2 blocks.4.ffn.time_mix_k tensor_2575 tensor_2576 | |
| MemoryData 723 0 1 blocks.4.ffn.time_mix_r 0=512 | |
| Split 724 1 2 blocks.4.ffn.time_mix_r tensor_2578 tensor_2579 | |
| BinaryOp 725 1 1 tensor_2576 tensor_2580 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 726 2 1 tensor_2572 tensor_2580 tensor_2581 0=2 | |
| BinaryOp 727 2 1 tensor_2569 tensor_2575 tensor_2582 0=2 | |
| BinaryOp 728 2 1 tensor_2582 tensor_2581 tensor_2583 0=0 | |
| BinaryOp 729 1 1 tensor_2579 tensor_2584 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 730 2 1 tensor_2573 tensor_2584 tensor_2585 0=2 | |
| BinaryOp 731 2 1 tensor_2570 tensor_2578 tensor_2586 0=2 | |
| BinaryOp 732 2 1 tensor_2586 tensor_2585 tensor_2587 0=0 | |
| Reshape 733 1 1 tensor_2587 tensor_2588 0=0 1=1 | |
| Gemm 734 1 1 tensor_2588 tensor_2590 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 735 1 1 tensor_2590 tensor_2591 0=-1 | |
| Sigmoid 736 1 1 tensor_2591 tensor_2592 | |
| Reshape 737 1 1 tensor_2583 tensor_2593 0=0 1=1 | |
| Gemm 738 1 1 tensor_2593 tensor_2595 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 739 1 1 tensor_2595 tensor_2596 0=-1 | |
| ReLU 740 1 1 tensor_2596 tensor_2597 | |
| BinaryOp 741 2 1 tensor_2597 tensor_2597 tensor_2598 0=2 | |
| Reshape 742 1 1 tensor_2598 tensor_2599 0=0 1=1 | |
| Gemm 743 1 1 tensor_2599 tensor_2601 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 744 1 1 tensor_2601 tensor_2602 0=-1 | |
| BinaryOp 745 2 1 tensor_2592 tensor_2602 tensor_2603 0=2 | |
| BinaryOp 746 2 1 tensor_2567 tensor_2603 tensor_2604 0=0 | |
| Split 747 1 1 tensor_2571 output_state_4_2 | |
| Split 748 1 2 tensor_2604 tensor_2606 tensor_2607 | |
| LayerNorm 749 1 1 tensor_2606 tensor_2608 0=512 1=1.000000e-05 2=1 | |
| Split 750 1 5 tensor_2608 tensor_2609 tensor_2610 tensor_2611 tensor_2612 tensor_2613 | |
| Split 751 1 4 state_5_0 tensor_2614 tensor_2615 tensor_2616 tensor_2617 | |
| MemoryData 752 0 1 blocks.5.att.time_mix_k 0=512 | |
| Split 753 1 2 blocks.5.att.time_mix_k tensor_2619 tensor_2620 | |
| MemoryData 754 0 1 blocks.5.att.time_mix_v 0=512 | |
| Split 755 1 2 blocks.5.att.time_mix_v tensor_2622 tensor_2623 | |
| MemoryData 756 0 1 blocks.5.att.time_mix_r 0=512 | |
| Split 757 1 2 blocks.5.att.time_mix_r tensor_2625 tensor_2626 | |
| MemoryData 758 0 1 blocks.5.att.time_mix_g 0=512 | |
| Split 759 1 2 blocks.5.att.time_mix_g tensor_2628 tensor_2629 | |
| BinaryOp 760 1 1 tensor_2620 tensor_2630 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 761 2 1 tensor_2614 tensor_2630 tensor_2631 0=2 | |
| BinaryOp 762 2 1 tensor_2609 tensor_2619 tensor_2632 0=2 | |
| BinaryOp 763 2 1 tensor_2632 tensor_2631 tensor_2633 0=0 | |
| BinaryOp 764 1 1 tensor_2623 tensor_2634 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 765 2 1 tensor_2615 tensor_2634 tensor_2635 0=2 | |
| BinaryOp 766 2 1 tensor_2610 tensor_2622 tensor_2636 0=2 | |
| BinaryOp 767 2 1 tensor_2636 tensor_2635 tensor_2637 0=0 | |
| BinaryOp 768 1 1 tensor_2626 tensor_2638 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 769 2 1 tensor_2616 tensor_2638 tensor_2639 0=2 | |
| BinaryOp 770 2 1 tensor_2611 tensor_2625 tensor_2640 0=2 | |
| BinaryOp 771 2 1 tensor_2640 tensor_2639 tensor_2641 0=0 | |
| BinaryOp 772 1 1 tensor_2629 tensor_2642 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 773 2 1 tensor_2617 tensor_2642 tensor_2643 0=2 | |
| BinaryOp 774 2 1 tensor_2612 tensor_2628 tensor_2644 0=2 | |
| BinaryOp 775 2 1 tensor_2644 tensor_2643 tensor_2645 0=0 | |
| Reshape 776 1 1 tensor_2641 tensor_2646 0=0 1=1 | |
| Gemm 777 1 1 tensor_2646 tensor_2648 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 778 1 1 tensor_2648 tensor_2649 0=-1 | |
| Reshape 779 1 1 tensor_2649 tensor_2650 0=64 1=1 2=8 | |
| Reshape 780 1 1 tensor_2633 tensor_2651 0=0 1=1 | |
| Gemm 781 1 1 tensor_2651 tensor_2653 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 782 1 1 tensor_2653 tensor_2654 0=-1 | |
| Reshape 783 1 1 tensor_2654 tensor_2655 0=1 1=64 2=8 | |
| Reshape 784 1 1 tensor_2637 tensor_2656 0=0 1=1 | |
| Gemm 785 1 1 tensor_2656 tensor_2658 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 786 1 1 tensor_2658 tensor_2659 0=-1 | |
| Reshape 787 1 1 tensor_2659 tensor_2660 0=64 1=1 2=8 | |
| Reshape 788 1 1 tensor_2645 tensor_2661 0=0 1=1 | |
| Gemm 789 1 1 tensor_2661 tensor_2663 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 790 1 1 tensor_2663 tensor_2664 0=-1 | |
| Swish 791 1 1 tensor_2664 tensor_2665 | |
| MatMul 792 2 1 tensor_2655 tensor_2660 tensor_2666 0=0 | |
| Split 793 1 2 tensor_2666 tensor_2667 tensor_2668 | |
| Split 794 1 2 state_5_1 tensor_2669 tensor_2670 | |
| MemoryData 795 0 1 blocks.5.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 796 2 1 tensor_2667 blocks.5.att.time_first tensor_2672 0=2 | |
| BinaryOp 797 2 1 tensor_2672 tensor_2669 tensor_2673 0=0 | |
| MatMul 798 2 1 tensor_2650 tensor_2673 tensor_2674 0=0 | |
| MemoryData 799 0 1 blocks.5.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 800 2 1 tensor_2670 blocks.5.att.time_decay tensor_2676 0=2 | |
| BinaryOp 801 2 1 tensor_2668 tensor_2676 tensor_2677 0=0 | |
| Reshape 802 1 1 tensor_2674 tensor_2678 0=512 | |
| GroupNorm 803 1 1 tensor_2678 tensor_2679 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 804 1 1 tensor_2679 tensor_2680 0=512 | |
| BinaryOp 805 2 1 tensor_2680 tensor_2665 tensor_2681 0=2 | |
| Reshape 806 1 1 tensor_2681 tensor_2682 0=0 1=1 | |
| Gemm 807 1 1 tensor_2682 tensor_2684 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 808 1 1 tensor_2684 tensor_2685 0=-1 | |
| BinaryOp 809 2 1 tensor_2607 tensor_2685 tensor_2686 0=0 | |
| Split 810 1 1 tensor_2613 output_state_5_0 | |
| Split 811 1 1 tensor_2677 output_state_5_1 | |
| Split 812 1 2 tensor_2686 tensor_2689 tensor_2690 | |
| LayerNorm 813 1 1 tensor_2689 tensor_2691 0=512 1=1.000000e-05 2=1 | |
| Split 814 1 3 tensor_2691 tensor_2692 tensor_2693 tensor_2694 | |
| Split 815 1 2 state_5_2 tensor_2695 tensor_2696 | |
| MemoryData 816 0 1 blocks.5.ffn.time_mix_k 0=512 | |
| Split 817 1 2 blocks.5.ffn.time_mix_k tensor_2698 tensor_2699 | |
| MemoryData 818 0 1 blocks.5.ffn.time_mix_r 0=512 | |
| Split 819 1 2 blocks.5.ffn.time_mix_r tensor_2701 tensor_2702 | |
| BinaryOp 820 1 1 tensor_2699 tensor_2703 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 821 2 1 tensor_2695 tensor_2703 tensor_2704 0=2 | |
| BinaryOp 822 2 1 tensor_2692 tensor_2698 tensor_2705 0=2 | |
| BinaryOp 823 2 1 tensor_2705 tensor_2704 tensor_2706 0=0 | |
| BinaryOp 824 1 1 tensor_2702 tensor_2707 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 825 2 1 tensor_2696 tensor_2707 tensor_2708 0=2 | |
| BinaryOp 826 2 1 tensor_2693 tensor_2701 tensor_2709 0=2 | |
| BinaryOp 827 2 1 tensor_2709 tensor_2708 tensor_2710 0=0 | |
| Reshape 828 1 1 tensor_2710 tensor_2711 0=0 1=1 | |
| Gemm 829 1 1 tensor_2711 tensor_2713 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 830 1 1 tensor_2713 tensor_2714 0=-1 | |
| Sigmoid 831 1 1 tensor_2714 tensor_2715 | |
| Reshape 832 1 1 tensor_2706 tensor_2716 0=0 1=1 | |
| Gemm 833 1 1 tensor_2716 tensor_2718 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 834 1 1 tensor_2718 tensor_2719 0=-1 | |
| ReLU 835 1 1 tensor_2719 tensor_2720 | |
| BinaryOp 836 2 1 tensor_2720 tensor_2720 tensor_2721 0=2 | |
| Reshape 837 1 1 tensor_2721 tensor_2722 0=0 1=1 | |
| Gemm 838 1 1 tensor_2722 tensor_2724 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 839 1 1 tensor_2724 tensor_2725 0=-1 | |
| BinaryOp 840 2 1 tensor_2715 tensor_2725 tensor_2726 0=2 | |
| BinaryOp 841 2 1 tensor_2690 tensor_2726 tensor_2727 0=0 | |
| Split 842 1 1 tensor_2694 output_state_5_2 | |
| Split 843 1 2 tensor_2727 tensor_2729 tensor_2730 | |
| LayerNorm 844 1 1 tensor_2729 tensor_2731 0=512 1=1.000000e-05 2=1 | |
| Split 845 1 5 tensor_2731 tensor_2732 tensor_2733 tensor_2734 tensor_2735 tensor_2736 | |
| Split 846 1 4 state_6_0 tensor_2737 tensor_2738 tensor_2739 tensor_2740 | |
| MemoryData 847 0 1 blocks.6.att.time_mix_k 0=512 | |
| Split 848 1 2 blocks.6.att.time_mix_k tensor_2742 tensor_2743 | |
| MemoryData 849 0 1 blocks.6.att.time_mix_v 0=512 | |
| Split 850 1 2 blocks.6.att.time_mix_v tensor_2745 tensor_2746 | |
| MemoryData 851 0 1 blocks.6.att.time_mix_r 0=512 | |
| Split 852 1 2 blocks.6.att.time_mix_r tensor_2748 tensor_2749 | |
| MemoryData 853 0 1 blocks.6.att.time_mix_g 0=512 | |
| Split 854 1 2 blocks.6.att.time_mix_g tensor_2751 tensor_2752 | |
| BinaryOp 855 1 1 tensor_2743 tensor_2753 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 856 2 1 tensor_2737 tensor_2753 tensor_2754 0=2 | |
| BinaryOp 857 2 1 tensor_2732 tensor_2742 tensor_2755 0=2 | |
| BinaryOp 858 2 1 tensor_2755 tensor_2754 tensor_2756 0=0 | |
| BinaryOp 859 1 1 tensor_2746 tensor_2757 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 860 2 1 tensor_2738 tensor_2757 tensor_2758 0=2 | |
| BinaryOp 861 2 1 tensor_2733 tensor_2745 tensor_2759 0=2 | |
| BinaryOp 862 2 1 tensor_2759 tensor_2758 tensor_2760 0=0 | |
| BinaryOp 863 1 1 tensor_2749 tensor_2761 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 864 2 1 tensor_2739 tensor_2761 tensor_2762 0=2 | |
| BinaryOp 865 2 1 tensor_2734 tensor_2748 tensor_2763 0=2 | |
| BinaryOp 866 2 1 tensor_2763 tensor_2762 tensor_2764 0=0 | |
| BinaryOp 867 1 1 tensor_2752 tensor_2765 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 868 2 1 tensor_2740 tensor_2765 tensor_2766 0=2 | |
| BinaryOp 869 2 1 tensor_2735 tensor_2751 tensor_2767 0=2 | |
| BinaryOp 870 2 1 tensor_2767 tensor_2766 tensor_2768 0=0 | |
| Reshape 871 1 1 tensor_2764 tensor_2769 0=0 1=1 | |
| Gemm 872 1 1 tensor_2769 tensor_2771 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 873 1 1 tensor_2771 tensor_2772 0=-1 | |
| Reshape 874 1 1 tensor_2772 tensor_2773 0=64 1=1 2=8 | |
| Reshape 875 1 1 tensor_2756 tensor_2774 0=0 1=1 | |
| Gemm 876 1 1 tensor_2774 tensor_2776 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 877 1 1 tensor_2776 tensor_2777 0=-1 | |
| Reshape 878 1 1 tensor_2777 tensor_2778 0=1 1=64 2=8 | |
| Reshape 879 1 1 tensor_2760 tensor_2779 0=0 1=1 | |
| Gemm 880 1 1 tensor_2779 tensor_2781 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 881 1 1 tensor_2781 tensor_2782 0=-1 | |
| Reshape 882 1 1 tensor_2782 tensor_2783 0=64 1=1 2=8 | |
| Reshape 883 1 1 tensor_2768 tensor_2784 0=0 1=1 | |
| Gemm 884 1 1 tensor_2784 tensor_2786 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 885 1 1 tensor_2786 tensor_2787 0=-1 | |
| Swish 886 1 1 tensor_2787 tensor_2788 | |
| MatMul 887 2 1 tensor_2778 tensor_2783 tensor_2789 0=0 | |
| Split 888 1 2 tensor_2789 tensor_2790 tensor_2791 | |
| Split 889 1 2 state_6_1 tensor_2792 tensor_2793 | |
| MemoryData 890 0 1 blocks.6.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 891 2 1 tensor_2790 blocks.6.att.time_first tensor_2795 0=2 | |
| BinaryOp 892 2 1 tensor_2795 tensor_2792 tensor_2796 0=0 | |
| MatMul 893 2 1 tensor_2773 tensor_2796 tensor_2797 0=0 | |
| MemoryData 894 0 1 blocks.6.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 895 2 1 tensor_2793 blocks.6.att.time_decay tensor_2799 0=2 | |
| BinaryOp 896 2 1 tensor_2791 tensor_2799 tensor_2800 0=0 | |
| Reshape 897 1 1 tensor_2797 tensor_2801 0=512 | |
| GroupNorm 898 1 1 tensor_2801 tensor_2802 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 899 1 1 tensor_2802 tensor_2803 0=512 | |
| BinaryOp 900 2 1 tensor_2803 tensor_2788 tensor_2804 0=2 | |
| Reshape 901 1 1 tensor_2804 tensor_2805 0=0 1=1 | |
| Gemm 902 1 1 tensor_2805 tensor_2807 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 903 1 1 tensor_2807 tensor_2808 0=-1 | |
| BinaryOp 904 2 1 tensor_2730 tensor_2808 tensor_2809 0=0 | |
| Split 905 1 1 tensor_2736 output_state_6_0 | |
| Split 906 1 1 tensor_2800 output_state_6_1 | |
| Split 907 1 2 tensor_2809 tensor_2812 tensor_2813 | |
| LayerNorm 908 1 1 tensor_2812 tensor_2814 0=512 1=1.000000e-05 2=1 | |
| Split 909 1 3 tensor_2814 tensor_2815 tensor_2816 tensor_2817 | |
| Split 910 1 2 state_6_2 tensor_2818 tensor_2819 | |
| MemoryData 911 0 1 blocks.6.ffn.time_mix_k 0=512 | |
| Split 912 1 2 blocks.6.ffn.time_mix_k tensor_2821 tensor_2822 | |
| MemoryData 913 0 1 blocks.6.ffn.time_mix_r 0=512 | |
| Split 914 1 2 blocks.6.ffn.time_mix_r tensor_2824 tensor_2825 | |
| BinaryOp 915 1 1 tensor_2822 tensor_2826 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 916 2 1 tensor_2818 tensor_2826 tensor_2827 0=2 | |
| BinaryOp 917 2 1 tensor_2815 tensor_2821 tensor_2828 0=2 | |
| BinaryOp 918 2 1 tensor_2828 tensor_2827 tensor_2829 0=0 | |
| BinaryOp 919 1 1 tensor_2825 tensor_2830 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 920 2 1 tensor_2819 tensor_2830 tensor_2831 0=2 | |
| BinaryOp 921 2 1 tensor_2816 tensor_2824 tensor_2832 0=2 | |
| BinaryOp 922 2 1 tensor_2832 tensor_2831 tensor_2833 0=0 | |
| Reshape 923 1 1 tensor_2833 tensor_2834 0=0 1=1 | |
| Gemm 924 1 1 tensor_2834 tensor_2836 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 925 1 1 tensor_2836 tensor_2837 0=-1 | |
| Sigmoid 926 1 1 tensor_2837 tensor_2838 | |
| Reshape 927 1 1 tensor_2829 tensor_2839 0=0 1=1 | |
| Gemm 928 1 1 tensor_2839 tensor_2841 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 929 1 1 tensor_2841 tensor_2842 0=-1 | |
| ReLU 930 1 1 tensor_2842 tensor_2843 | |
| BinaryOp 931 2 1 tensor_2843 tensor_2843 tensor_2844 0=2 | |
| Reshape 932 1 1 tensor_2844 tensor_2845 0=0 1=1 | |
| Gemm 933 1 1 tensor_2845 tensor_2847 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 934 1 1 tensor_2847 tensor_2848 0=-1 | |
| BinaryOp 935 2 1 tensor_2838 tensor_2848 tensor_2849 0=2 | |
| BinaryOp 936 2 1 tensor_2813 tensor_2849 tensor_2850 0=0 | |
| Split 937 1 1 tensor_2817 output_state_6_2 | |
| Split 938 1 2 tensor_2850 tensor_2852 tensor_2853 | |
| LayerNorm 939 1 1 tensor_2852 tensor_2854 0=512 1=1.000000e-05 2=1 | |
| Split 940 1 5 tensor_2854 tensor_2855 tensor_2856 tensor_2857 tensor_2858 tensor_2859 | |
| Split 941 1 4 state_7_0 tensor_2860 tensor_2861 tensor_2862 tensor_2863 | |
| MemoryData 942 0 1 blocks.7.att.time_mix_k 0=512 | |
| Split 943 1 2 blocks.7.att.time_mix_k tensor_2865 tensor_2866 | |
| MemoryData 944 0 1 blocks.7.att.time_mix_v 0=512 | |
| Split 945 1 2 blocks.7.att.time_mix_v tensor_2868 tensor_2869 | |
| MemoryData 946 0 1 blocks.7.att.time_mix_r 0=512 | |
| Split 947 1 2 blocks.7.att.time_mix_r tensor_2871 tensor_2872 | |
| MemoryData 948 0 1 blocks.7.att.time_mix_g 0=512 | |
| Split 949 1 2 blocks.7.att.time_mix_g tensor_2874 tensor_2875 | |
| BinaryOp 950 1 1 tensor_2866 tensor_2876 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 951 2 1 tensor_2860 tensor_2876 tensor_2877 0=2 | |
| BinaryOp 952 2 1 tensor_2855 tensor_2865 tensor_2878 0=2 | |
| BinaryOp 953 2 1 tensor_2878 tensor_2877 tensor_2879 0=0 | |
| BinaryOp 954 1 1 tensor_2869 tensor_2880 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 955 2 1 tensor_2861 tensor_2880 tensor_2881 0=2 | |
| BinaryOp 956 2 1 tensor_2856 tensor_2868 tensor_2882 0=2 | |
| BinaryOp 957 2 1 tensor_2882 tensor_2881 tensor_2883 0=0 | |
| BinaryOp 958 1 1 tensor_2872 tensor_2884 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 959 2 1 tensor_2862 tensor_2884 tensor_2885 0=2 | |
| BinaryOp 960 2 1 tensor_2857 tensor_2871 tensor_2886 0=2 | |
| BinaryOp 961 2 1 tensor_2886 tensor_2885 tensor_2887 0=0 | |
| BinaryOp 962 1 1 tensor_2875 tensor_2888 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 963 2 1 tensor_2863 tensor_2888 tensor_2889 0=2 | |
| BinaryOp 964 2 1 tensor_2858 tensor_2874 tensor_2890 0=2 | |
| BinaryOp 965 2 1 tensor_2890 tensor_2889 tensor_2891 0=0 | |
| Reshape 966 1 1 tensor_2887 tensor_2892 0=0 1=1 | |
| Gemm 967 1 1 tensor_2892 tensor_2894 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 968 1 1 tensor_2894 tensor_2895 0=-1 | |
| Reshape 969 1 1 tensor_2895 tensor_2896 0=64 1=1 2=8 | |
| Reshape 970 1 1 tensor_2879 tensor_2897 0=0 1=1 | |
| Gemm 971 1 1 tensor_2897 tensor_2899 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 972 1 1 tensor_2899 tensor_2900 0=-1 | |
| Reshape 973 1 1 tensor_2900 tensor_2901 0=1 1=64 2=8 | |
| Reshape 974 1 1 tensor_2883 tensor_2902 0=0 1=1 | |
| Gemm 975 1 1 tensor_2902 tensor_2904 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 976 1 1 tensor_2904 tensor_2905 0=-1 | |
| Reshape 977 1 1 tensor_2905 tensor_2906 0=64 1=1 2=8 | |
| Reshape 978 1 1 tensor_2891 tensor_2907 0=0 1=1 | |
| Gemm 979 1 1 tensor_2907 tensor_2909 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 980 1 1 tensor_2909 tensor_2910 0=-1 | |
| Swish 981 1 1 tensor_2910 tensor_2911 | |
| MatMul 982 2 1 tensor_2901 tensor_2906 tensor_2912 0=0 | |
| Split 983 1 2 tensor_2912 tensor_2913 tensor_2914 | |
| Split 984 1 2 state_7_1 tensor_2915 tensor_2916 | |
| MemoryData 985 0 1 blocks.7.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 986 2 1 tensor_2913 blocks.7.att.time_first tensor_2918 0=2 | |
| BinaryOp 987 2 1 tensor_2918 tensor_2915 tensor_2919 0=0 | |
| MatMul 988 2 1 tensor_2896 tensor_2919 tensor_2920 0=0 | |
| MemoryData 989 0 1 blocks.7.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 990 2 1 tensor_2916 blocks.7.att.time_decay tensor_2922 0=2 | |
| BinaryOp 991 2 1 tensor_2914 tensor_2922 tensor_2923 0=0 | |
| Reshape 992 1 1 tensor_2920 tensor_2924 0=512 | |
| GroupNorm 993 1 1 tensor_2924 tensor_2925 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 994 1 1 tensor_2925 tensor_2926 0=512 | |
| BinaryOp 995 2 1 tensor_2926 tensor_2911 tensor_2927 0=2 | |
| Reshape 996 1 1 tensor_2927 tensor_2928 0=0 1=1 | |
| Gemm 997 1 1 tensor_2928 tensor_2930 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 998 1 1 tensor_2930 tensor_2931 0=-1 | |
| BinaryOp 999 2 1 tensor_2853 tensor_2931 tensor_2932 0=0 | |
| Split 1000 1 1 tensor_2859 output_state_7_0 | |
| Split 1001 1 1 tensor_2923 output_state_7_1 | |
| Split 1002 1 2 tensor_2932 tensor_2935 tensor_2936 | |
| LayerNorm 1003 1 1 tensor_2935 tensor_2937 0=512 1=1.000000e-05 2=1 | |
| Split 1004 1 3 tensor_2937 tensor_2938 tensor_2939 tensor_2940 | |
| Split 1005 1 2 state_7_2 tensor_2941 tensor_2942 | |
| MemoryData 1006 0 1 blocks.7.ffn.time_mix_k 0=512 | |
| Split 1007 1 2 blocks.7.ffn.time_mix_k tensor_2944 tensor_2945 | |
| MemoryData 1008 0 1 blocks.7.ffn.time_mix_r 0=512 | |
| Split 1009 1 2 blocks.7.ffn.time_mix_r tensor_2947 tensor_2948 | |
| BinaryOp 1010 1 1 tensor_2945 tensor_2949 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1011 2 1 tensor_2941 tensor_2949 tensor_2950 0=2 | |
| BinaryOp 1012 2 1 tensor_2938 tensor_2944 tensor_2951 0=2 | |
| BinaryOp 1013 2 1 tensor_2951 tensor_2950 tensor_2952 0=0 | |
| BinaryOp 1014 1 1 tensor_2948 tensor_2953 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1015 2 1 tensor_2942 tensor_2953 tensor_2954 0=2 | |
| BinaryOp 1016 2 1 tensor_2939 tensor_2947 tensor_2955 0=2 | |
| BinaryOp 1017 2 1 tensor_2955 tensor_2954 tensor_2956 0=0 | |
| Reshape 1018 1 1 tensor_2956 tensor_2957 0=0 1=1 | |
| Gemm 1019 1 1 tensor_2957 tensor_2959 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1020 1 1 tensor_2959 tensor_2960 0=-1 | |
| Sigmoid 1021 1 1 tensor_2960 tensor_2961 | |
| Reshape 1022 1 1 tensor_2952 tensor_2962 0=0 1=1 | |
| Gemm 1023 1 1 tensor_2962 tensor_2964 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1024 1 1 tensor_2964 tensor_2965 0=-1 | |
| ReLU 1025 1 1 tensor_2965 tensor_2966 | |
| BinaryOp 1026 2 1 tensor_2966 tensor_2966 tensor_2967 0=2 | |
| Reshape 1027 1 1 tensor_2967 tensor_2968 0=0 1=1 | |
| Gemm 1028 1 1 tensor_2968 tensor_2970 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1029 1 1 tensor_2970 tensor_2971 0=-1 | |
| BinaryOp 1030 2 1 tensor_2961 tensor_2971 tensor_2972 0=2 | |
| BinaryOp 1031 2 1 tensor_2936 tensor_2972 tensor_2973 0=0 | |
| Split 1032 1 1 tensor_2940 output_state_7_2 | |
| Split 1033 1 2 tensor_2973 tensor_2975 tensor_2976 | |
| LayerNorm 1034 1 1 tensor_2975 tensor_2977 0=512 1=1.000000e-05 2=1 | |
| Split 1035 1 5 tensor_2977 tensor_2978 tensor_2979 tensor_2980 tensor_2981 tensor_2982 | |
| Split 1036 1 4 state_8_0 tensor_2983 tensor_2984 tensor_2985 tensor_2986 | |
| MemoryData 1037 0 1 blocks.8.att.time_mix_k 0=512 | |
| Split 1038 1 2 blocks.8.att.time_mix_k tensor_2988 tensor_2989 | |
| MemoryData 1039 0 1 blocks.8.att.time_mix_v 0=512 | |
| Split 1040 1 2 blocks.8.att.time_mix_v tensor_2991 tensor_2992 | |
| MemoryData 1041 0 1 blocks.8.att.time_mix_r 0=512 | |
| Split 1042 1 2 blocks.8.att.time_mix_r tensor_2994 tensor_2995 | |
| MemoryData 1043 0 1 blocks.8.att.time_mix_g 0=512 | |
| Split 1044 1 2 blocks.8.att.time_mix_g tensor_2997 tensor_2998 | |
| BinaryOp 1045 1 1 tensor_2989 tensor_2999 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1046 2 1 tensor_2983 tensor_2999 tensor_3000 0=2 | |
| BinaryOp 1047 2 1 tensor_2978 tensor_2988 tensor_3001 0=2 | |
| BinaryOp 1048 2 1 tensor_3001 tensor_3000 tensor_3002 0=0 | |
| BinaryOp 1049 1 1 tensor_2992 tensor_3003 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1050 2 1 tensor_2984 tensor_3003 tensor_3004 0=2 | |
| BinaryOp 1051 2 1 tensor_2979 tensor_2991 tensor_3005 0=2 | |
| BinaryOp 1052 2 1 tensor_3005 tensor_3004 tensor_3006 0=0 | |
| BinaryOp 1053 1 1 tensor_2995 tensor_3007 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1054 2 1 tensor_2985 tensor_3007 tensor_3008 0=2 | |
| BinaryOp 1055 2 1 tensor_2980 tensor_2994 tensor_3009 0=2 | |
| BinaryOp 1056 2 1 tensor_3009 tensor_3008 tensor_3010 0=0 | |
| BinaryOp 1057 1 1 tensor_2998 tensor_3011 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1058 2 1 tensor_2986 tensor_3011 tensor_3012 0=2 | |
| BinaryOp 1059 2 1 tensor_2981 tensor_2997 tensor_3013 0=2 | |
| BinaryOp 1060 2 1 tensor_3013 tensor_3012 tensor_3014 0=0 | |
| Reshape 1061 1 1 tensor_3010 tensor_3015 0=0 1=1 | |
| Gemm 1062 1 1 tensor_3015 tensor_3017 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1063 1 1 tensor_3017 tensor_3018 0=-1 | |
| Reshape 1064 1 1 tensor_3018 tensor_3019 0=64 1=1 2=8 | |
| Reshape 1065 1 1 tensor_3002 tensor_3020 0=0 1=1 | |
| Gemm 1066 1 1 tensor_3020 tensor_3022 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1067 1 1 tensor_3022 tensor_3023 0=-1 | |
| Reshape 1068 1 1 tensor_3023 tensor_3024 0=1 1=64 2=8 | |
| Reshape 1069 1 1 tensor_3006 tensor_3025 0=0 1=1 | |
| Gemm 1070 1 1 tensor_3025 tensor_3027 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1071 1 1 tensor_3027 tensor_3028 0=-1 | |
| Reshape 1072 1 1 tensor_3028 tensor_3029 0=64 1=1 2=8 | |
| Reshape 1073 1 1 tensor_3014 tensor_3030 0=0 1=1 | |
| Gemm 1074 1 1 tensor_3030 tensor_3032 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1075 1 1 tensor_3032 tensor_3033 0=-1 | |
| Swish 1076 1 1 tensor_3033 tensor_3034 | |
| MatMul 1077 2 1 tensor_3024 tensor_3029 tensor_3035 0=0 | |
| Split 1078 1 2 tensor_3035 tensor_3036 tensor_3037 | |
| Split 1079 1 2 state_8_1 tensor_3038 tensor_3039 | |
| MemoryData 1080 0 1 blocks.8.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1081 2 1 tensor_3036 blocks.8.att.time_first tensor_3041 0=2 | |
| BinaryOp 1082 2 1 tensor_3041 tensor_3038 tensor_3042 0=0 | |
| MatMul 1083 2 1 tensor_3019 tensor_3042 tensor_3043 0=0 | |
| MemoryData 1084 0 1 blocks.8.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1085 2 1 tensor_3039 blocks.8.att.time_decay tensor_3045 0=2 | |
| BinaryOp 1086 2 1 tensor_3037 tensor_3045 tensor_3046 0=0 | |
| Reshape 1087 1 1 tensor_3043 tensor_3047 0=512 | |
| GroupNorm 1088 1 1 tensor_3047 tensor_3048 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1089 1 1 tensor_3048 tensor_3049 0=512 | |
| BinaryOp 1090 2 1 tensor_3049 tensor_3034 tensor_3050 0=2 | |
| Reshape 1091 1 1 tensor_3050 tensor_3051 0=0 1=1 | |
| Gemm 1092 1 1 tensor_3051 tensor_3053 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1093 1 1 tensor_3053 tensor_3054 0=-1 | |
| BinaryOp 1094 2 1 tensor_2976 tensor_3054 tensor_3055 0=0 | |
| Split 1095 1 1 tensor_2982 output_state_8_0 | |
| Split 1096 1 1 tensor_3046 output_state_8_1 | |
| Split 1097 1 2 tensor_3055 tensor_3058 tensor_3059 | |
| LayerNorm 1098 1 1 tensor_3058 tensor_3060 0=512 1=1.000000e-05 2=1 | |
| Split 1099 1 3 tensor_3060 tensor_3061 tensor_3062 tensor_3063 | |
| Split 1100 1 2 state_8_2 tensor_3064 tensor_3065 | |
| MemoryData 1101 0 1 blocks.8.ffn.time_mix_k 0=512 | |
| Split 1102 1 2 blocks.8.ffn.time_mix_k tensor_3067 tensor_3068 | |
| MemoryData 1103 0 1 blocks.8.ffn.time_mix_r 0=512 | |
| Split 1104 1 2 blocks.8.ffn.time_mix_r tensor_3070 tensor_3071 | |
| BinaryOp 1105 1 1 tensor_3068 tensor_3072 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1106 2 1 tensor_3064 tensor_3072 tensor_3073 0=2 | |
| BinaryOp 1107 2 1 tensor_3061 tensor_3067 tensor_3074 0=2 | |
| BinaryOp 1108 2 1 tensor_3074 tensor_3073 tensor_3075 0=0 | |
| BinaryOp 1109 1 1 tensor_3071 tensor_3076 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1110 2 1 tensor_3065 tensor_3076 tensor_3077 0=2 | |
| BinaryOp 1111 2 1 tensor_3062 tensor_3070 tensor_3078 0=2 | |
| BinaryOp 1112 2 1 tensor_3078 tensor_3077 tensor_3079 0=0 | |
| Reshape 1113 1 1 tensor_3079 tensor_3080 0=0 1=1 | |
| Gemm 1114 1 1 tensor_3080 tensor_3082 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1115 1 1 tensor_3082 tensor_3083 0=-1 | |
| Sigmoid 1116 1 1 tensor_3083 tensor_3084 | |
| Reshape 1117 1 1 tensor_3075 tensor_3085 0=0 1=1 | |
| Gemm 1118 1 1 tensor_3085 tensor_3087 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1119 1 1 tensor_3087 tensor_3088 0=-1 | |
| ReLU 1120 1 1 tensor_3088 tensor_3089 | |
| BinaryOp 1121 2 1 tensor_3089 tensor_3089 tensor_3090 0=2 | |
| Reshape 1122 1 1 tensor_3090 tensor_3091 0=0 1=1 | |
| Gemm 1123 1 1 tensor_3091 tensor_3093 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1124 1 1 tensor_3093 tensor_3094 0=-1 | |
| BinaryOp 1125 2 1 tensor_3084 tensor_3094 tensor_3095 0=2 | |
| BinaryOp 1126 2 1 tensor_3059 tensor_3095 tensor_3096 0=0 | |
| Split 1127 1 1 tensor_3063 output_state_8_2 | |
| Split 1128 1 2 tensor_3096 tensor_3098 tensor_3099 | |
| LayerNorm 1129 1 1 tensor_3098 tensor_3100 0=512 1=1.000000e-05 2=1 | |
| Split 1130 1 5 tensor_3100 tensor_3101 tensor_3102 tensor_3103 tensor_3104 tensor_3105 | |
| Split 1131 1 4 state_9_0 tensor_3106 tensor_3107 tensor_3108 tensor_3109 | |
| MemoryData 1132 0 1 blocks.9.att.time_mix_k 0=512 | |
| Split 1133 1 2 blocks.9.att.time_mix_k tensor_3111 tensor_3112 | |
| MemoryData 1134 0 1 blocks.9.att.time_mix_v 0=512 | |
| Split 1135 1 2 blocks.9.att.time_mix_v tensor_3114 tensor_3115 | |
| MemoryData 1136 0 1 blocks.9.att.time_mix_r 0=512 | |
| Split 1137 1 2 blocks.9.att.time_mix_r tensor_3117 tensor_3118 | |
| MemoryData 1138 0 1 blocks.9.att.time_mix_g 0=512 | |
| Split 1139 1 2 blocks.9.att.time_mix_g tensor_3120 tensor_3121 | |
| BinaryOp 1140 1 1 tensor_3112 tensor_3122 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1141 2 1 tensor_3106 tensor_3122 tensor_3123 0=2 | |
| BinaryOp 1142 2 1 tensor_3101 tensor_3111 tensor_3124 0=2 | |
| BinaryOp 1143 2 1 tensor_3124 tensor_3123 tensor_3125 0=0 | |
| BinaryOp 1144 1 1 tensor_3115 tensor_3126 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1145 2 1 tensor_3107 tensor_3126 tensor_3127 0=2 | |
| BinaryOp 1146 2 1 tensor_3102 tensor_3114 tensor_3128 0=2 | |
| BinaryOp 1147 2 1 tensor_3128 tensor_3127 tensor_3129 0=0 | |
| BinaryOp 1148 1 1 tensor_3118 tensor_3130 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1149 2 1 tensor_3108 tensor_3130 tensor_3131 0=2 | |
| BinaryOp 1150 2 1 tensor_3103 tensor_3117 tensor_3132 0=2 | |
| BinaryOp 1151 2 1 tensor_3132 tensor_3131 tensor_3133 0=0 | |
| BinaryOp 1152 1 1 tensor_3121 tensor_3134 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1153 2 1 tensor_3109 tensor_3134 tensor_3135 0=2 | |
| BinaryOp 1154 2 1 tensor_3104 tensor_3120 tensor_3136 0=2 | |
| BinaryOp 1155 2 1 tensor_3136 tensor_3135 tensor_3137 0=0 | |
| Reshape 1156 1 1 tensor_3133 tensor_3138 0=0 1=1 | |
| Gemm 1157 1 1 tensor_3138 tensor_3140 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1158 1 1 tensor_3140 tensor_3141 0=-1 | |
| Reshape 1159 1 1 tensor_3141 tensor_3142 0=64 1=1 2=8 | |
| Reshape 1160 1 1 tensor_3125 tensor_3143 0=0 1=1 | |
| Gemm 1161 1 1 tensor_3143 tensor_3145 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1162 1 1 tensor_3145 tensor_3146 0=-1 | |
| Reshape 1163 1 1 tensor_3146 tensor_3147 0=1 1=64 2=8 | |
| Reshape 1164 1 1 tensor_3129 tensor_3148 0=0 1=1 | |
| Gemm 1165 1 1 tensor_3148 tensor_3150 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1166 1 1 tensor_3150 tensor_3151 0=-1 | |
| Reshape 1167 1 1 tensor_3151 tensor_3152 0=64 1=1 2=8 | |
| Reshape 1168 1 1 tensor_3137 tensor_3153 0=0 1=1 | |
| Gemm 1169 1 1 tensor_3153 tensor_3155 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1170 1 1 tensor_3155 tensor_3156 0=-1 | |
| Swish 1171 1 1 tensor_3156 tensor_3157 | |
| MatMul 1172 2 1 tensor_3147 tensor_3152 tensor_3158 0=0 | |
| Split 1173 1 2 tensor_3158 tensor_3159 tensor_3160 | |
| Split 1174 1 2 state_9_1 tensor_3161 tensor_3162 | |
| MemoryData 1175 0 1 blocks.9.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1176 2 1 tensor_3159 blocks.9.att.time_first tensor_3164 0=2 | |
| BinaryOp 1177 2 1 tensor_3164 tensor_3161 tensor_3165 0=0 | |
| MatMul 1178 2 1 tensor_3142 tensor_3165 tensor_3166 0=0 | |
| MemoryData 1179 0 1 blocks.9.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1180 2 1 tensor_3162 blocks.9.att.time_decay tensor_3168 0=2 | |
| BinaryOp 1181 2 1 tensor_3160 tensor_3168 tensor_3169 0=0 | |
| Reshape 1182 1 1 tensor_3166 tensor_3170 0=512 | |
| GroupNorm 1183 1 1 tensor_3170 tensor_3171 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1184 1 1 tensor_3171 tensor_3172 0=512 | |
| BinaryOp 1185 2 1 tensor_3172 tensor_3157 tensor_3173 0=2 | |
| Reshape 1186 1 1 tensor_3173 tensor_3174 0=0 1=1 | |
| Gemm 1187 1 1 tensor_3174 tensor_3176 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1188 1 1 tensor_3176 tensor_3177 0=-1 | |
| BinaryOp 1189 2 1 tensor_3099 tensor_3177 tensor_3178 0=0 | |
| Split 1190 1 1 tensor_3105 output_state_9_0 | |
| Split 1191 1 1 tensor_3169 output_state_9_1 | |
| Split 1192 1 2 tensor_3178 tensor_3181 tensor_3182 | |
| LayerNorm 1193 1 1 tensor_3181 tensor_3183 0=512 1=1.000000e-05 2=1 | |
| Split 1194 1 3 tensor_3183 tensor_3184 tensor_3185 tensor_3186 | |
| Split 1195 1 2 state_9_2 tensor_3187 tensor_3188 | |
| MemoryData 1196 0 1 blocks.9.ffn.time_mix_k 0=512 | |
| Split 1197 1 2 blocks.9.ffn.time_mix_k tensor_3190 tensor_3191 | |
| MemoryData 1198 0 1 blocks.9.ffn.time_mix_r 0=512 | |
| Split 1199 1 2 blocks.9.ffn.time_mix_r tensor_3193 tensor_3194 | |
| BinaryOp 1200 1 1 tensor_3191 tensor_3195 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1201 2 1 tensor_3187 tensor_3195 tensor_3196 0=2 | |
| BinaryOp 1202 2 1 tensor_3184 tensor_3190 tensor_3197 0=2 | |
| BinaryOp 1203 2 1 tensor_3197 tensor_3196 tensor_3198 0=0 | |
| BinaryOp 1204 1 1 tensor_3194 tensor_3199 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1205 2 1 tensor_3188 tensor_3199 tensor_3200 0=2 | |
| BinaryOp 1206 2 1 tensor_3185 tensor_3193 tensor_3201 0=2 | |
| BinaryOp 1207 2 1 tensor_3201 tensor_3200 tensor_3202 0=0 | |
| Reshape 1208 1 1 tensor_3202 tensor_3203 0=0 1=1 | |
| Gemm 1209 1 1 tensor_3203 tensor_3205 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1210 1 1 tensor_3205 tensor_3206 0=-1 | |
| Sigmoid 1211 1 1 tensor_3206 tensor_3207 | |
| Reshape 1212 1 1 tensor_3198 tensor_3208 0=0 1=1 | |
| Gemm 1213 1 1 tensor_3208 tensor_3210 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1214 1 1 tensor_3210 tensor_3211 0=-1 | |
| ReLU 1215 1 1 tensor_3211 tensor_3212 | |
| BinaryOp 1216 2 1 tensor_3212 tensor_3212 tensor_3213 0=2 | |
| Reshape 1217 1 1 tensor_3213 tensor_3214 0=0 1=1 | |
| Gemm 1218 1 1 tensor_3214 tensor_3216 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1219 1 1 tensor_3216 tensor_3217 0=-1 | |
| BinaryOp 1220 2 1 tensor_3207 tensor_3217 tensor_3218 0=2 | |
| BinaryOp 1221 2 1 tensor_3182 tensor_3218 tensor_3219 0=0 | |
| Split 1222 1 1 tensor_3186 output_state_9_2 | |
| Split 1223 1 2 tensor_3219 tensor_3221 tensor_3222 | |
| LayerNorm 1224 1 1 tensor_3221 tensor_3223 0=512 1=1.000000e-05 2=1 | |
| Split 1225 1 5 tensor_3223 tensor_3224 tensor_3225 tensor_3226 tensor_3227 tensor_3228 | |
| Split 1226 1 4 state_10_0 tensor_3229 tensor_3230 tensor_3231 tensor_3232 | |
| MemoryData 1227 0 1 blocks.10.att.time_mix_k 0=512 | |
| Split 1228 1 2 blocks.10.att.time_mix_k tensor_3234 tensor_3235 | |
| MemoryData 1229 0 1 blocks.10.att.time_mix_v 0=512 | |
| Split 1230 1 2 blocks.10.att.time_mix_v tensor_3237 tensor_3238 | |
| MemoryData 1231 0 1 blocks.10.att.time_mix_r 0=512 | |
| Split 1232 1 2 blocks.10.att.time_mix_r tensor_3240 tensor_3241 | |
| MemoryData 1233 0 1 blocks.10.att.time_mix_g 0=512 | |
| Split 1234 1 2 blocks.10.att.time_mix_g tensor_3243 tensor_3244 | |
| BinaryOp 1235 1 1 tensor_3235 tensor_3245 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1236 2 1 tensor_3229 tensor_3245 tensor_3246 0=2 | |
| BinaryOp 1237 2 1 tensor_3224 tensor_3234 tensor_3247 0=2 | |
| BinaryOp 1238 2 1 tensor_3247 tensor_3246 tensor_3248 0=0 | |
| BinaryOp 1239 1 1 tensor_3238 tensor_3249 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1240 2 1 tensor_3230 tensor_3249 tensor_3250 0=2 | |
| BinaryOp 1241 2 1 tensor_3225 tensor_3237 tensor_3251 0=2 | |
| BinaryOp 1242 2 1 tensor_3251 tensor_3250 tensor_3252 0=0 | |
| BinaryOp 1243 1 1 tensor_3241 tensor_3253 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1244 2 1 tensor_3231 tensor_3253 tensor_3254 0=2 | |
| BinaryOp 1245 2 1 tensor_3226 tensor_3240 tensor_3255 0=2 | |
| BinaryOp 1246 2 1 tensor_3255 tensor_3254 tensor_3256 0=0 | |
| BinaryOp 1247 1 1 tensor_3244 tensor_3257 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1248 2 1 tensor_3232 tensor_3257 tensor_3258 0=2 | |
| BinaryOp 1249 2 1 tensor_3227 tensor_3243 tensor_3259 0=2 | |
| BinaryOp 1250 2 1 tensor_3259 tensor_3258 tensor_3260 0=0 | |
| Reshape 1251 1 1 tensor_3256 tensor_3261 0=0 1=1 | |
| Gemm 1252 1 1 tensor_3261 tensor_3263 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1253 1 1 tensor_3263 tensor_3264 0=-1 | |
| Reshape 1254 1 1 tensor_3264 tensor_3265 0=64 1=1 2=8 | |
| Reshape 1255 1 1 tensor_3248 tensor_3266 0=0 1=1 | |
| Gemm 1256 1 1 tensor_3266 tensor_3268 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1257 1 1 tensor_3268 tensor_3269 0=-1 | |
| Reshape 1258 1 1 tensor_3269 tensor_3270 0=1 1=64 2=8 | |
| Reshape 1259 1 1 tensor_3252 tensor_3271 0=0 1=1 | |
| Gemm 1260 1 1 tensor_3271 tensor_3273 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1261 1 1 tensor_3273 tensor_3274 0=-1 | |
| Reshape 1262 1 1 tensor_3274 tensor_3275 0=64 1=1 2=8 | |
| Reshape 1263 1 1 tensor_3260 tensor_3276 0=0 1=1 | |
| Gemm 1264 1 1 tensor_3276 tensor_3278 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1265 1 1 tensor_3278 tensor_3279 0=-1 | |
| Swish 1266 1 1 tensor_3279 tensor_3280 | |
| MatMul 1267 2 1 tensor_3270 tensor_3275 tensor_3281 0=0 | |
| Split 1268 1 2 tensor_3281 tensor_3282 tensor_3283 | |
| Split 1269 1 2 state_10_1 tensor_3284 tensor_3285 | |
| MemoryData 1270 0 1 blocks.10.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1271 2 1 tensor_3282 blocks.10.att.time_first tensor_3287 0=2 | |
| BinaryOp 1272 2 1 tensor_3287 tensor_3284 tensor_3288 0=0 | |
| MatMul 1273 2 1 tensor_3265 tensor_3288 tensor_3289 0=0 | |
| MemoryData 1274 0 1 blocks.10.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1275 2 1 tensor_3285 blocks.10.att.time_decay tensor_3291 0=2 | |
| BinaryOp 1276 2 1 tensor_3283 tensor_3291 tensor_3292 0=0 | |
| Reshape 1277 1 1 tensor_3289 tensor_3293 0=512 | |
| GroupNorm 1278 1 1 tensor_3293 tensor_3294 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1279 1 1 tensor_3294 tensor_3295 0=512 | |
| BinaryOp 1280 2 1 tensor_3295 tensor_3280 tensor_3296 0=2 | |
| Reshape 1281 1 1 tensor_3296 tensor_3297 0=0 1=1 | |
| Gemm 1282 1 1 tensor_3297 tensor_3299 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1283 1 1 tensor_3299 tensor_3300 0=-1 | |
| BinaryOp 1284 2 1 tensor_3222 tensor_3300 tensor_3301 0=0 | |
| Split 1285 1 1 tensor_3228 output_state_10_0 | |
| Split 1286 1 1 tensor_3292 output_state_10_1 | |
| Split 1287 1 2 tensor_3301 tensor_3304 tensor_3305 | |
| LayerNorm 1288 1 1 tensor_3304 tensor_3306 0=512 1=1.000000e-05 2=1 | |
| Split 1289 1 3 tensor_3306 tensor_3307 tensor_3308 tensor_3309 | |
| Split 1290 1 2 state_10_2 tensor_3310 tensor_3311 | |
| MemoryData 1291 0 1 blocks.10.ffn.time_mix_k 0=512 | |
| Split 1292 1 2 blocks.10.ffn.time_mix_k tensor_3313 tensor_3314 | |
| MemoryData 1293 0 1 blocks.10.ffn.time_mix_r 0=512 | |
| Split 1294 1 2 blocks.10.ffn.time_mix_r tensor_3316 tensor_3317 | |
| BinaryOp 1295 1 1 tensor_3314 tensor_3318 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1296 2 1 tensor_3310 tensor_3318 tensor_3319 0=2 | |
| BinaryOp 1297 2 1 tensor_3307 tensor_3313 tensor_3320 0=2 | |
| BinaryOp 1298 2 1 tensor_3320 tensor_3319 tensor_3321 0=0 | |
| BinaryOp 1299 1 1 tensor_3317 tensor_3322 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1300 2 1 tensor_3311 tensor_3322 tensor_3323 0=2 | |
| BinaryOp 1301 2 1 tensor_3308 tensor_3316 tensor_3324 0=2 | |
| BinaryOp 1302 2 1 tensor_3324 tensor_3323 tensor_3325 0=0 | |
| Reshape 1303 1 1 tensor_3325 tensor_3326 0=0 1=1 | |
| Gemm 1304 1 1 tensor_3326 tensor_3328 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1305 1 1 tensor_3328 tensor_3329 0=-1 | |
| Sigmoid 1306 1 1 tensor_3329 tensor_3330 | |
| Reshape 1307 1 1 tensor_3321 tensor_3331 0=0 1=1 | |
| Gemm 1308 1 1 tensor_3331 tensor_3333 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1309 1 1 tensor_3333 tensor_3334 0=-1 | |
| ReLU 1310 1 1 tensor_3334 tensor_3335 | |
| BinaryOp 1311 2 1 tensor_3335 tensor_3335 tensor_3336 0=2 | |
| Reshape 1312 1 1 tensor_3336 tensor_3337 0=0 1=1 | |
| Gemm 1313 1 1 tensor_3337 tensor_3339 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1314 1 1 tensor_3339 tensor_3340 0=-1 | |
| BinaryOp 1315 2 1 tensor_3330 tensor_3340 tensor_3341 0=2 | |
| BinaryOp 1316 2 1 tensor_3305 tensor_3341 tensor_3342 0=0 | |
| Split 1317 1 1 tensor_3309 output_state_10_2 | |
| Split 1318 1 2 tensor_3342 tensor_3344 tensor_3345 | |
| LayerNorm 1319 1 1 tensor_3344 tensor_3346 0=512 1=1.000000e-05 2=1 | |
| Split 1320 1 5 tensor_3346 tensor_3347 tensor_3348 tensor_3349 tensor_3350 tensor_3351 | |
| Split 1321 1 4 state_11_0 tensor_3352 tensor_3353 tensor_3354 tensor_3355 | |
| MemoryData 1322 0 1 blocks.11.att.time_mix_k 0=512 | |
| Split 1323 1 2 blocks.11.att.time_mix_k tensor_3357 tensor_3358 | |
| MemoryData 1324 0 1 blocks.11.att.time_mix_v 0=512 | |
| Split 1325 1 2 blocks.11.att.time_mix_v tensor_3360 tensor_3361 | |
| MemoryData 1326 0 1 blocks.11.att.time_mix_r 0=512 | |
| Split 1327 1 2 blocks.11.att.time_mix_r tensor_3363 tensor_3364 | |
| MemoryData 1328 0 1 blocks.11.att.time_mix_g 0=512 | |
| Split 1329 1 2 blocks.11.att.time_mix_g tensor_3366 tensor_3367 | |
| BinaryOp 1330 1 1 tensor_3358 tensor_3368 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1331 2 1 tensor_3352 tensor_3368 tensor_3369 0=2 | |
| BinaryOp 1332 2 1 tensor_3347 tensor_3357 tensor_3370 0=2 | |
| BinaryOp 1333 2 1 tensor_3370 tensor_3369 tensor_3371 0=0 | |
| BinaryOp 1334 1 1 tensor_3361 tensor_3372 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1335 2 1 tensor_3353 tensor_3372 tensor_3373 0=2 | |
| BinaryOp 1336 2 1 tensor_3348 tensor_3360 tensor_3374 0=2 | |
| BinaryOp 1337 2 1 tensor_3374 tensor_3373 tensor_3375 0=0 | |
| BinaryOp 1338 1 1 tensor_3364 tensor_3376 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1339 2 1 tensor_3354 tensor_3376 tensor_3377 0=2 | |
| BinaryOp 1340 2 1 tensor_3349 tensor_3363 tensor_3378 0=2 | |
| BinaryOp 1341 2 1 tensor_3378 tensor_3377 tensor_3379 0=0 | |
| BinaryOp 1342 1 1 tensor_3367 tensor_3380 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1343 2 1 tensor_3355 tensor_3380 tensor_3381 0=2 | |
| BinaryOp 1344 2 1 tensor_3350 tensor_3366 tensor_3382 0=2 | |
| BinaryOp 1345 2 1 tensor_3382 tensor_3381 tensor_3383 0=0 | |
| Reshape 1346 1 1 tensor_3379 tensor_3384 0=0 1=1 | |
| Gemm 1347 1 1 tensor_3384 tensor_3386 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1348 1 1 tensor_3386 tensor_3387 0=-1 | |
| Reshape 1349 1 1 tensor_3387 tensor_3388 0=64 1=1 2=8 | |
| Reshape 1350 1 1 tensor_3371 tensor_3389 0=0 1=1 | |
| Gemm 1351 1 1 tensor_3389 tensor_3391 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1352 1 1 tensor_3391 tensor_3392 0=-1 | |
| Reshape 1353 1 1 tensor_3392 tensor_3393 0=1 1=64 2=8 | |
| Reshape 1354 1 1 tensor_3375 tensor_3394 0=0 1=1 | |
| Gemm 1355 1 1 tensor_3394 tensor_3396 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1356 1 1 tensor_3396 tensor_3397 0=-1 | |
| Reshape 1357 1 1 tensor_3397 tensor_3398 0=64 1=1 2=8 | |
| Reshape 1358 1 1 tensor_3383 tensor_3399 0=0 1=1 | |
| Gemm 1359 1 1 tensor_3399 tensor_3401 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1360 1 1 tensor_3401 tensor_3402 0=-1 | |
| Swish 1361 1 1 tensor_3402 tensor_3403 | |
| MatMul 1362 2 1 tensor_3393 tensor_3398 tensor_3404 0=0 | |
| Split 1363 1 2 tensor_3404 tensor_3405 tensor_3406 | |
| Split 1364 1 2 state_11_1 tensor_3407 tensor_3408 | |
| MemoryData 1365 0 1 blocks.11.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1366 2 1 tensor_3405 blocks.11.att.time_first tensor_3410 0=2 | |
| BinaryOp 1367 2 1 tensor_3410 tensor_3407 tensor_3411 0=0 | |
| MatMul 1368 2 1 tensor_3388 tensor_3411 tensor_3412 0=0 | |
| MemoryData 1369 0 1 blocks.11.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1370 2 1 tensor_3408 blocks.11.att.time_decay tensor_3414 0=2 | |
| BinaryOp 1371 2 1 tensor_3406 tensor_3414 tensor_3415 0=0 | |
| Reshape 1372 1 1 tensor_3412 tensor_3416 0=512 | |
| GroupNorm 1373 1 1 tensor_3416 tensor_3417 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1374 1 1 tensor_3417 tensor_3418 0=512 | |
| BinaryOp 1375 2 1 tensor_3418 tensor_3403 tensor_3419 0=2 | |
| Reshape 1376 1 1 tensor_3419 tensor_3420 0=0 1=1 | |
| Gemm 1377 1 1 tensor_3420 tensor_3422 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1378 1 1 tensor_3422 tensor_3423 0=-1 | |
| BinaryOp 1379 2 1 tensor_3345 tensor_3423 tensor_3424 0=0 | |
| Split 1380 1 1 tensor_3351 output_state_11_0 | |
| Split 1381 1 1 tensor_3415 output_state_11_1 | |
| Split 1382 1 2 tensor_3424 tensor_3427 tensor_3428 | |
| LayerNorm 1383 1 1 tensor_3427 tensor_3429 0=512 1=1.000000e-05 2=1 | |
| Split 1384 1 3 tensor_3429 tensor_3430 tensor_3431 tensor_3432 | |
| Split 1385 1 2 state_11_2 tensor_3433 tensor_3434 | |
| MemoryData 1386 0 1 blocks.11.ffn.time_mix_k 0=512 | |
| Split 1387 1 2 blocks.11.ffn.time_mix_k tensor_3436 tensor_3437 | |
| MemoryData 1388 0 1 blocks.11.ffn.time_mix_r 0=512 | |
| Split 1389 1 2 blocks.11.ffn.time_mix_r tensor_3439 tensor_3440 | |
| BinaryOp 1390 1 1 tensor_3437 tensor_3441 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1391 2 1 tensor_3433 tensor_3441 tensor_3442 0=2 | |
| BinaryOp 1392 2 1 tensor_3430 tensor_3436 tensor_3443 0=2 | |
| BinaryOp 1393 2 1 tensor_3443 tensor_3442 tensor_3444 0=0 | |
| BinaryOp 1394 1 1 tensor_3440 tensor_3445 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1395 2 1 tensor_3434 tensor_3445 tensor_3446 0=2 | |
| BinaryOp 1396 2 1 tensor_3431 tensor_3439 tensor_3447 0=2 | |
| BinaryOp 1397 2 1 tensor_3447 tensor_3446 tensor_3448 0=0 | |
| Reshape 1398 1 1 tensor_3448 tensor_3449 0=0 1=1 | |
| Gemm 1399 1 1 tensor_3449 tensor_3451 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1400 1 1 tensor_3451 tensor_3452 0=-1 | |
| Sigmoid 1401 1 1 tensor_3452 tensor_3453 | |
| Reshape 1402 1 1 tensor_3444 tensor_3454 0=0 1=1 | |
| Gemm 1403 1 1 tensor_3454 tensor_3456 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1404 1 1 tensor_3456 tensor_3457 0=-1 | |
| ReLU 1405 1 1 tensor_3457 tensor_3458 | |
| BinaryOp 1406 2 1 tensor_3458 tensor_3458 tensor_3459 0=2 | |
| Reshape 1407 1 1 tensor_3459 tensor_3460 0=0 1=1 | |
| Gemm 1408 1 1 tensor_3460 tensor_3462 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1409 1 1 tensor_3462 tensor_3463 0=-1 | |
| BinaryOp 1410 2 1 tensor_3453 tensor_3463 tensor_3464 0=2 | |
| BinaryOp 1411 2 1 tensor_3428 tensor_3464 tensor_3465 0=0 | |
| Split 1412 1 1 tensor_3432 output_state_11_2 | |
| Split 1413 1 2 tensor_3465 tensor_3467 tensor_3468 | |
| LayerNorm 1414 1 1 tensor_3467 tensor_3469 0=512 1=1.000000e-05 2=1 | |
| Split 1415 1 5 tensor_3469 tensor_3470 tensor_3471 tensor_3472 tensor_3473 tensor_3474 | |
| Split 1416 1 4 state_12_0 tensor_3475 tensor_3476 tensor_3477 tensor_3478 | |
| MemoryData 1417 0 1 blocks.12.att.time_mix_k 0=512 | |
| Split 1418 1 2 blocks.12.att.time_mix_k tensor_3480 tensor_3481 | |
| MemoryData 1419 0 1 blocks.12.att.time_mix_v 0=512 | |
| Split 1420 1 2 blocks.12.att.time_mix_v tensor_3483 tensor_3484 | |
| MemoryData 1421 0 1 blocks.12.att.time_mix_r 0=512 | |
| Split 1422 1 2 blocks.12.att.time_mix_r tensor_3486 tensor_3487 | |
| MemoryData 1423 0 1 blocks.12.att.time_mix_g 0=512 | |
| Split 1424 1 2 blocks.12.att.time_mix_g tensor_3489 tensor_3490 | |
| BinaryOp 1425 1 1 tensor_3481 tensor_3491 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1426 2 1 tensor_3475 tensor_3491 tensor_3492 0=2 | |
| BinaryOp 1427 2 1 tensor_3470 tensor_3480 tensor_3493 0=2 | |
| BinaryOp 1428 2 1 tensor_3493 tensor_3492 tensor_3494 0=0 | |
| BinaryOp 1429 1 1 tensor_3484 tensor_3495 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1430 2 1 tensor_3476 tensor_3495 tensor_3496 0=2 | |
| BinaryOp 1431 2 1 tensor_3471 tensor_3483 tensor_3497 0=2 | |
| BinaryOp 1432 2 1 tensor_3497 tensor_3496 tensor_3498 0=0 | |
| BinaryOp 1433 1 1 tensor_3487 tensor_3499 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1434 2 1 tensor_3477 tensor_3499 tensor_3500 0=2 | |
| BinaryOp 1435 2 1 tensor_3472 tensor_3486 tensor_3501 0=2 | |
| BinaryOp 1436 2 1 tensor_3501 tensor_3500 tensor_3502 0=0 | |
| BinaryOp 1437 1 1 tensor_3490 tensor_3503 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1438 2 1 tensor_3478 tensor_3503 tensor_3504 0=2 | |
| BinaryOp 1439 2 1 tensor_3473 tensor_3489 tensor_3505 0=2 | |
| BinaryOp 1440 2 1 tensor_3505 tensor_3504 tensor_3506 0=0 | |
| Reshape 1441 1 1 tensor_3502 tensor_3507 0=0 1=1 | |
| Gemm 1442 1 1 tensor_3507 tensor_3509 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1443 1 1 tensor_3509 tensor_3510 0=-1 | |
| Reshape 1444 1 1 tensor_3510 tensor_3511 0=64 1=1 2=8 | |
| Reshape 1445 1 1 tensor_3494 tensor_3512 0=0 1=1 | |
| Gemm 1446 1 1 tensor_3512 tensor_3514 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1447 1 1 tensor_3514 tensor_3515 0=-1 | |
| Reshape 1448 1 1 tensor_3515 tensor_3516 0=1 1=64 2=8 | |
| Reshape 1449 1 1 tensor_3498 tensor_3517 0=0 1=1 | |
| Gemm 1450 1 1 tensor_3517 tensor_3519 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1451 1 1 tensor_3519 tensor_3520 0=-1 | |
| Reshape 1452 1 1 tensor_3520 tensor_3521 0=64 1=1 2=8 | |
| Reshape 1453 1 1 tensor_3506 tensor_3522 0=0 1=1 | |
| Gemm 1454 1 1 tensor_3522 tensor_3524 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1455 1 1 tensor_3524 tensor_3525 0=-1 | |
| Swish 1456 1 1 tensor_3525 tensor_3526 | |
| MatMul 1457 2 1 tensor_3516 tensor_3521 tensor_3527 0=0 | |
| Split 1458 1 2 tensor_3527 tensor_3528 tensor_3529 | |
| Split 1459 1 2 state_12_1 tensor_3530 tensor_3531 | |
| MemoryData 1460 0 1 blocks.12.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1461 2 1 tensor_3528 blocks.12.att.time_first tensor_3533 0=2 | |
| BinaryOp 1462 2 1 tensor_3533 tensor_3530 tensor_3534 0=0 | |
| MatMul 1463 2 1 tensor_3511 tensor_3534 tensor_3535 0=0 | |
| MemoryData 1464 0 1 blocks.12.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1465 2 1 tensor_3531 blocks.12.att.time_decay tensor_3537 0=2 | |
| BinaryOp 1466 2 1 tensor_3529 tensor_3537 tensor_3538 0=0 | |
| Reshape 1467 1 1 tensor_3535 tensor_3539 0=512 | |
| GroupNorm 1468 1 1 tensor_3539 tensor_3540 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1469 1 1 tensor_3540 tensor_3541 0=512 | |
| BinaryOp 1470 2 1 tensor_3541 tensor_3526 tensor_3542 0=2 | |
| Reshape 1471 1 1 tensor_3542 tensor_3543 0=0 1=1 | |
| Gemm 1472 1 1 tensor_3543 tensor_3545 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1473 1 1 tensor_3545 tensor_3546 0=-1 | |
| BinaryOp 1474 2 1 tensor_3468 tensor_3546 tensor_3547 0=0 | |
| Split 1475 1 1 tensor_3474 output_state_12_0 | |
| Split 1476 1 1 tensor_3538 output_state_12_1 | |
| Split 1477 1 2 tensor_3547 tensor_3550 tensor_3551 | |
| LayerNorm 1478 1 1 tensor_3550 tensor_3552 0=512 1=1.000000e-05 2=1 | |
| Split 1479 1 3 tensor_3552 tensor_3553 tensor_3554 tensor_3555 | |
| Split 1480 1 2 state_12_2 tensor_3556 tensor_3557 | |
| MemoryData 1481 0 1 blocks.12.ffn.time_mix_k 0=512 | |
| Split 1482 1 2 blocks.12.ffn.time_mix_k tensor_3559 tensor_3560 | |
| MemoryData 1483 0 1 blocks.12.ffn.time_mix_r 0=512 | |
| Split 1484 1 2 blocks.12.ffn.time_mix_r tensor_3562 tensor_3563 | |
| BinaryOp 1485 1 1 tensor_3560 tensor_3564 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1486 2 1 tensor_3556 tensor_3564 tensor_3565 0=2 | |
| BinaryOp 1487 2 1 tensor_3553 tensor_3559 tensor_3566 0=2 | |
| BinaryOp 1488 2 1 tensor_3566 tensor_3565 tensor_3567 0=0 | |
| BinaryOp 1489 1 1 tensor_3563 tensor_3568 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1490 2 1 tensor_3557 tensor_3568 tensor_3569 0=2 | |
| BinaryOp 1491 2 1 tensor_3554 tensor_3562 tensor_3570 0=2 | |
| BinaryOp 1492 2 1 tensor_3570 tensor_3569 tensor_3571 0=0 | |
| Reshape 1493 1 1 tensor_3571 tensor_3572 0=0 1=1 | |
| Gemm 1494 1 1 tensor_3572 tensor_3574 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1495 1 1 tensor_3574 tensor_3575 0=-1 | |
| Sigmoid 1496 1 1 tensor_3575 tensor_3576 | |
| Reshape 1497 1 1 tensor_3567 tensor_3577 0=0 1=1 | |
| Gemm 1498 1 1 tensor_3577 tensor_3579 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1499 1 1 tensor_3579 tensor_3580 0=-1 | |
| ReLU 1500 1 1 tensor_3580 tensor_3581 | |
| BinaryOp 1501 2 1 tensor_3581 tensor_3581 tensor_3582 0=2 | |
| Reshape 1502 1 1 tensor_3582 tensor_3583 0=0 1=1 | |
| Gemm 1503 1 1 tensor_3583 tensor_3585 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1504 1 1 tensor_3585 tensor_3586 0=-1 | |
| BinaryOp 1505 2 1 tensor_3576 tensor_3586 tensor_3587 0=2 | |
| BinaryOp 1506 2 1 tensor_3551 tensor_3587 tensor_3588 0=0 | |
| Split 1507 1 1 tensor_3555 output_state_12_2 | |
| Split 1508 1 2 tensor_3588 tensor_3590 tensor_3591 | |
| LayerNorm 1509 1 1 tensor_3590 tensor_3592 0=512 1=1.000000e-05 2=1 | |
| Split 1510 1 5 tensor_3592 tensor_3593 tensor_3594 tensor_3595 tensor_3596 tensor_3597 | |
| Split 1511 1 4 state_13_0 tensor_3598 tensor_3599 tensor_3600 tensor_3601 | |
| MemoryData 1512 0 1 blocks.13.att.time_mix_k 0=512 | |
| Split 1513 1 2 blocks.13.att.time_mix_k tensor_3603 tensor_3604 | |
| MemoryData 1514 0 1 blocks.13.att.time_mix_v 0=512 | |
| Split 1515 1 2 blocks.13.att.time_mix_v tensor_3606 tensor_3607 | |
| MemoryData 1516 0 1 blocks.13.att.time_mix_r 0=512 | |
| Split 1517 1 2 blocks.13.att.time_mix_r tensor_3609 tensor_3610 | |
| MemoryData 1518 0 1 blocks.13.att.time_mix_g 0=512 | |
| Split 1519 1 2 blocks.13.att.time_mix_g tensor_3612 tensor_3613 | |
| BinaryOp 1520 1 1 tensor_3604 tensor_3614 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1521 2 1 tensor_3598 tensor_3614 tensor_3615 0=2 | |
| BinaryOp 1522 2 1 tensor_3593 tensor_3603 tensor_3616 0=2 | |
| BinaryOp 1523 2 1 tensor_3616 tensor_3615 tensor_3617 0=0 | |
| BinaryOp 1524 1 1 tensor_3607 tensor_3618 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1525 2 1 tensor_3599 tensor_3618 tensor_3619 0=2 | |
| BinaryOp 1526 2 1 tensor_3594 tensor_3606 tensor_3620 0=2 | |
| BinaryOp 1527 2 1 tensor_3620 tensor_3619 tensor_3621 0=0 | |
| BinaryOp 1528 1 1 tensor_3610 tensor_3622 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1529 2 1 tensor_3600 tensor_3622 tensor_3623 0=2 | |
| BinaryOp 1530 2 1 tensor_3595 tensor_3609 tensor_3624 0=2 | |
| BinaryOp 1531 2 1 tensor_3624 tensor_3623 tensor_3625 0=0 | |
| BinaryOp 1532 1 1 tensor_3613 tensor_3626 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1533 2 1 tensor_3601 tensor_3626 tensor_3627 0=2 | |
| BinaryOp 1534 2 1 tensor_3596 tensor_3612 tensor_3628 0=2 | |
| BinaryOp 1535 2 1 tensor_3628 tensor_3627 tensor_3629 0=0 | |
| Reshape 1536 1 1 tensor_3625 tensor_3630 0=0 1=1 | |
| Gemm 1537 1 1 tensor_3630 tensor_3632 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1538 1 1 tensor_3632 tensor_3633 0=-1 | |
| Reshape 1539 1 1 tensor_3633 tensor_3634 0=64 1=1 2=8 | |
| Reshape 1540 1 1 tensor_3617 tensor_3635 0=0 1=1 | |
| Gemm 1541 1 1 tensor_3635 tensor_3637 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1542 1 1 tensor_3637 tensor_3638 0=-1 | |
| Reshape 1543 1 1 tensor_3638 tensor_3639 0=1 1=64 2=8 | |
| Reshape 1544 1 1 tensor_3621 tensor_3640 0=0 1=1 | |
| Gemm 1545 1 1 tensor_3640 tensor_3642 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1546 1 1 tensor_3642 tensor_3643 0=-1 | |
| Reshape 1547 1 1 tensor_3643 tensor_3644 0=64 1=1 2=8 | |
| Reshape 1548 1 1 tensor_3629 tensor_3645 0=0 1=1 | |
| Gemm 1549 1 1 tensor_3645 tensor_3647 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1550 1 1 tensor_3647 tensor_3648 0=-1 | |
| Swish 1551 1 1 tensor_3648 tensor_3649 | |
| MatMul 1552 2 1 tensor_3639 tensor_3644 tensor_3650 0=0 | |
| Split 1553 1 2 tensor_3650 tensor_3651 tensor_3652 | |
| Split 1554 1 2 state_13_1 tensor_3653 tensor_3654 | |
| MemoryData 1555 0 1 blocks.13.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1556 2 1 tensor_3651 blocks.13.att.time_first tensor_3656 0=2 | |
| BinaryOp 1557 2 1 tensor_3656 tensor_3653 tensor_3657 0=0 | |
| MatMul 1558 2 1 tensor_3634 tensor_3657 tensor_3658 0=0 | |
| MemoryData 1559 0 1 blocks.13.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1560 2 1 tensor_3654 blocks.13.att.time_decay tensor_3660 0=2 | |
| BinaryOp 1561 2 1 tensor_3652 tensor_3660 tensor_3661 0=0 | |
| Reshape 1562 1 1 tensor_3658 tensor_3662 0=512 | |
| GroupNorm 1563 1 1 tensor_3662 tensor_3663 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1564 1 1 tensor_3663 tensor_3664 0=512 | |
| BinaryOp 1565 2 1 tensor_3664 tensor_3649 tensor_3665 0=2 | |
| Reshape 1566 1 1 tensor_3665 tensor_3666 0=0 1=1 | |
| Gemm 1567 1 1 tensor_3666 tensor_3668 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1568 1 1 tensor_3668 tensor_3669 0=-1 | |
| BinaryOp 1569 2 1 tensor_3591 tensor_3669 tensor_3670 0=0 | |
| Split 1570 1 1 tensor_3597 output_state_13_0 | |
| Split 1571 1 1 tensor_3661 output_state_13_1 | |
| Split 1572 1 2 tensor_3670 tensor_3673 tensor_3674 | |
| LayerNorm 1573 1 1 tensor_3673 tensor_3675 0=512 1=1.000000e-05 2=1 | |
| Split 1574 1 3 tensor_3675 tensor_3676 tensor_3677 tensor_3678 | |
| Split 1575 1 2 state_13_2 tensor_3679 tensor_3680 | |
| MemoryData 1576 0 1 blocks.13.ffn.time_mix_k 0=512 | |
| Split 1577 1 2 blocks.13.ffn.time_mix_k tensor_3682 tensor_3683 | |
| MemoryData 1578 0 1 blocks.13.ffn.time_mix_r 0=512 | |
| Split 1579 1 2 blocks.13.ffn.time_mix_r tensor_3685 tensor_3686 | |
| BinaryOp 1580 1 1 tensor_3683 tensor_3687 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1581 2 1 tensor_3679 tensor_3687 tensor_3688 0=2 | |
| BinaryOp 1582 2 1 tensor_3676 tensor_3682 tensor_3689 0=2 | |
| BinaryOp 1583 2 1 tensor_3689 tensor_3688 tensor_3690 0=0 | |
| BinaryOp 1584 1 1 tensor_3686 tensor_3691 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1585 2 1 tensor_3680 tensor_3691 tensor_3692 0=2 | |
| BinaryOp 1586 2 1 tensor_3677 tensor_3685 tensor_3693 0=2 | |
| BinaryOp 1587 2 1 tensor_3693 tensor_3692 tensor_3694 0=0 | |
| Reshape 1588 1 1 tensor_3694 tensor_3695 0=0 1=1 | |
| Gemm 1589 1 1 tensor_3695 tensor_3697 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1590 1 1 tensor_3697 tensor_3698 0=-1 | |
| Sigmoid 1591 1 1 tensor_3698 tensor_3699 | |
| Reshape 1592 1 1 tensor_3690 tensor_3700 0=0 1=1 | |
| Gemm 1593 1 1 tensor_3700 tensor_3702 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1594 1 1 tensor_3702 tensor_3703 0=-1 | |
| ReLU 1595 1 1 tensor_3703 tensor_3704 | |
| BinaryOp 1596 2 1 tensor_3704 tensor_3704 tensor_3705 0=2 | |
| Reshape 1597 1 1 tensor_3705 tensor_3706 0=0 1=1 | |
| Gemm 1598 1 1 tensor_3706 tensor_3708 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1599 1 1 tensor_3708 tensor_3709 0=-1 | |
| BinaryOp 1600 2 1 tensor_3699 tensor_3709 tensor_3710 0=2 | |
| BinaryOp 1601 2 1 tensor_3674 tensor_3710 tensor_3711 0=0 | |
| Split 1602 1 1 tensor_3678 output_state_13_2 | |
| Split 1603 1 2 tensor_3711 tensor_3713 tensor_3714 | |
| LayerNorm 1604 1 1 tensor_3713 tensor_3715 0=512 1=1.000000e-05 2=1 | |
| Split 1605 1 5 tensor_3715 tensor_3716 tensor_3717 tensor_3718 tensor_3719 tensor_3720 | |
| Split 1606 1 4 state_14_0 tensor_3721 tensor_3722 tensor_3723 tensor_3724 | |
| MemoryData 1607 0 1 blocks.14.att.time_mix_k 0=512 | |
| Split 1608 1 2 blocks.14.att.time_mix_k tensor_3726 tensor_3727 | |
| MemoryData 1609 0 1 blocks.14.att.time_mix_v 0=512 | |
| Split 1610 1 2 blocks.14.att.time_mix_v tensor_3729 tensor_3730 | |
| MemoryData 1611 0 1 blocks.14.att.time_mix_r 0=512 | |
| Split 1612 1 2 blocks.14.att.time_mix_r tensor_3732 tensor_3733 | |
| MemoryData 1613 0 1 blocks.14.att.time_mix_g 0=512 | |
| Split 1614 1 2 blocks.14.att.time_mix_g tensor_3735 tensor_3736 | |
| BinaryOp 1615 1 1 tensor_3727 tensor_3737 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1616 2 1 tensor_3721 tensor_3737 tensor_3738 0=2 | |
| BinaryOp 1617 2 1 tensor_3716 tensor_3726 tensor_3739 0=2 | |
| BinaryOp 1618 2 1 tensor_3739 tensor_3738 tensor_3740 0=0 | |
| BinaryOp 1619 1 1 tensor_3730 tensor_3741 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1620 2 1 tensor_3722 tensor_3741 tensor_3742 0=2 | |
| BinaryOp 1621 2 1 tensor_3717 tensor_3729 tensor_3743 0=2 | |
| BinaryOp 1622 2 1 tensor_3743 tensor_3742 tensor_3744 0=0 | |
| BinaryOp 1623 1 1 tensor_3733 tensor_3745 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1624 2 1 tensor_3723 tensor_3745 tensor_3746 0=2 | |
| BinaryOp 1625 2 1 tensor_3718 tensor_3732 tensor_3747 0=2 | |
| BinaryOp 1626 2 1 tensor_3747 tensor_3746 tensor_3748 0=0 | |
| BinaryOp 1627 1 1 tensor_3736 tensor_3749 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1628 2 1 tensor_3724 tensor_3749 tensor_3750 0=2 | |
| BinaryOp 1629 2 1 tensor_3719 tensor_3735 tensor_3751 0=2 | |
| BinaryOp 1630 2 1 tensor_3751 tensor_3750 tensor_3752 0=0 | |
| Reshape 1631 1 1 tensor_3748 tensor_3753 0=0 1=1 | |
| Gemm 1632 1 1 tensor_3753 tensor_3755 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1633 1 1 tensor_3755 tensor_3756 0=-1 | |
| Reshape 1634 1 1 tensor_3756 tensor_3757 0=64 1=1 2=8 | |
| Reshape 1635 1 1 tensor_3740 tensor_3758 0=0 1=1 | |
| Gemm 1636 1 1 tensor_3758 tensor_3760 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1637 1 1 tensor_3760 tensor_3761 0=-1 | |
| Reshape 1638 1 1 tensor_3761 tensor_3762 0=1 1=64 2=8 | |
| Reshape 1639 1 1 tensor_3744 tensor_3763 0=0 1=1 | |
| Gemm 1640 1 1 tensor_3763 tensor_3765 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1641 1 1 tensor_3765 tensor_3766 0=-1 | |
| Reshape 1642 1 1 tensor_3766 tensor_3767 0=64 1=1 2=8 | |
| Reshape 1643 1 1 tensor_3752 tensor_3768 0=0 1=1 | |
| Gemm 1644 1 1 tensor_3768 tensor_3770 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1645 1 1 tensor_3770 tensor_3771 0=-1 | |
| Swish 1646 1 1 tensor_3771 tensor_3772 | |
| MatMul 1647 2 1 tensor_3762 tensor_3767 tensor_3773 0=0 | |
| Split 1648 1 2 tensor_3773 tensor_3774 tensor_3775 | |
| Split 1649 1 2 state_14_1 tensor_3776 tensor_3777 | |
| MemoryData 1650 0 1 blocks.14.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1651 2 1 tensor_3774 blocks.14.att.time_first tensor_3779 0=2 | |
| BinaryOp 1652 2 1 tensor_3779 tensor_3776 tensor_3780 0=0 | |
| MatMul 1653 2 1 tensor_3757 tensor_3780 tensor_3781 0=0 | |
| MemoryData 1654 0 1 blocks.14.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1655 2 1 tensor_3777 blocks.14.att.time_decay tensor_3783 0=2 | |
| BinaryOp 1656 2 1 tensor_3775 tensor_3783 tensor_3784 0=0 | |
| Reshape 1657 1 1 tensor_3781 tensor_3785 0=512 | |
| GroupNorm 1658 1 1 tensor_3785 tensor_3786 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1659 1 1 tensor_3786 tensor_3787 0=512 | |
| BinaryOp 1660 2 1 tensor_3787 tensor_3772 tensor_3788 0=2 | |
| Reshape 1661 1 1 tensor_3788 tensor_3789 0=0 1=1 | |
| Gemm 1662 1 1 tensor_3789 tensor_3791 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1663 1 1 tensor_3791 tensor_3792 0=-1 | |
| BinaryOp 1664 2 1 tensor_3714 tensor_3792 tensor_3793 0=0 | |
| Split 1665 1 1 tensor_3720 output_state_14_0 | |
| Split 1666 1 1 tensor_3784 output_state_14_1 | |
| Split 1667 1 2 tensor_3793 tensor_3796 tensor_3797 | |
| LayerNorm 1668 1 1 tensor_3796 tensor_3798 0=512 1=1.000000e-05 2=1 | |
| Split 1669 1 3 tensor_3798 tensor_3799 tensor_3800 tensor_3801 | |
| Split 1670 1 2 state_14_2 tensor_3802 tensor_3803 | |
| MemoryData 1671 0 1 blocks.14.ffn.time_mix_k 0=512 | |
| Split 1672 1 2 blocks.14.ffn.time_mix_k tensor_3805 tensor_3806 | |
| MemoryData 1673 0 1 blocks.14.ffn.time_mix_r 0=512 | |
| Split 1674 1 2 blocks.14.ffn.time_mix_r tensor_3808 tensor_3809 | |
| BinaryOp 1675 1 1 tensor_3806 tensor_3810 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1676 2 1 tensor_3802 tensor_3810 tensor_3811 0=2 | |
| BinaryOp 1677 2 1 tensor_3799 tensor_3805 tensor_3812 0=2 | |
| BinaryOp 1678 2 1 tensor_3812 tensor_3811 tensor_3813 0=0 | |
| BinaryOp 1679 1 1 tensor_3809 tensor_3814 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1680 2 1 tensor_3803 tensor_3814 tensor_3815 0=2 | |
| BinaryOp 1681 2 1 tensor_3800 tensor_3808 tensor_3816 0=2 | |
| BinaryOp 1682 2 1 tensor_3816 tensor_3815 tensor_3817 0=0 | |
| Reshape 1683 1 1 tensor_3817 tensor_3818 0=0 1=1 | |
| Gemm 1684 1 1 tensor_3818 tensor_3820 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1685 1 1 tensor_3820 tensor_3821 0=-1 | |
| Sigmoid 1686 1 1 tensor_3821 tensor_3822 | |
| Reshape 1687 1 1 tensor_3813 tensor_3823 0=0 1=1 | |
| Gemm 1688 1 1 tensor_3823 tensor_3825 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1689 1 1 tensor_3825 tensor_3826 0=-1 | |
| ReLU 1690 1 1 tensor_3826 tensor_3827 | |
| BinaryOp 1691 2 1 tensor_3827 tensor_3827 tensor_3828 0=2 | |
| Reshape 1692 1 1 tensor_3828 tensor_3829 0=0 1=1 | |
| Gemm 1693 1 1 tensor_3829 tensor_3831 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1694 1 1 tensor_3831 tensor_3832 0=-1 | |
| BinaryOp 1695 2 1 tensor_3822 tensor_3832 tensor_3833 0=2 | |
| BinaryOp 1696 2 1 tensor_3797 tensor_3833 tensor_3834 0=0 | |
| Split 1697 1 1 tensor_3801 output_state_14_2 | |
| Split 1698 1 2 tensor_3834 tensor_3836 tensor_3837 | |
| LayerNorm 1699 1 1 tensor_3836 tensor_3838 0=512 1=1.000000e-05 2=1 | |
| Split 1700 1 5 tensor_3838 tensor_3839 tensor_3840 tensor_3841 tensor_3842 tensor_3843 | |
| Split 1701 1 4 state_15_0 tensor_3844 tensor_3845 tensor_3846 tensor_3847 | |
| MemoryData 1702 0 1 blocks.15.att.time_mix_k 0=512 | |
| Split 1703 1 2 blocks.15.att.time_mix_k tensor_3849 tensor_3850 | |
| MemoryData 1704 0 1 blocks.15.att.time_mix_v 0=512 | |
| Split 1705 1 2 blocks.15.att.time_mix_v tensor_3852 tensor_3853 | |
| MemoryData 1706 0 1 blocks.15.att.time_mix_r 0=512 | |
| Split 1707 1 2 blocks.15.att.time_mix_r tensor_3855 tensor_3856 | |
| MemoryData 1708 0 1 blocks.15.att.time_mix_g 0=512 | |
| Split 1709 1 2 blocks.15.att.time_mix_g tensor_3858 tensor_3859 | |
| BinaryOp 1710 1 1 tensor_3850 tensor_3860 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1711 2 1 tensor_3844 tensor_3860 tensor_3861 0=2 | |
| BinaryOp 1712 2 1 tensor_3839 tensor_3849 tensor_3862 0=2 | |
| BinaryOp 1713 2 1 tensor_3862 tensor_3861 tensor_3863 0=0 | |
| BinaryOp 1714 1 1 tensor_3853 tensor_3864 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1715 2 1 tensor_3845 tensor_3864 tensor_3865 0=2 | |
| BinaryOp 1716 2 1 tensor_3840 tensor_3852 tensor_3866 0=2 | |
| BinaryOp 1717 2 1 tensor_3866 tensor_3865 tensor_3867 0=0 | |
| BinaryOp 1718 1 1 tensor_3856 tensor_3868 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1719 2 1 tensor_3846 tensor_3868 tensor_3869 0=2 | |
| BinaryOp 1720 2 1 tensor_3841 tensor_3855 tensor_3870 0=2 | |
| BinaryOp 1721 2 1 tensor_3870 tensor_3869 tensor_3871 0=0 | |
| BinaryOp 1722 1 1 tensor_3859 tensor_3872 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1723 2 1 tensor_3847 tensor_3872 tensor_3873 0=2 | |
| BinaryOp 1724 2 1 tensor_3842 tensor_3858 tensor_3874 0=2 | |
| BinaryOp 1725 2 1 tensor_3874 tensor_3873 tensor_3875 0=0 | |
| Reshape 1726 1 1 tensor_3871 tensor_3876 0=0 1=1 | |
| Gemm 1727 1 1 tensor_3876 tensor_3878 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1728 1 1 tensor_3878 tensor_3879 0=-1 | |
| Reshape 1729 1 1 tensor_3879 tensor_3880 0=64 1=1 2=8 | |
| Reshape 1730 1 1 tensor_3863 tensor_3881 0=0 1=1 | |
| Gemm 1731 1 1 tensor_3881 tensor_3883 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1732 1 1 tensor_3883 tensor_3884 0=-1 | |
| Reshape 1733 1 1 tensor_3884 tensor_3885 0=1 1=64 2=8 | |
| Reshape 1734 1 1 tensor_3867 tensor_3886 0=0 1=1 | |
| Gemm 1735 1 1 tensor_3886 tensor_3888 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1736 1 1 tensor_3888 tensor_3889 0=-1 | |
| Reshape 1737 1 1 tensor_3889 tensor_3890 0=64 1=1 2=8 | |
| Reshape 1738 1 1 tensor_3875 tensor_3891 0=0 1=1 | |
| Gemm 1739 1 1 tensor_3891 tensor_3893 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1740 1 1 tensor_3893 tensor_3894 0=-1 | |
| Swish 1741 1 1 tensor_3894 tensor_3895 | |
| MatMul 1742 2 1 tensor_3885 tensor_3890 tensor_3896 0=0 | |
| Split 1743 1 2 tensor_3896 tensor_3897 tensor_3898 | |
| Split 1744 1 2 state_15_1 tensor_3899 tensor_3900 | |
| MemoryData 1745 0 1 blocks.15.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1746 2 1 tensor_3897 blocks.15.att.time_first tensor_3902 0=2 | |
| BinaryOp 1747 2 1 tensor_3902 tensor_3899 tensor_3903 0=0 | |
| MatMul 1748 2 1 tensor_3880 tensor_3903 tensor_3904 0=0 | |
| MemoryData 1749 0 1 blocks.15.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1750 2 1 tensor_3900 blocks.15.att.time_decay tensor_3906 0=2 | |
| BinaryOp 1751 2 1 tensor_3898 tensor_3906 tensor_3907 0=0 | |
| Reshape 1752 1 1 tensor_3904 tensor_3908 0=512 | |
| GroupNorm 1753 1 1 tensor_3908 tensor_3909 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1754 1 1 tensor_3909 tensor_3910 0=512 | |
| BinaryOp 1755 2 1 tensor_3910 tensor_3895 tensor_3911 0=2 | |
| Reshape 1756 1 1 tensor_3911 tensor_3912 0=0 1=1 | |
| Gemm 1757 1 1 tensor_3912 tensor_3914 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1758 1 1 tensor_3914 tensor_3915 0=-1 | |
| BinaryOp 1759 2 1 tensor_3837 tensor_3915 tensor_3916 0=0 | |
| Split 1760 1 1 tensor_3843 output_state_15_0 | |
| Split 1761 1 1 tensor_3907 output_state_15_1 | |
| Split 1762 1 2 tensor_3916 tensor_3919 tensor_3920 | |
| LayerNorm 1763 1 1 tensor_3919 tensor_3921 0=512 1=1.000000e-05 2=1 | |
| Split 1764 1 3 tensor_3921 tensor_3922 tensor_3923 tensor_3924 | |
| Split 1765 1 2 state_15_2 tensor_3925 tensor_3926 | |
| MemoryData 1766 0 1 blocks.15.ffn.time_mix_k 0=512 | |
| Split 1767 1 2 blocks.15.ffn.time_mix_k tensor_3928 tensor_3929 | |
| MemoryData 1768 0 1 blocks.15.ffn.time_mix_r 0=512 | |
| Split 1769 1 2 blocks.15.ffn.time_mix_r tensor_3931 tensor_3932 | |
| BinaryOp 1770 1 1 tensor_3929 tensor_3933 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1771 2 1 tensor_3925 tensor_3933 tensor_3934 0=2 | |
| BinaryOp 1772 2 1 tensor_3922 tensor_3928 tensor_3935 0=2 | |
| BinaryOp 1773 2 1 tensor_3935 tensor_3934 tensor_3936 0=0 | |
| BinaryOp 1774 1 1 tensor_3932 tensor_3937 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1775 2 1 tensor_3926 tensor_3937 tensor_3938 0=2 | |
| BinaryOp 1776 2 1 tensor_3923 tensor_3931 tensor_3939 0=2 | |
| BinaryOp 1777 2 1 tensor_3939 tensor_3938 tensor_3940 0=0 | |
| Reshape 1778 1 1 tensor_3940 tensor_3941 0=0 1=1 | |
| Gemm 1779 1 1 tensor_3941 tensor_3943 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1780 1 1 tensor_3943 tensor_3944 0=-1 | |
| Sigmoid 1781 1 1 tensor_3944 tensor_3945 | |
| Reshape 1782 1 1 tensor_3936 tensor_3946 0=0 1=1 | |
| Gemm 1783 1 1 tensor_3946 tensor_3948 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1784 1 1 tensor_3948 tensor_3949 0=-1 | |
| ReLU 1785 1 1 tensor_3949 tensor_3950 | |
| BinaryOp 1786 2 1 tensor_3950 tensor_3950 tensor_3951 0=2 | |
| Reshape 1787 1 1 tensor_3951 tensor_3952 0=0 1=1 | |
| Gemm 1788 1 1 tensor_3952 tensor_3954 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1789 1 1 tensor_3954 tensor_3955 0=-1 | |
| BinaryOp 1790 2 1 tensor_3945 tensor_3955 tensor_3956 0=2 | |
| BinaryOp 1791 2 1 tensor_3920 tensor_3956 tensor_3957 0=0 | |
| Split 1792 1 1 tensor_3924 output_state_15_2 | |
| Split 1793 1 2 tensor_3957 tensor_3959 tensor_3960 | |
| LayerNorm 1794 1 1 tensor_3959 tensor_3961 0=512 1=1.000000e-05 2=1 | |
| Split 1795 1 5 tensor_3961 tensor_3962 tensor_3963 tensor_3964 tensor_3965 tensor_3966 | |
| Split 1796 1 4 state_16_0 tensor_3967 tensor_3968 tensor_3969 tensor_3970 | |
| MemoryData 1797 0 1 blocks.16.att.time_mix_k 0=512 | |
| Split 1798 1 2 blocks.16.att.time_mix_k tensor_3972 tensor_3973 | |
| MemoryData 1799 0 1 blocks.16.att.time_mix_v 0=512 | |
| Split 1800 1 2 blocks.16.att.time_mix_v tensor_3975 tensor_3976 | |
| MemoryData 1801 0 1 blocks.16.att.time_mix_r 0=512 | |
| Split 1802 1 2 blocks.16.att.time_mix_r tensor_3978 tensor_3979 | |
| MemoryData 1803 0 1 blocks.16.att.time_mix_g 0=512 | |
| Split 1804 1 2 blocks.16.att.time_mix_g tensor_3981 tensor_3982 | |
| BinaryOp 1805 1 1 tensor_3973 tensor_3983 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1806 2 1 tensor_3967 tensor_3983 tensor_3984 0=2 | |
| BinaryOp 1807 2 1 tensor_3962 tensor_3972 tensor_3985 0=2 | |
| BinaryOp 1808 2 1 tensor_3985 tensor_3984 tensor_3986 0=0 | |
| BinaryOp 1809 1 1 tensor_3976 tensor_3987 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1810 2 1 tensor_3968 tensor_3987 tensor_3988 0=2 | |
| BinaryOp 1811 2 1 tensor_3963 tensor_3975 tensor_3989 0=2 | |
| BinaryOp 1812 2 1 tensor_3989 tensor_3988 tensor_3990 0=0 | |
| BinaryOp 1813 1 1 tensor_3979 tensor_3991 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1814 2 1 tensor_3969 tensor_3991 tensor_3992 0=2 | |
| BinaryOp 1815 2 1 tensor_3964 tensor_3978 tensor_3993 0=2 | |
| BinaryOp 1816 2 1 tensor_3993 tensor_3992 tensor_3994 0=0 | |
| BinaryOp 1817 1 1 tensor_3982 tensor_3995 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1818 2 1 tensor_3970 tensor_3995 tensor_3996 0=2 | |
| BinaryOp 1819 2 1 tensor_3965 tensor_3981 tensor_3997 0=2 | |
| BinaryOp 1820 2 1 tensor_3997 tensor_3996 tensor_3998 0=0 | |
| Reshape 1821 1 1 tensor_3994 tensor_3999 0=0 1=1 | |
| Gemm 1822 1 1 tensor_3999 tensor_4001 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1823 1 1 tensor_4001 tensor_4002 0=-1 | |
| Reshape 1824 1 1 tensor_4002 tensor_4003 0=64 1=1 2=8 | |
| Reshape 1825 1 1 tensor_3986 tensor_4004 0=0 1=1 | |
| Gemm 1826 1 1 tensor_4004 tensor_4006 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1827 1 1 tensor_4006 tensor_4007 0=-1 | |
| Reshape 1828 1 1 tensor_4007 tensor_4008 0=1 1=64 2=8 | |
| Reshape 1829 1 1 tensor_3990 tensor_4009 0=0 1=1 | |
| Gemm 1830 1 1 tensor_4009 tensor_4011 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1831 1 1 tensor_4011 tensor_4012 0=-1 | |
| Reshape 1832 1 1 tensor_4012 tensor_4013 0=64 1=1 2=8 | |
| Reshape 1833 1 1 tensor_3998 tensor_4014 0=0 1=1 | |
| Gemm 1834 1 1 tensor_4014 tensor_4016 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1835 1 1 tensor_4016 tensor_4017 0=-1 | |
| Swish 1836 1 1 tensor_4017 tensor_4018 | |
| MatMul 1837 2 1 tensor_4008 tensor_4013 tensor_4019 0=0 | |
| Split 1838 1 2 tensor_4019 tensor_4020 tensor_4021 | |
| Split 1839 1 2 state_16_1 tensor_4022 tensor_4023 | |
| MemoryData 1840 0 1 blocks.16.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1841 2 1 tensor_4020 blocks.16.att.time_first tensor_4025 0=2 | |
| BinaryOp 1842 2 1 tensor_4025 tensor_4022 tensor_4026 0=0 | |
| MatMul 1843 2 1 tensor_4003 tensor_4026 tensor_4027 0=0 | |
| MemoryData 1844 0 1 blocks.16.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1845 2 1 tensor_4023 blocks.16.att.time_decay tensor_4029 0=2 | |
| BinaryOp 1846 2 1 tensor_4021 tensor_4029 tensor_4030 0=0 | |
| Reshape 1847 1 1 tensor_4027 tensor_4031 0=512 | |
| GroupNorm 1848 1 1 tensor_4031 tensor_4032 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1849 1 1 tensor_4032 tensor_4033 0=512 | |
| BinaryOp 1850 2 1 tensor_4033 tensor_4018 tensor_4034 0=2 | |
| Reshape 1851 1 1 tensor_4034 tensor_4035 0=0 1=1 | |
| Gemm 1852 1 1 tensor_4035 tensor_4037 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1853 1 1 tensor_4037 tensor_4038 0=-1 | |
| BinaryOp 1854 2 1 tensor_3960 tensor_4038 tensor_4039 0=0 | |
| Split 1855 1 1 tensor_3966 output_state_16_0 | |
| Split 1856 1 1 tensor_4030 output_state_16_1 | |
| Split 1857 1 2 tensor_4039 tensor_4042 tensor_4043 | |
| LayerNorm 1858 1 1 tensor_4042 tensor_4044 0=512 1=1.000000e-05 2=1 | |
| Split 1859 1 3 tensor_4044 tensor_4045 tensor_4046 tensor_4047 | |
| Split 1860 1 2 state_16_2 tensor_4048 tensor_4049 | |
| MemoryData 1861 0 1 blocks.16.ffn.time_mix_k 0=512 | |
| Split 1862 1 2 blocks.16.ffn.time_mix_k tensor_4051 tensor_4052 | |
| MemoryData 1863 0 1 blocks.16.ffn.time_mix_r 0=512 | |
| Split 1864 1 2 blocks.16.ffn.time_mix_r tensor_4054 tensor_4055 | |
| BinaryOp 1865 1 1 tensor_4052 tensor_4056 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1866 2 1 tensor_4048 tensor_4056 tensor_4057 0=2 | |
| BinaryOp 1867 2 1 tensor_4045 tensor_4051 tensor_4058 0=2 | |
| BinaryOp 1868 2 1 tensor_4058 tensor_4057 tensor_4059 0=0 | |
| BinaryOp 1869 1 1 tensor_4055 tensor_4060 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1870 2 1 tensor_4049 tensor_4060 tensor_4061 0=2 | |
| BinaryOp 1871 2 1 tensor_4046 tensor_4054 tensor_4062 0=2 | |
| BinaryOp 1872 2 1 tensor_4062 tensor_4061 tensor_4063 0=0 | |
| Reshape 1873 1 1 tensor_4063 tensor_4064 0=0 1=1 | |
| Gemm 1874 1 1 tensor_4064 tensor_4066 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1875 1 1 tensor_4066 tensor_4067 0=-1 | |
| Sigmoid 1876 1 1 tensor_4067 tensor_4068 | |
| Reshape 1877 1 1 tensor_4059 tensor_4069 0=0 1=1 | |
| Gemm 1878 1 1 tensor_4069 tensor_4071 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1879 1 1 tensor_4071 tensor_4072 0=-1 | |
| ReLU 1880 1 1 tensor_4072 tensor_4073 | |
| BinaryOp 1881 2 1 tensor_4073 tensor_4073 tensor_4074 0=2 | |
| Reshape 1882 1 1 tensor_4074 tensor_4075 0=0 1=1 | |
| Gemm 1883 1 1 tensor_4075 tensor_4077 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1884 1 1 tensor_4077 tensor_4078 0=-1 | |
| BinaryOp 1885 2 1 tensor_4068 tensor_4078 tensor_4079 0=2 | |
| BinaryOp 1886 2 1 tensor_4043 tensor_4079 tensor_4080 0=0 | |
| Split 1887 1 1 tensor_4047 output_state_16_2 | |
| Split 1888 1 2 tensor_4080 tensor_4082 tensor_4083 | |
| LayerNorm 1889 1 1 tensor_4082 tensor_4084 0=512 1=1.000000e-05 2=1 | |
| Split 1890 1 5 tensor_4084 tensor_4085 tensor_4086 tensor_4087 tensor_4088 tensor_4089 | |
| Split 1891 1 4 state_17_0 tensor_4090 tensor_4091 tensor_4092 tensor_4093 | |
| MemoryData 1892 0 1 blocks.17.att.time_mix_k 0=512 | |
| Split 1893 1 2 blocks.17.att.time_mix_k tensor_4095 tensor_4096 | |
| MemoryData 1894 0 1 blocks.17.att.time_mix_v 0=512 | |
| Split 1895 1 2 blocks.17.att.time_mix_v tensor_4098 tensor_4099 | |
| MemoryData 1896 0 1 blocks.17.att.time_mix_r 0=512 | |
| Split 1897 1 2 blocks.17.att.time_mix_r tensor_4101 tensor_4102 | |
| MemoryData 1898 0 1 blocks.17.att.time_mix_g 0=512 | |
| Split 1899 1 2 blocks.17.att.time_mix_g tensor_4104 tensor_4105 | |
| BinaryOp 1900 1 1 tensor_4096 tensor_4106 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1901 2 1 tensor_4090 tensor_4106 tensor_4107 0=2 | |
| BinaryOp 1902 2 1 tensor_4085 tensor_4095 tensor_4108 0=2 | |
| BinaryOp 1903 2 1 tensor_4108 tensor_4107 tensor_4109 0=0 | |
| BinaryOp 1904 1 1 tensor_4099 tensor_4110 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1905 2 1 tensor_4091 tensor_4110 tensor_4111 0=2 | |
| BinaryOp 1906 2 1 tensor_4086 tensor_4098 tensor_4112 0=2 | |
| BinaryOp 1907 2 1 tensor_4112 tensor_4111 tensor_4113 0=0 | |
| BinaryOp 1908 1 1 tensor_4102 tensor_4114 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1909 2 1 tensor_4092 tensor_4114 tensor_4115 0=2 | |
| BinaryOp 1910 2 1 tensor_4087 tensor_4101 tensor_4116 0=2 | |
| BinaryOp 1911 2 1 tensor_4116 tensor_4115 tensor_4117 0=0 | |
| BinaryOp 1912 1 1 tensor_4105 tensor_4118 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1913 2 1 tensor_4093 tensor_4118 tensor_4119 0=2 | |
| BinaryOp 1914 2 1 tensor_4088 tensor_4104 tensor_4120 0=2 | |
| BinaryOp 1915 2 1 tensor_4120 tensor_4119 tensor_4121 0=0 | |
| Reshape 1916 1 1 tensor_4117 tensor_4122 0=0 1=1 | |
| Gemm 1917 1 1 tensor_4122 tensor_4124 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1918 1 1 tensor_4124 tensor_4125 0=-1 | |
| Reshape 1919 1 1 tensor_4125 tensor_4126 0=64 1=1 2=8 | |
| Reshape 1920 1 1 tensor_4109 tensor_4127 0=0 1=1 | |
| Gemm 1921 1 1 tensor_4127 tensor_4129 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1922 1 1 tensor_4129 tensor_4130 0=-1 | |
| Reshape 1923 1 1 tensor_4130 tensor_4131 0=1 1=64 2=8 | |
| Reshape 1924 1 1 tensor_4113 tensor_4132 0=0 1=1 | |
| Gemm 1925 1 1 tensor_4132 tensor_4134 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1926 1 1 tensor_4134 tensor_4135 0=-1 | |
| Reshape 1927 1 1 tensor_4135 tensor_4136 0=64 1=1 2=8 | |
| Reshape 1928 1 1 tensor_4121 tensor_4137 0=0 1=1 | |
| Gemm 1929 1 1 tensor_4137 tensor_4139 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1930 1 1 tensor_4139 tensor_4140 0=-1 | |
| Swish 1931 1 1 tensor_4140 tensor_4141 | |
| MatMul 1932 2 1 tensor_4131 tensor_4136 tensor_4142 0=0 | |
| Split 1933 1 2 tensor_4142 tensor_4143 tensor_4144 | |
| Split 1934 1 2 state_17_1 tensor_4145 tensor_4146 | |
| MemoryData 1935 0 1 blocks.17.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 1936 2 1 tensor_4143 blocks.17.att.time_first tensor_4148 0=2 | |
| BinaryOp 1937 2 1 tensor_4148 tensor_4145 tensor_4149 0=0 | |
| MatMul 1938 2 1 tensor_4126 tensor_4149 tensor_4150 0=0 | |
| MemoryData 1939 0 1 blocks.17.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 1940 2 1 tensor_4146 blocks.17.att.time_decay tensor_4152 0=2 | |
| BinaryOp 1941 2 1 tensor_4144 tensor_4152 tensor_4153 0=0 | |
| Reshape 1942 1 1 tensor_4150 tensor_4154 0=512 | |
| GroupNorm 1943 1 1 tensor_4154 tensor_4155 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 1944 1 1 tensor_4155 tensor_4156 0=512 | |
| BinaryOp 1945 2 1 tensor_4156 tensor_4141 tensor_4157 0=2 | |
| Reshape 1946 1 1 tensor_4157 tensor_4158 0=0 1=1 | |
| Gemm 1947 1 1 tensor_4158 tensor_4160 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1948 1 1 tensor_4160 tensor_4161 0=-1 | |
| BinaryOp 1949 2 1 tensor_4083 tensor_4161 tensor_4162 0=0 | |
| Split 1950 1 1 tensor_4089 output_state_17_0 | |
| Split 1951 1 1 tensor_4153 output_state_17_1 | |
| Split 1952 1 2 tensor_4162 tensor_4165 tensor_4166 | |
| LayerNorm 1953 1 1 tensor_4165 tensor_4167 0=512 1=1.000000e-05 2=1 | |
| Split 1954 1 3 tensor_4167 tensor_4168 tensor_4169 tensor_4170 | |
| Split 1955 1 2 state_17_2 tensor_4171 tensor_4172 | |
| MemoryData 1956 0 1 blocks.17.ffn.time_mix_k 0=512 | |
| Split 1957 1 2 blocks.17.ffn.time_mix_k tensor_4174 tensor_4175 | |
| MemoryData 1958 0 1 blocks.17.ffn.time_mix_r 0=512 | |
| Split 1959 1 2 blocks.17.ffn.time_mix_r tensor_4177 tensor_4178 | |
| BinaryOp 1960 1 1 tensor_4175 tensor_4179 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1961 2 1 tensor_4171 tensor_4179 tensor_4180 0=2 | |
| BinaryOp 1962 2 1 tensor_4168 tensor_4174 tensor_4181 0=2 | |
| BinaryOp 1963 2 1 tensor_4181 tensor_4180 tensor_4182 0=0 | |
| BinaryOp 1964 1 1 tensor_4178 tensor_4183 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1965 2 1 tensor_4172 tensor_4183 tensor_4184 0=2 | |
| BinaryOp 1966 2 1 tensor_4169 tensor_4177 tensor_4185 0=2 | |
| BinaryOp 1967 2 1 tensor_4185 tensor_4184 tensor_4186 0=0 | |
| Reshape 1968 1 1 tensor_4186 tensor_4187 0=0 1=1 | |
| Gemm 1969 1 1 tensor_4187 tensor_4189 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 1970 1 1 tensor_4189 tensor_4190 0=-1 | |
| Sigmoid 1971 1 1 tensor_4190 tensor_4191 | |
| Reshape 1972 1 1 tensor_4182 tensor_4192 0=0 1=1 | |
| Gemm 1973 1 1 tensor_4192 tensor_4194 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 1974 1 1 tensor_4194 tensor_4195 0=-1 | |
| ReLU 1975 1 1 tensor_4195 tensor_4196 | |
| BinaryOp 1976 2 1 tensor_4196 tensor_4196 tensor_4197 0=2 | |
| Reshape 1977 1 1 tensor_4197 tensor_4198 0=0 1=1 | |
| Gemm 1978 1 1 tensor_4198 tensor_4200 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 1979 1 1 tensor_4200 tensor_4201 0=-1 | |
| BinaryOp 1980 2 1 tensor_4191 tensor_4201 tensor_4202 0=2 | |
| BinaryOp 1981 2 1 tensor_4166 tensor_4202 tensor_4203 0=0 | |
| Split 1982 1 1 tensor_4170 output_state_17_2 | |
| Split 1983 1 2 tensor_4203 tensor_4205 tensor_4206 | |
| LayerNorm 1984 1 1 tensor_4205 tensor_4207 0=512 1=1.000000e-05 2=1 | |
| Split 1985 1 5 tensor_4207 tensor_4208 tensor_4209 tensor_4210 tensor_4211 tensor_4212 | |
| Split 1986 1 4 state_18_0 tensor_4213 tensor_4214 tensor_4215 tensor_4216 | |
| MemoryData 1987 0 1 blocks.18.att.time_mix_k 0=512 | |
| Split 1988 1 2 blocks.18.att.time_mix_k tensor_4218 tensor_4219 | |
| MemoryData 1989 0 1 blocks.18.att.time_mix_v 0=512 | |
| Split 1990 1 2 blocks.18.att.time_mix_v tensor_4221 tensor_4222 | |
| MemoryData 1991 0 1 blocks.18.att.time_mix_r 0=512 | |
| Split 1992 1 2 blocks.18.att.time_mix_r tensor_4224 tensor_4225 | |
| MemoryData 1993 0 1 blocks.18.att.time_mix_g 0=512 | |
| Split 1994 1 2 blocks.18.att.time_mix_g tensor_4227 tensor_4228 | |
| BinaryOp 1995 1 1 tensor_4219 tensor_4229 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 1996 2 1 tensor_4213 tensor_4229 tensor_4230 0=2 | |
| BinaryOp 1997 2 1 tensor_4208 tensor_4218 tensor_4231 0=2 | |
| BinaryOp 1998 2 1 tensor_4231 tensor_4230 tensor_4232 0=0 | |
| BinaryOp 1999 1 1 tensor_4222 tensor_4233 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2000 2 1 tensor_4214 tensor_4233 tensor_4234 0=2 | |
| BinaryOp 2001 2 1 tensor_4209 tensor_4221 tensor_4235 0=2 | |
| BinaryOp 2002 2 1 tensor_4235 tensor_4234 tensor_4236 0=0 | |
| BinaryOp 2003 1 1 tensor_4225 tensor_4237 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2004 2 1 tensor_4215 tensor_4237 tensor_4238 0=2 | |
| BinaryOp 2005 2 1 tensor_4210 tensor_4224 tensor_4239 0=2 | |
| BinaryOp 2006 2 1 tensor_4239 tensor_4238 tensor_4240 0=0 | |
| BinaryOp 2007 1 1 tensor_4228 tensor_4241 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2008 2 1 tensor_4216 tensor_4241 tensor_4242 0=2 | |
| BinaryOp 2009 2 1 tensor_4211 tensor_4227 tensor_4243 0=2 | |
| BinaryOp 2010 2 1 tensor_4243 tensor_4242 tensor_4244 0=0 | |
| Reshape 2011 1 1 tensor_4240 tensor_4245 0=0 1=1 | |
| Gemm 2012 1 1 tensor_4245 tensor_4247 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2013 1 1 tensor_4247 tensor_4248 0=-1 | |
| Reshape 2014 1 1 tensor_4248 tensor_4249 0=64 1=1 2=8 | |
| Reshape 2015 1 1 tensor_4232 tensor_4250 0=0 1=1 | |
| Gemm 2016 1 1 tensor_4250 tensor_4252 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2017 1 1 tensor_4252 tensor_4253 0=-1 | |
| Reshape 2018 1 1 tensor_4253 tensor_4254 0=1 1=64 2=8 | |
| Reshape 2019 1 1 tensor_4236 tensor_4255 0=0 1=1 | |
| Gemm 2020 1 1 tensor_4255 tensor_4257 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2021 1 1 tensor_4257 tensor_4258 0=-1 | |
| Reshape 2022 1 1 tensor_4258 tensor_4259 0=64 1=1 2=8 | |
| Reshape 2023 1 1 tensor_4244 tensor_4260 0=0 1=1 | |
| Gemm 2024 1 1 tensor_4260 tensor_4262 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2025 1 1 tensor_4262 tensor_4263 0=-1 | |
| Swish 2026 1 1 tensor_4263 tensor_4264 | |
| MatMul 2027 2 1 tensor_4254 tensor_4259 tensor_4265 0=0 | |
| Split 2028 1 2 tensor_4265 tensor_4266 tensor_4267 | |
| Split 2029 1 2 state_18_1 tensor_4268 tensor_4269 | |
| MemoryData 2030 0 1 blocks.18.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2031 2 1 tensor_4266 blocks.18.att.time_first tensor_4271 0=2 | |
| BinaryOp 2032 2 1 tensor_4271 tensor_4268 tensor_4272 0=0 | |
| MatMul 2033 2 1 tensor_4249 tensor_4272 tensor_4273 0=0 | |
| MemoryData 2034 0 1 blocks.18.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2035 2 1 tensor_4269 blocks.18.att.time_decay tensor_4275 0=2 | |
| BinaryOp 2036 2 1 tensor_4267 tensor_4275 tensor_4276 0=0 | |
| Reshape 2037 1 1 tensor_4273 tensor_4277 0=512 | |
| GroupNorm 2038 1 1 tensor_4277 tensor_4278 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2039 1 1 tensor_4278 tensor_4279 0=512 | |
| BinaryOp 2040 2 1 tensor_4279 tensor_4264 tensor_4280 0=2 | |
| Reshape 2041 1 1 tensor_4280 tensor_4281 0=0 1=1 | |
| Gemm 2042 1 1 tensor_4281 tensor_4283 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2043 1 1 tensor_4283 tensor_4284 0=-1 | |
| BinaryOp 2044 2 1 tensor_4206 tensor_4284 tensor_4285 0=0 | |
| Split 2045 1 1 tensor_4212 output_state_18_0 | |
| Split 2046 1 1 tensor_4276 output_state_18_1 | |
| Split 2047 1 2 tensor_4285 tensor_4288 tensor_4289 | |
| LayerNorm 2048 1 1 tensor_4288 tensor_4290 0=512 1=1.000000e-05 2=1 | |
| Split 2049 1 3 tensor_4290 tensor_4291 tensor_4292 tensor_4293 | |
| Split 2050 1 2 state_18_2 tensor_4294 tensor_4295 | |
| MemoryData 2051 0 1 blocks.18.ffn.time_mix_k 0=512 | |
| Split 2052 1 2 blocks.18.ffn.time_mix_k tensor_4297 tensor_4298 | |
| MemoryData 2053 0 1 blocks.18.ffn.time_mix_r 0=512 | |
| Split 2054 1 2 blocks.18.ffn.time_mix_r tensor_4300 tensor_4301 | |
| BinaryOp 2055 1 1 tensor_4298 tensor_4302 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2056 2 1 tensor_4294 tensor_4302 tensor_4303 0=2 | |
| BinaryOp 2057 2 1 tensor_4291 tensor_4297 tensor_4304 0=2 | |
| BinaryOp 2058 2 1 tensor_4304 tensor_4303 tensor_4305 0=0 | |
| BinaryOp 2059 1 1 tensor_4301 tensor_4306 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2060 2 1 tensor_4295 tensor_4306 tensor_4307 0=2 | |
| BinaryOp 2061 2 1 tensor_4292 tensor_4300 tensor_4308 0=2 | |
| BinaryOp 2062 2 1 tensor_4308 tensor_4307 tensor_4309 0=0 | |
| Reshape 2063 1 1 tensor_4309 tensor_4310 0=0 1=1 | |
| Gemm 2064 1 1 tensor_4310 tensor_4312 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2065 1 1 tensor_4312 tensor_4313 0=-1 | |
| Sigmoid 2066 1 1 tensor_4313 tensor_4314 | |
| Reshape 2067 1 1 tensor_4305 tensor_4315 0=0 1=1 | |
| Gemm 2068 1 1 tensor_4315 tensor_4317 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2069 1 1 tensor_4317 tensor_4318 0=-1 | |
| ReLU 2070 1 1 tensor_4318 tensor_4319 | |
| BinaryOp 2071 2 1 tensor_4319 tensor_4319 tensor_4320 0=2 | |
| Reshape 2072 1 1 tensor_4320 tensor_4321 0=0 1=1 | |
| Gemm 2073 1 1 tensor_4321 tensor_4323 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2074 1 1 tensor_4323 tensor_4324 0=-1 | |
| BinaryOp 2075 2 1 tensor_4314 tensor_4324 tensor_4325 0=2 | |
| BinaryOp 2076 2 1 tensor_4289 tensor_4325 tensor_4326 0=0 | |
| Split 2077 1 1 tensor_4293 output_state_18_2 | |
| Split 2078 1 2 tensor_4326 tensor_4328 tensor_4329 | |
| LayerNorm 2079 1 1 tensor_4328 tensor_4330 0=512 1=1.000000e-05 2=1 | |
| Split 2080 1 5 tensor_4330 tensor_4331 tensor_4332 tensor_4333 tensor_4334 tensor_4335 | |
| Split 2081 1 4 state_19_0 tensor_4336 tensor_4337 tensor_4338 tensor_4339 | |
| MemoryData 2082 0 1 blocks.19.att.time_mix_k 0=512 | |
| Split 2083 1 2 blocks.19.att.time_mix_k tensor_4341 tensor_4342 | |
| MemoryData 2084 0 1 blocks.19.att.time_mix_v 0=512 | |
| Split 2085 1 2 blocks.19.att.time_mix_v tensor_4344 tensor_4345 | |
| MemoryData 2086 0 1 blocks.19.att.time_mix_r 0=512 | |
| Split 2087 1 2 blocks.19.att.time_mix_r tensor_4347 tensor_4348 | |
| MemoryData 2088 0 1 blocks.19.att.time_mix_g 0=512 | |
| Split 2089 1 2 blocks.19.att.time_mix_g tensor_4350 tensor_4351 | |
| BinaryOp 2090 1 1 tensor_4342 tensor_4352 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2091 2 1 tensor_4336 tensor_4352 tensor_4353 0=2 | |
| BinaryOp 2092 2 1 tensor_4331 tensor_4341 tensor_4354 0=2 | |
| BinaryOp 2093 2 1 tensor_4354 tensor_4353 tensor_4355 0=0 | |
| BinaryOp 2094 1 1 tensor_4345 tensor_4356 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2095 2 1 tensor_4337 tensor_4356 tensor_4357 0=2 | |
| BinaryOp 2096 2 1 tensor_4332 tensor_4344 tensor_4358 0=2 | |
| BinaryOp 2097 2 1 tensor_4358 tensor_4357 tensor_4359 0=0 | |
| BinaryOp 2098 1 1 tensor_4348 tensor_4360 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2099 2 1 tensor_4338 tensor_4360 tensor_4361 0=2 | |
| BinaryOp 2100 2 1 tensor_4333 tensor_4347 tensor_4362 0=2 | |
| BinaryOp 2101 2 1 tensor_4362 tensor_4361 tensor_4363 0=0 | |
| BinaryOp 2102 1 1 tensor_4351 tensor_4364 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2103 2 1 tensor_4339 tensor_4364 tensor_4365 0=2 | |
| BinaryOp 2104 2 1 tensor_4334 tensor_4350 tensor_4366 0=2 | |
| BinaryOp 2105 2 1 tensor_4366 tensor_4365 tensor_4367 0=0 | |
| Reshape 2106 1 1 tensor_4363 tensor_4368 0=0 1=1 | |
| Gemm 2107 1 1 tensor_4368 tensor_4370 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2108 1 1 tensor_4370 tensor_4371 0=-1 | |
| Reshape 2109 1 1 tensor_4371 tensor_4372 0=64 1=1 2=8 | |
| Reshape 2110 1 1 tensor_4355 tensor_4373 0=0 1=1 | |
| Gemm 2111 1 1 tensor_4373 tensor_4375 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2112 1 1 tensor_4375 tensor_4376 0=-1 | |
| Reshape 2113 1 1 tensor_4376 tensor_4377 0=1 1=64 2=8 | |
| Reshape 2114 1 1 tensor_4359 tensor_4378 0=0 1=1 | |
| Gemm 2115 1 1 tensor_4378 tensor_4380 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2116 1 1 tensor_4380 tensor_4381 0=-1 | |
| Reshape 2117 1 1 tensor_4381 tensor_4382 0=64 1=1 2=8 | |
| Reshape 2118 1 1 tensor_4367 tensor_4383 0=0 1=1 | |
| Gemm 2119 1 1 tensor_4383 tensor_4385 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2120 1 1 tensor_4385 tensor_4386 0=-1 | |
| Swish 2121 1 1 tensor_4386 tensor_4387 | |
| MatMul 2122 2 1 tensor_4377 tensor_4382 tensor_4388 0=0 | |
| Split 2123 1 2 tensor_4388 tensor_4389 tensor_4390 | |
| Split 2124 1 2 state_19_1 tensor_4391 tensor_4392 | |
| MemoryData 2125 0 1 blocks.19.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2126 2 1 tensor_4389 blocks.19.att.time_first tensor_4394 0=2 | |
| BinaryOp 2127 2 1 tensor_4394 tensor_4391 tensor_4395 0=0 | |
| MatMul 2128 2 1 tensor_4372 tensor_4395 tensor_4396 0=0 | |
| MemoryData 2129 0 1 blocks.19.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2130 2 1 tensor_4392 blocks.19.att.time_decay tensor_4398 0=2 | |
| BinaryOp 2131 2 1 tensor_4390 tensor_4398 tensor_4399 0=0 | |
| Reshape 2132 1 1 tensor_4396 tensor_4400 0=512 | |
| GroupNorm 2133 1 1 tensor_4400 tensor_4401 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2134 1 1 tensor_4401 tensor_4402 0=512 | |
| BinaryOp 2135 2 1 tensor_4402 tensor_4387 tensor_4403 0=2 | |
| Reshape 2136 1 1 tensor_4403 tensor_4404 0=0 1=1 | |
| Gemm 2137 1 1 tensor_4404 tensor_4406 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2138 1 1 tensor_4406 tensor_4407 0=-1 | |
| BinaryOp 2139 2 1 tensor_4329 tensor_4407 tensor_4408 0=0 | |
| Split 2140 1 1 tensor_4335 output_state_19_0 | |
| Split 2141 1 1 tensor_4399 output_state_19_1 | |
| Split 2142 1 2 tensor_4408 tensor_4411 tensor_4412 | |
| LayerNorm 2143 1 1 tensor_4411 tensor_4413 0=512 1=1.000000e-05 2=1 | |
| Split 2144 1 3 tensor_4413 tensor_4414 tensor_4415 tensor_4416 | |
| Split 2145 1 2 state_19_2 tensor_4417 tensor_4418 | |
| MemoryData 2146 0 1 blocks.19.ffn.time_mix_k 0=512 | |
| Split 2147 1 2 blocks.19.ffn.time_mix_k tensor_4420 tensor_4421 | |
| MemoryData 2148 0 1 blocks.19.ffn.time_mix_r 0=512 | |
| Split 2149 1 2 blocks.19.ffn.time_mix_r tensor_4423 tensor_4424 | |
| BinaryOp 2150 1 1 tensor_4421 tensor_4425 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2151 2 1 tensor_4417 tensor_4425 tensor_4426 0=2 | |
| BinaryOp 2152 2 1 tensor_4414 tensor_4420 tensor_4427 0=2 | |
| BinaryOp 2153 2 1 tensor_4427 tensor_4426 tensor_4428 0=0 | |
| BinaryOp 2154 1 1 tensor_4424 tensor_4429 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2155 2 1 tensor_4418 tensor_4429 tensor_4430 0=2 | |
| BinaryOp 2156 2 1 tensor_4415 tensor_4423 tensor_4431 0=2 | |
| BinaryOp 2157 2 1 tensor_4431 tensor_4430 tensor_4432 0=0 | |
| Reshape 2158 1 1 tensor_4432 tensor_4433 0=0 1=1 | |
| Gemm 2159 1 1 tensor_4433 tensor_4435 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2160 1 1 tensor_4435 tensor_4436 0=-1 | |
| Sigmoid 2161 1 1 tensor_4436 tensor_4437 | |
| Reshape 2162 1 1 tensor_4428 tensor_4438 0=0 1=1 | |
| Gemm 2163 1 1 tensor_4438 tensor_4440 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2164 1 1 tensor_4440 tensor_4441 0=-1 | |
| ReLU 2165 1 1 tensor_4441 tensor_4442 | |
| BinaryOp 2166 2 1 tensor_4442 tensor_4442 tensor_4443 0=2 | |
| Reshape 2167 1 1 tensor_4443 tensor_4444 0=0 1=1 | |
| Gemm 2168 1 1 tensor_4444 tensor_4446 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2169 1 1 tensor_4446 tensor_4447 0=-1 | |
| BinaryOp 2170 2 1 tensor_4437 tensor_4447 tensor_4448 0=2 | |
| BinaryOp 2171 2 1 tensor_4412 tensor_4448 tensor_4449 0=0 | |
| Split 2172 1 1 tensor_4416 output_state_19_2 | |
| Split 2173 1 2 tensor_4449 tensor_4451 tensor_4452 | |
| LayerNorm 2174 1 1 tensor_4451 tensor_4453 0=512 1=1.000000e-05 2=1 | |
| Split 2175 1 5 tensor_4453 tensor_4454 tensor_4455 tensor_4456 tensor_4457 tensor_4458 | |
| Split 2176 1 4 state_20_0 tensor_4459 tensor_4460 tensor_4461 tensor_4462 | |
| MemoryData 2177 0 1 blocks.20.att.time_mix_k 0=512 | |
| Split 2178 1 2 blocks.20.att.time_mix_k tensor_4464 tensor_4465 | |
| MemoryData 2179 0 1 blocks.20.att.time_mix_v 0=512 | |
| Split 2180 1 2 blocks.20.att.time_mix_v tensor_4467 tensor_4468 | |
| MemoryData 2181 0 1 blocks.20.att.time_mix_r 0=512 | |
| Split 2182 1 2 blocks.20.att.time_mix_r tensor_4470 tensor_4471 | |
| MemoryData 2183 0 1 blocks.20.att.time_mix_g 0=512 | |
| Split 2184 1 2 blocks.20.att.time_mix_g tensor_4473 tensor_4474 | |
| BinaryOp 2185 1 1 tensor_4465 tensor_4475 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2186 2 1 tensor_4459 tensor_4475 tensor_4476 0=2 | |
| BinaryOp 2187 2 1 tensor_4454 tensor_4464 tensor_4477 0=2 | |
| BinaryOp 2188 2 1 tensor_4477 tensor_4476 tensor_4478 0=0 | |
| BinaryOp 2189 1 1 tensor_4468 tensor_4479 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2190 2 1 tensor_4460 tensor_4479 tensor_4480 0=2 | |
| BinaryOp 2191 2 1 tensor_4455 tensor_4467 tensor_4481 0=2 | |
| BinaryOp 2192 2 1 tensor_4481 tensor_4480 tensor_4482 0=0 | |
| BinaryOp 2193 1 1 tensor_4471 tensor_4483 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2194 2 1 tensor_4461 tensor_4483 tensor_4484 0=2 | |
| BinaryOp 2195 2 1 tensor_4456 tensor_4470 tensor_4485 0=2 | |
| BinaryOp 2196 2 1 tensor_4485 tensor_4484 tensor_4486 0=0 | |
| BinaryOp 2197 1 1 tensor_4474 tensor_4487 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2198 2 1 tensor_4462 tensor_4487 tensor_4488 0=2 | |
| BinaryOp 2199 2 1 tensor_4457 tensor_4473 tensor_4489 0=2 | |
| BinaryOp 2200 2 1 tensor_4489 tensor_4488 tensor_4490 0=0 | |
| Reshape 2201 1 1 tensor_4486 tensor_4491 0=0 1=1 | |
| Gemm 2202 1 1 tensor_4491 tensor_4493 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2203 1 1 tensor_4493 tensor_4494 0=-1 | |
| Reshape 2204 1 1 tensor_4494 tensor_4495 0=64 1=1 2=8 | |
| Reshape 2205 1 1 tensor_4478 tensor_4496 0=0 1=1 | |
| Gemm 2206 1 1 tensor_4496 tensor_4498 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2207 1 1 tensor_4498 tensor_4499 0=-1 | |
| Reshape 2208 1 1 tensor_4499 tensor_4500 0=1 1=64 2=8 | |
| Reshape 2209 1 1 tensor_4482 tensor_4501 0=0 1=1 | |
| Gemm 2210 1 1 tensor_4501 tensor_4503 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2211 1 1 tensor_4503 tensor_4504 0=-1 | |
| Reshape 2212 1 1 tensor_4504 tensor_4505 0=64 1=1 2=8 | |
| Reshape 2213 1 1 tensor_4490 tensor_4506 0=0 1=1 | |
| Gemm 2214 1 1 tensor_4506 tensor_4508 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2215 1 1 tensor_4508 tensor_4509 0=-1 | |
| Swish 2216 1 1 tensor_4509 tensor_4510 | |
| MatMul 2217 2 1 tensor_4500 tensor_4505 tensor_4511 0=0 | |
| Split 2218 1 2 tensor_4511 tensor_4512 tensor_4513 | |
| Split 2219 1 2 state_20_1 tensor_4514 tensor_4515 | |
| MemoryData 2220 0 1 blocks.20.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2221 2 1 tensor_4512 blocks.20.att.time_first tensor_4517 0=2 | |
| BinaryOp 2222 2 1 tensor_4517 tensor_4514 tensor_4518 0=0 | |
| MatMul 2223 2 1 tensor_4495 tensor_4518 tensor_4519 0=0 | |
| MemoryData 2224 0 1 blocks.20.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2225 2 1 tensor_4515 blocks.20.att.time_decay tensor_4521 0=2 | |
| BinaryOp 2226 2 1 tensor_4513 tensor_4521 tensor_4522 0=0 | |
| Reshape 2227 1 1 tensor_4519 tensor_4523 0=512 | |
| GroupNorm 2228 1 1 tensor_4523 tensor_4524 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2229 1 1 tensor_4524 tensor_4525 0=512 | |
| BinaryOp 2230 2 1 tensor_4525 tensor_4510 tensor_4526 0=2 | |
| Reshape 2231 1 1 tensor_4526 tensor_4527 0=0 1=1 | |
| Gemm 2232 1 1 tensor_4527 tensor_4529 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2233 1 1 tensor_4529 tensor_4530 0=-1 | |
| BinaryOp 2234 2 1 tensor_4452 tensor_4530 tensor_4531 0=0 | |
| Split 2235 1 1 tensor_4458 output_state_20_0 | |
| Split 2236 1 1 tensor_4522 output_state_20_1 | |
| Split 2237 1 2 tensor_4531 tensor_4534 tensor_4535 | |
| LayerNorm 2238 1 1 tensor_4534 tensor_4536 0=512 1=1.000000e-05 2=1 | |
| Split 2239 1 3 tensor_4536 tensor_4537 tensor_4538 tensor_4539 | |
| Split 2240 1 2 state_20_2 tensor_4540 tensor_4541 | |
| MemoryData 2241 0 1 blocks.20.ffn.time_mix_k 0=512 | |
| Split 2242 1 2 blocks.20.ffn.time_mix_k tensor_4543 tensor_4544 | |
| MemoryData 2243 0 1 blocks.20.ffn.time_mix_r 0=512 | |
| Split 2244 1 2 blocks.20.ffn.time_mix_r tensor_4546 tensor_4547 | |
| BinaryOp 2245 1 1 tensor_4544 tensor_4548 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2246 2 1 tensor_4540 tensor_4548 tensor_4549 0=2 | |
| BinaryOp 2247 2 1 tensor_4537 tensor_4543 tensor_4550 0=2 | |
| BinaryOp 2248 2 1 tensor_4550 tensor_4549 tensor_4551 0=0 | |
| BinaryOp 2249 1 1 tensor_4547 tensor_4552 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2250 2 1 tensor_4541 tensor_4552 tensor_4553 0=2 | |
| BinaryOp 2251 2 1 tensor_4538 tensor_4546 tensor_4554 0=2 | |
| BinaryOp 2252 2 1 tensor_4554 tensor_4553 tensor_4555 0=0 | |
| Reshape 2253 1 1 tensor_4555 tensor_4556 0=0 1=1 | |
| Gemm 2254 1 1 tensor_4556 tensor_4558 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2255 1 1 tensor_4558 tensor_4559 0=-1 | |
| Sigmoid 2256 1 1 tensor_4559 tensor_4560 | |
| Reshape 2257 1 1 tensor_4551 tensor_4561 0=0 1=1 | |
| Gemm 2258 1 1 tensor_4561 tensor_4563 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2259 1 1 tensor_4563 tensor_4564 0=-1 | |
| ReLU 2260 1 1 tensor_4564 tensor_4565 | |
| BinaryOp 2261 2 1 tensor_4565 tensor_4565 tensor_4566 0=2 | |
| Reshape 2262 1 1 tensor_4566 tensor_4567 0=0 1=1 | |
| Gemm 2263 1 1 tensor_4567 tensor_4569 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2264 1 1 tensor_4569 tensor_4570 0=-1 | |
| BinaryOp 2265 2 1 tensor_4560 tensor_4570 tensor_4571 0=2 | |
| BinaryOp 2266 2 1 tensor_4535 tensor_4571 tensor_4572 0=0 | |
| Split 2267 1 1 tensor_4539 output_state_20_2 | |
| Split 2268 1 2 tensor_4572 tensor_4574 tensor_4575 | |
| LayerNorm 2269 1 1 tensor_4574 tensor_4576 0=512 1=1.000000e-05 2=1 | |
| Split 2270 1 5 tensor_4576 tensor_4577 tensor_4578 tensor_4579 tensor_4580 tensor_4581 | |
| Split 2271 1 4 state_21_0 tensor_4582 tensor_4583 tensor_4584 tensor_4585 | |
| MemoryData 2272 0 1 blocks.21.att.time_mix_k 0=512 | |
| Split 2273 1 2 blocks.21.att.time_mix_k tensor_4587 tensor_4588 | |
| MemoryData 2274 0 1 blocks.21.att.time_mix_v 0=512 | |
| Split 2275 1 2 blocks.21.att.time_mix_v tensor_4590 tensor_4591 | |
| MemoryData 2276 0 1 blocks.21.att.time_mix_r 0=512 | |
| Split 2277 1 2 blocks.21.att.time_mix_r tensor_4593 tensor_4594 | |
| MemoryData 2278 0 1 blocks.21.att.time_mix_g 0=512 | |
| Split 2279 1 2 blocks.21.att.time_mix_g tensor_4596 tensor_4597 | |
| BinaryOp 2280 1 1 tensor_4588 tensor_4598 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2281 2 1 tensor_4582 tensor_4598 tensor_4599 0=2 | |
| BinaryOp 2282 2 1 tensor_4577 tensor_4587 tensor_4600 0=2 | |
| BinaryOp 2283 2 1 tensor_4600 tensor_4599 tensor_4601 0=0 | |
| BinaryOp 2284 1 1 tensor_4591 tensor_4602 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2285 2 1 tensor_4583 tensor_4602 tensor_4603 0=2 | |
| BinaryOp 2286 2 1 tensor_4578 tensor_4590 tensor_4604 0=2 | |
| BinaryOp 2287 2 1 tensor_4604 tensor_4603 tensor_4605 0=0 | |
| BinaryOp 2288 1 1 tensor_4594 tensor_4606 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2289 2 1 tensor_4584 tensor_4606 tensor_4607 0=2 | |
| BinaryOp 2290 2 1 tensor_4579 tensor_4593 tensor_4608 0=2 | |
| BinaryOp 2291 2 1 tensor_4608 tensor_4607 tensor_4609 0=0 | |
| BinaryOp 2292 1 1 tensor_4597 tensor_4610 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2293 2 1 tensor_4585 tensor_4610 tensor_4611 0=2 | |
| BinaryOp 2294 2 1 tensor_4580 tensor_4596 tensor_4612 0=2 | |
| BinaryOp 2295 2 1 tensor_4612 tensor_4611 tensor_4613 0=0 | |
| Reshape 2296 1 1 tensor_4609 tensor_4614 0=0 1=1 | |
| Gemm 2297 1 1 tensor_4614 tensor_4616 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2298 1 1 tensor_4616 tensor_4617 0=-1 | |
| Reshape 2299 1 1 tensor_4617 tensor_4618 0=64 1=1 2=8 | |
| Reshape 2300 1 1 tensor_4601 tensor_4619 0=0 1=1 | |
| Gemm 2301 1 1 tensor_4619 tensor_4621 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2302 1 1 tensor_4621 tensor_4622 0=-1 | |
| Reshape 2303 1 1 tensor_4622 tensor_4623 0=1 1=64 2=8 | |
| Reshape 2304 1 1 tensor_4605 tensor_4624 0=0 1=1 | |
| Gemm 2305 1 1 tensor_4624 tensor_4626 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2306 1 1 tensor_4626 tensor_4627 0=-1 | |
| Reshape 2307 1 1 tensor_4627 tensor_4628 0=64 1=1 2=8 | |
| Reshape 2308 1 1 tensor_4613 tensor_4629 0=0 1=1 | |
| Gemm 2309 1 1 tensor_4629 tensor_4631 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2310 1 1 tensor_4631 tensor_4632 0=-1 | |
| Swish 2311 1 1 tensor_4632 tensor_4633 | |
| MatMul 2312 2 1 tensor_4623 tensor_4628 tensor_4634 0=0 | |
| Split 2313 1 2 tensor_4634 tensor_4635 tensor_4636 | |
| Split 2314 1 2 state_21_1 tensor_4637 tensor_4638 | |
| MemoryData 2315 0 1 blocks.21.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2316 2 1 tensor_4635 blocks.21.att.time_first tensor_4640 0=2 | |
| BinaryOp 2317 2 1 tensor_4640 tensor_4637 tensor_4641 0=0 | |
| MatMul 2318 2 1 tensor_4618 tensor_4641 tensor_4642 0=0 | |
| MemoryData 2319 0 1 blocks.21.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2320 2 1 tensor_4638 blocks.21.att.time_decay tensor_4644 0=2 | |
| BinaryOp 2321 2 1 tensor_4636 tensor_4644 tensor_4645 0=0 | |
| Reshape 2322 1 1 tensor_4642 tensor_4646 0=512 | |
| GroupNorm 2323 1 1 tensor_4646 tensor_4647 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2324 1 1 tensor_4647 tensor_4648 0=512 | |
| BinaryOp 2325 2 1 tensor_4648 tensor_4633 tensor_4649 0=2 | |
| Reshape 2326 1 1 tensor_4649 tensor_4650 0=0 1=1 | |
| Gemm 2327 1 1 tensor_4650 tensor_4652 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2328 1 1 tensor_4652 tensor_4653 0=-1 | |
| BinaryOp 2329 2 1 tensor_4575 tensor_4653 tensor_4654 0=0 | |
| Split 2330 1 1 tensor_4581 output_state_21_0 | |
| Split 2331 1 1 tensor_4645 output_state_21_1 | |
| Split 2332 1 2 tensor_4654 tensor_4657 tensor_4658 | |
| LayerNorm 2333 1 1 tensor_4657 tensor_4659 0=512 1=1.000000e-05 2=1 | |
| Split 2334 1 3 tensor_4659 tensor_4660 tensor_4661 tensor_4662 | |
| Split 2335 1 2 state_21_2 tensor_4663 tensor_4664 | |
| MemoryData 2336 0 1 blocks.21.ffn.time_mix_k 0=512 | |
| Split 2337 1 2 blocks.21.ffn.time_mix_k tensor_4666 tensor_4667 | |
| MemoryData 2338 0 1 blocks.21.ffn.time_mix_r 0=512 | |
| Split 2339 1 2 blocks.21.ffn.time_mix_r tensor_4669 tensor_4670 | |
| BinaryOp 2340 1 1 tensor_4667 tensor_4671 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2341 2 1 tensor_4663 tensor_4671 tensor_4672 0=2 | |
| BinaryOp 2342 2 1 tensor_4660 tensor_4666 tensor_4673 0=2 | |
| BinaryOp 2343 2 1 tensor_4673 tensor_4672 tensor_4674 0=0 | |
| BinaryOp 2344 1 1 tensor_4670 tensor_4675 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2345 2 1 tensor_4664 tensor_4675 tensor_4676 0=2 | |
| BinaryOp 2346 2 1 tensor_4661 tensor_4669 tensor_4677 0=2 | |
| BinaryOp 2347 2 1 tensor_4677 tensor_4676 tensor_4678 0=0 | |
| Reshape 2348 1 1 tensor_4678 tensor_4679 0=0 1=1 | |
| Gemm 2349 1 1 tensor_4679 tensor_4681 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2350 1 1 tensor_4681 tensor_4682 0=-1 | |
| Sigmoid 2351 1 1 tensor_4682 tensor_4683 | |
| Reshape 2352 1 1 tensor_4674 tensor_4684 0=0 1=1 | |
| Gemm 2353 1 1 tensor_4684 tensor_4686 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2354 1 1 tensor_4686 tensor_4687 0=-1 | |
| ReLU 2355 1 1 tensor_4687 tensor_4688 | |
| BinaryOp 2356 2 1 tensor_4688 tensor_4688 tensor_4689 0=2 | |
| Reshape 2357 1 1 tensor_4689 tensor_4690 0=0 1=1 | |
| Gemm 2358 1 1 tensor_4690 tensor_4692 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2359 1 1 tensor_4692 tensor_4693 0=-1 | |
| BinaryOp 2360 2 1 tensor_4683 tensor_4693 tensor_4694 0=2 | |
| BinaryOp 2361 2 1 tensor_4658 tensor_4694 tensor_4695 0=0 | |
| Split 2362 1 1 tensor_4662 output_state_21_2 | |
| Split 2363 1 2 tensor_4695 tensor_4697 tensor_4698 | |
| LayerNorm 2364 1 1 tensor_4697 tensor_4699 0=512 1=1.000000e-05 2=1 | |
| Split 2365 1 5 tensor_4699 tensor_4700 tensor_4701 tensor_4702 tensor_4703 tensor_4704 | |
| Split 2366 1 4 state_22_0 tensor_4705 tensor_4706 tensor_4707 tensor_4708 | |
| MemoryData 2367 0 1 blocks.22.att.time_mix_k 0=512 | |
| Split 2368 1 2 blocks.22.att.time_mix_k tensor_4710 tensor_4711 | |
| MemoryData 2369 0 1 blocks.22.att.time_mix_v 0=512 | |
| Split 2370 1 2 blocks.22.att.time_mix_v tensor_4713 tensor_4714 | |
| MemoryData 2371 0 1 blocks.22.att.time_mix_r 0=512 | |
| Split 2372 1 2 blocks.22.att.time_mix_r tensor_4716 tensor_4717 | |
| MemoryData 2373 0 1 blocks.22.att.time_mix_g 0=512 | |
| Split 2374 1 2 blocks.22.att.time_mix_g tensor_4719 tensor_4720 | |
| BinaryOp 2375 1 1 tensor_4711 tensor_4721 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2376 2 1 tensor_4705 tensor_4721 tensor_4722 0=2 | |
| BinaryOp 2377 2 1 tensor_4700 tensor_4710 tensor_4723 0=2 | |
| BinaryOp 2378 2 1 tensor_4723 tensor_4722 tensor_4724 0=0 | |
| BinaryOp 2379 1 1 tensor_4714 tensor_4725 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2380 2 1 tensor_4706 tensor_4725 tensor_4726 0=2 | |
| BinaryOp 2381 2 1 tensor_4701 tensor_4713 tensor_4727 0=2 | |
| BinaryOp 2382 2 1 tensor_4727 tensor_4726 tensor_4728 0=0 | |
| BinaryOp 2383 1 1 tensor_4717 tensor_4729 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2384 2 1 tensor_4707 tensor_4729 tensor_4730 0=2 | |
| BinaryOp 2385 2 1 tensor_4702 tensor_4716 tensor_4731 0=2 | |
| BinaryOp 2386 2 1 tensor_4731 tensor_4730 tensor_4732 0=0 | |
| BinaryOp 2387 1 1 tensor_4720 tensor_4733 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2388 2 1 tensor_4708 tensor_4733 tensor_4734 0=2 | |
| BinaryOp 2389 2 1 tensor_4703 tensor_4719 tensor_4735 0=2 | |
| BinaryOp 2390 2 1 tensor_4735 tensor_4734 tensor_4736 0=0 | |
| Reshape 2391 1 1 tensor_4732 tensor_4737 0=0 1=1 | |
| Gemm 2392 1 1 tensor_4737 tensor_4739 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2393 1 1 tensor_4739 tensor_4740 0=-1 | |
| Reshape 2394 1 1 tensor_4740 tensor_4741 0=64 1=1 2=8 | |
| Reshape 2395 1 1 tensor_4724 tensor_4742 0=0 1=1 | |
| Gemm 2396 1 1 tensor_4742 tensor_4744 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2397 1 1 tensor_4744 tensor_4745 0=-1 | |
| Reshape 2398 1 1 tensor_4745 tensor_4746 0=1 1=64 2=8 | |
| Reshape 2399 1 1 tensor_4728 tensor_4747 0=0 1=1 | |
| Gemm 2400 1 1 tensor_4747 tensor_4749 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2401 1 1 tensor_4749 tensor_4750 0=-1 | |
| Reshape 2402 1 1 tensor_4750 tensor_4751 0=64 1=1 2=8 | |
| Reshape 2403 1 1 tensor_4736 tensor_4752 0=0 1=1 | |
| Gemm 2404 1 1 tensor_4752 tensor_4754 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2405 1 1 tensor_4754 tensor_4755 0=-1 | |
| Swish 2406 1 1 tensor_4755 tensor_4756 | |
| MatMul 2407 2 1 tensor_4746 tensor_4751 tensor_4757 0=0 | |
| Split 2408 1 2 tensor_4757 tensor_4758 tensor_4759 | |
| Split 2409 1 2 state_22_1 tensor_4760 tensor_4761 | |
| MemoryData 2410 0 1 blocks.22.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2411 2 1 tensor_4758 blocks.22.att.time_first tensor_4763 0=2 | |
| BinaryOp 2412 2 1 tensor_4763 tensor_4760 tensor_4764 0=0 | |
| MatMul 2413 2 1 tensor_4741 tensor_4764 tensor_4765 0=0 | |
| MemoryData 2414 0 1 blocks.22.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2415 2 1 tensor_4761 blocks.22.att.time_decay tensor_4767 0=2 | |
| BinaryOp 2416 2 1 tensor_4759 tensor_4767 tensor_4768 0=0 | |
| Reshape 2417 1 1 tensor_4765 tensor_4769 0=512 | |
| GroupNorm 2418 1 1 tensor_4769 tensor_4770 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2419 1 1 tensor_4770 tensor_4771 0=512 | |
| BinaryOp 2420 2 1 tensor_4771 tensor_4756 tensor_4772 0=2 | |
| Reshape 2421 1 1 tensor_4772 tensor_4773 0=0 1=1 | |
| Gemm 2422 1 1 tensor_4773 tensor_4775 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2423 1 1 tensor_4775 tensor_4776 0=-1 | |
| BinaryOp 2424 2 1 tensor_4698 tensor_4776 tensor_4777 0=0 | |
| Split 2425 1 1 tensor_4704 output_state_22_0 | |
| Split 2426 1 1 tensor_4768 output_state_22_1 | |
| Split 2427 1 2 tensor_4777 tensor_4780 tensor_4781 | |
| LayerNorm 2428 1 1 tensor_4780 tensor_4782 0=512 1=1.000000e-05 2=1 | |
| Split 2429 1 3 tensor_4782 tensor_4783 tensor_4784 tensor_4785 | |
| Split 2430 1 2 state_22_2 tensor_4786 tensor_4787 | |
| MemoryData 2431 0 1 blocks.22.ffn.time_mix_k 0=512 | |
| Split 2432 1 2 blocks.22.ffn.time_mix_k tensor_4789 tensor_4790 | |
| MemoryData 2433 0 1 blocks.22.ffn.time_mix_r 0=512 | |
| Split 2434 1 2 blocks.22.ffn.time_mix_r tensor_4792 tensor_4793 | |
| BinaryOp 2435 1 1 tensor_4790 tensor_4794 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2436 2 1 tensor_4786 tensor_4794 tensor_4795 0=2 | |
| BinaryOp 2437 2 1 tensor_4783 tensor_4789 tensor_4796 0=2 | |
| BinaryOp 2438 2 1 tensor_4796 tensor_4795 tensor_4797 0=0 | |
| BinaryOp 2439 1 1 tensor_4793 tensor_4798 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2440 2 1 tensor_4787 tensor_4798 tensor_4799 0=2 | |
| BinaryOp 2441 2 1 tensor_4784 tensor_4792 tensor_4800 0=2 | |
| BinaryOp 2442 2 1 tensor_4800 tensor_4799 tensor_4801 0=0 | |
| Reshape 2443 1 1 tensor_4801 tensor_4802 0=0 1=1 | |
| Gemm 2444 1 1 tensor_4802 tensor_4804 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2445 1 1 tensor_4804 tensor_4805 0=-1 | |
| Sigmoid 2446 1 1 tensor_4805 tensor_4806 | |
| Reshape 2447 1 1 tensor_4797 tensor_4807 0=0 1=1 | |
| Gemm 2448 1 1 tensor_4807 tensor_4809 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2449 1 1 tensor_4809 tensor_4810 0=-1 | |
| ReLU 2450 1 1 tensor_4810 tensor_4811 | |
| BinaryOp 2451 2 1 tensor_4811 tensor_4811 tensor_4812 0=2 | |
| Reshape 2452 1 1 tensor_4812 tensor_4813 0=0 1=1 | |
| Gemm 2453 1 1 tensor_4813 tensor_4815 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2454 1 1 tensor_4815 tensor_4816 0=-1 | |
| BinaryOp 2455 2 1 tensor_4806 tensor_4816 tensor_4817 0=2 | |
| BinaryOp 2456 2 1 tensor_4781 tensor_4817 tensor_4818 0=0 | |
| Split 2457 1 1 tensor_4785 output_state_22_2 | |
| Split 2458 1 2 tensor_4818 tensor_4820 tensor_4821 | |
| LayerNorm 2459 1 1 tensor_4820 tensor_4822 0=512 1=1.000000e-05 2=1 | |
| Split 2460 1 5 tensor_4822 tensor_4823 tensor_4824 tensor_4825 tensor_4826 tensor_4827 | |
| Split 2461 1 4 state_23_0 tensor_4828 tensor_4829 tensor_4830 tensor_4831 | |
| MemoryData 2462 0 1 blocks.23.att.time_mix_k 0=512 | |
| Split 2463 1 2 blocks.23.att.time_mix_k tensor_4833 tensor_4834 | |
| MemoryData 2464 0 1 blocks.23.att.time_mix_v 0=512 | |
| Split 2465 1 2 blocks.23.att.time_mix_v tensor_4836 tensor_4837 | |
| MemoryData 2466 0 1 blocks.23.att.time_mix_r 0=512 | |
| Split 2467 1 2 blocks.23.att.time_mix_r tensor_4839 tensor_4840 | |
| MemoryData 2468 0 1 blocks.23.att.time_mix_g 0=512 | |
| Split 2469 1 2 blocks.23.att.time_mix_g tensor_4842 tensor_4843 | |
| BinaryOp 2470 1 1 tensor_4834 tensor_4844 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2471 2 1 tensor_4828 tensor_4844 tensor_4845 0=2 | |
| BinaryOp 2472 2 1 tensor_4823 tensor_4833 tensor_4846 0=2 | |
| BinaryOp 2473 2 1 tensor_4846 tensor_4845 tensor_4847 0=0 | |
| BinaryOp 2474 1 1 tensor_4837 tensor_4848 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2475 2 1 tensor_4829 tensor_4848 tensor_4849 0=2 | |
| BinaryOp 2476 2 1 tensor_4824 tensor_4836 tensor_4850 0=2 | |
| BinaryOp 2477 2 1 tensor_4850 tensor_4849 tensor_4851 0=0 | |
| BinaryOp 2478 1 1 tensor_4840 tensor_4852 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2479 2 1 tensor_4830 tensor_4852 tensor_4853 0=2 | |
| BinaryOp 2480 2 1 tensor_4825 tensor_4839 tensor_4854 0=2 | |
| BinaryOp 2481 2 1 tensor_4854 tensor_4853 tensor_4855 0=0 | |
| BinaryOp 2482 1 1 tensor_4843 tensor_4856 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2483 2 1 tensor_4831 tensor_4856 tensor_4857 0=2 | |
| BinaryOp 2484 2 1 tensor_4826 tensor_4842 tensor_4858 0=2 | |
| BinaryOp 2485 2 1 tensor_4858 tensor_4857 tensor_4859 0=0 | |
| Reshape 2486 1 1 tensor_4855 tensor_4860 0=0 1=1 | |
| Gemm 2487 1 1 tensor_4860 tensor_4862 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2488 1 1 tensor_4862 tensor_4863 0=-1 | |
| Reshape 2489 1 1 tensor_4863 tensor_4864 0=64 1=1 2=8 | |
| Reshape 2490 1 1 tensor_4847 tensor_4865 0=0 1=1 | |
| Gemm 2491 1 1 tensor_4865 tensor_4867 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2492 1 1 tensor_4867 tensor_4868 0=-1 | |
| Reshape 2493 1 1 tensor_4868 tensor_4869 0=1 1=64 2=8 | |
| Reshape 2494 1 1 tensor_4851 tensor_4870 0=0 1=1 | |
| Gemm 2495 1 1 tensor_4870 tensor_4872 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2496 1 1 tensor_4872 tensor_4873 0=-1 | |
| Reshape 2497 1 1 tensor_4873 tensor_4874 0=64 1=1 2=8 | |
| Reshape 2498 1 1 tensor_4859 tensor_4875 0=0 1=1 | |
| Gemm 2499 1 1 tensor_4875 tensor_4877 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2500 1 1 tensor_4877 tensor_4878 0=-1 | |
| Swish 2501 1 1 tensor_4878 tensor_4879 | |
| MatMul 2502 2 1 tensor_4869 tensor_4874 tensor_4880 0=0 | |
| Split 2503 1 2 tensor_4880 tensor_4881 tensor_4882 | |
| Split 2504 1 2 state_23_1 tensor_4883 tensor_4884 | |
| MemoryData 2505 0 1 blocks.23.att.time_first 0=1 1=1 2=8 | |
| BinaryOp 2506 2 1 tensor_4881 blocks.23.att.time_first tensor_4886 0=2 | |
| BinaryOp 2507 2 1 tensor_4886 tensor_4883 tensor_4887 0=0 | |
| MatMul 2508 2 1 tensor_4864 tensor_4887 tensor_4888 0=0 | |
| MemoryData 2509 0 1 blocks.23.att.time_decay 0=1 1=1 2=8 | |
| BinaryOp 2510 2 1 tensor_4884 blocks.23.att.time_decay tensor_4890 0=2 | |
| BinaryOp 2511 2 1 tensor_4882 tensor_4890 tensor_4891 0=0 | |
| Reshape 2512 1 1 tensor_4888 tensor_4892 0=512 | |
| GroupNorm 2513 1 1 tensor_4892 tensor_4893 0=8 1=512 2=1.000000e-05 3=1 | |
| Reshape 2514 1 1 tensor_4893 tensor_4894 0=512 | |
| BinaryOp 2515 2 1 tensor_4894 tensor_4879 tensor_4895 0=2 | |
| Reshape 2516 1 1 tensor_4895 tensor_4896 0=0 1=1 | |
| Gemm 2517 1 1 tensor_4896 tensor_4898 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2518 1 1 tensor_4898 tensor_4899 0=-1 | |
| BinaryOp 2519 2 1 tensor_4821 tensor_4899 tensor_4900 0=0 | |
| Split 2520 1 1 tensor_4827 output_state_23_0 | |
| Split 2521 1 1 tensor_4891 output_state_23_1 | |
| Split 2522 1 2 tensor_4900 tensor_4903 tensor_4904 | |
| LayerNorm 2523 1 1 tensor_4903 tensor_4905 0=512 1=1.000000e-05 2=1 | |
| Split 2524 1 3 tensor_4905 tensor_4906 tensor_4907 tensor_4908 | |
| Split 2525 1 2 state_23_2 tensor_4909 tensor_4910 | |
| MemoryData 2526 0 1 blocks.23.ffn.time_mix_k 0=512 | |
| Split 2527 1 2 blocks.23.ffn.time_mix_k tensor_4912 tensor_4913 | |
| MemoryData 2528 0 1 blocks.23.ffn.time_mix_r 0=512 | |
| Split 2529 1 2 blocks.23.ffn.time_mix_r tensor_4915 tensor_4916 | |
| BinaryOp 2530 1 1 tensor_4913 tensor_4917 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2531 2 1 tensor_4909 tensor_4917 tensor_4918 0=2 | |
| BinaryOp 2532 2 1 tensor_4906 tensor_4912 tensor_4919 0=2 | |
| BinaryOp 2533 2 1 tensor_4919 tensor_4918 tensor_4920 0=0 | |
| BinaryOp 2534 1 1 tensor_4916 tensor_4921 0=7 1=1 2=1.000000e+00 | |
| BinaryOp 2535 2 1 tensor_4910 tensor_4921 tensor_4922 0=2 | |
| BinaryOp 2536 2 1 tensor_4907 tensor_4915 tensor_4923 0=2 | |
| BinaryOp 2537 2 1 tensor_4923 tensor_4922 tensor_4924 0=0 | |
| Reshape 2538 1 1 tensor_4924 tensor_4925 0=0 1=1 | |
| Gemm 2539 1 1 tensor_4925 tensor_4927 4=0 5=1 7=0 8=512 9=512 | |
| Reshape 2540 1 1 tensor_4927 tensor_4928 0=-1 | |
| Sigmoid 2541 1 1 tensor_4928 tensor_4929 | |
| Reshape 2542 1 1 tensor_4920 tensor_4930 0=0 1=1 | |
| Gemm 2543 1 1 tensor_4930 tensor_4932 4=0 5=1 7=0 8=1792 9=512 | |
| Reshape 2544 1 1 tensor_4932 tensor_4933 0=-1 | |
| ReLU 2545 1 1 tensor_4933 tensor_4934 | |
| BinaryOp 2546 2 1 tensor_4934 tensor_4934 tensor_4935 0=2 | |
| Reshape 2547 1 1 tensor_4935 tensor_4936 0=0 1=1 | |
| Gemm 2548 1 1 tensor_4936 tensor_4938 4=0 5=1 7=0 8=512 9=1792 | |
| Reshape 2549 1 1 tensor_4938 tensor_4939 0=-1 | |
| BinaryOp 2550 2 1 tensor_4929 tensor_4939 tensor_4940 0=2 | |
| BinaryOp 2551 2 1 tensor_4904 tensor_4940 tensor_4941 0=0 | |
| Split 2552 1 1 tensor_4908 output_state_23_2 | |
| LayerNorm 2553 1 1 tensor_4941 tensor_4943 0=512 1=1.000000e-05 2=1 | |
| Reshape 2554 1 1 tensor_4943 tensor_4944 0=0 1=1 | |
| Gemm 2555 1 1 tensor_4944 tensor_4946 4=0 5=1 7=0 8=128 9=512 | |
| Reshape 2556 1 1 tensor_4946 tensor_4947 0=-1 | |
| Split 2557 1 1 tensor_4947 output | |