934 lines
72 KiB
Plaintext
934 lines
72 KiB
Plaintext
7767517
|
|
931 1133
|
|
Input in0 0 1 in0
|
|
Input in1 0 1 in1
|
|
Split splitncnn_0 1 61 in1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62
|
|
Input in2 0 1 in2
|
|
ExpandDims unsqueeze_603 1 1 in2 64 -23303=1,1
|
|
MemoryData pnnx_fold_1012 0 1 65 0=160
|
|
BinaryOp mul_0 1 1 64 66 0=2 1=1 2=1.000000e+03
|
|
BinaryOp mul_1 2 1 66 65 67 0=2
|
|
Split splitncnn_1 1 2 67 68 69
|
|
UnaryOp sin_2 1 1 68 70 0=9
|
|
UnaryOp cos_3 1 1 69 71 0=10
|
|
Concat cat_0 2 1 70 71 72 0=0
|
|
InnerProduct linear_442 1 1 72 73 0=1024 1=1 2=327680
|
|
Swish silu_488 1 1 73 74
|
|
BinaryOp mul_4 2 1 in0 2 75 0=2
|
|
Split splitncnn_2 1 2 75 76 77
|
|
Padding pad_224 1 1 76 78 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_255 1 1 78 79 0=256 1=3 2=1 3=1 4=0 5=1 6=245760
|
|
Permute transpose_545 1 1 79 80 0=1
|
|
LayerNorm ln_301 1 1 80 81 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_546 1 1 81 82 0=1
|
|
Mish mish_458 1 1 82 83
|
|
InnerProduct fcmish_0 1 1 74 84 0=1024 1=1 2=1048576 9=5
|
|
Split splitncnn_3 1 14 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98
|
|
InnerProduct linear_444 1 1 98 99 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_604 1 1 99 100 -23303=1,-1
|
|
BinaryOp mul_5 2 1 83 3 101 0=2
|
|
BinaryOp add_6 2 1 101 100 102 0=0
|
|
BinaryOp mul_7 2 1 102 4 103 0=2
|
|
Padding pad_225 1 1 103 104 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_256 1 1 104 105 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_547 1 1 105 106 0=1
|
|
LayerNorm ln_302 1 1 106 107 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_548 1 1 107 108 0=1
|
|
Mish mish_460 1 1 108 109
|
|
Convolution1D conv1d_257 1 1 77 110 0=256 1=1 2=1 3=1 4=0 5=1 6=81920
|
|
BinaryOp mul_8 2 1 109 5 111 0=2
|
|
BinaryOp add_9 2 1 111 110 112 0=0
|
|
Permute permute_517 1 1 112 113 0=1
|
|
Split splitncnn_4 1 2 113 114 115
|
|
LayerNorm ln_303 1 1 115 116 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_0 1 1 116 117 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_10 2 1 117 114 118 0=0
|
|
Split splitncnn_5 1 2 118 119 120
|
|
LayerNorm ln_304 1 1 120 121 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_56 1 1 121 122 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_168 1 1 122 123
|
|
Gemm gemm_57 1 1 123 124 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_11 2 1 124 119 125 0=0
|
|
Split splitncnn_6 1 2 125 126 127
|
|
LayerNorm ln_305 1 1 127 128 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_1 1 1 128 129 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_12 2 1 129 126 130 0=0
|
|
Split splitncnn_7 1 2 130 131 132
|
|
LayerNorm ln_306 1 1 132 133 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_58 1 1 133 134 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_169 1 1 134 135
|
|
Gemm gemm_59 1 1 135 136 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_13 2 1 136 131 137 0=0
|
|
Split splitncnn_8 1 2 137 138 139
|
|
LayerNorm ln_307 1 1 139 140 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_2 1 1 140 141 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_14 2 1 141 138 142 0=0
|
|
Split splitncnn_9 1 2 142 143 144
|
|
LayerNorm ln_308 1 1 144 145 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_60 1 1 145 146 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_170 1 1 146 147
|
|
Gemm gemm_61 1 1 147 148 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_15 2 1 148 143 149 0=0
|
|
Split splitncnn_10 1 2 149 150 151
|
|
LayerNorm ln_309 1 1 151 152 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_3 1 1 152 153 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_16 2 1 153 150 154 0=0
|
|
Split splitncnn_11 1 2 154 155 156
|
|
LayerNorm ln_310 1 1 156 157 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_62 1 1 157 158 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_171 1 1 158 159
|
|
Gemm gemm_63 1 1 159 160 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_17 2 1 160 155 161 0=0
|
|
Permute permute_518 1 1 161 162 0=1
|
|
Split splitncnn_12 1 3 162 163 164 165
|
|
BinaryOp mul_18 2 1 164 6 166 0=2
|
|
Padding pad_226 1 1 166 167 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_258 1 1 167 168 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
BinaryOp mul_19 2 1 168 7 169 0=2
|
|
Split splitncnn_13 1 2 169 170 171
|
|
Padding pad_227 1 1 170 172 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_259 1 1 172 173 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_549 1 1 173 174 0=1
|
|
LayerNorm ln_311 1 1 174 175 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_550 1 1 175 176 0=1
|
|
Mish mish_461 1 1 176 177
|
|
InnerProduct linear_445 1 1 97 178 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_605 1 1 178 179 -23303=1,-1
|
|
BinaryOp mul_20 2 1 177 8 180 0=2
|
|
BinaryOp add_21 2 1 180 179 181 0=0
|
|
BinaryOp mul_22 2 1 181 9 182 0=2
|
|
Padding pad_228 1 1 182 183 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_260 1 1 183 184 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_551 1 1 184 185 0=1
|
|
LayerNorm ln_312 1 1 185 186 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_552 1 1 186 187 0=1
|
|
Mish mish_462 1 1 187 188
|
|
Convolution1D conv1d_261 1 1 171 189 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_23 2 1 188 10 190 0=2
|
|
BinaryOp add_24 2 1 190 189 191 0=0
|
|
Permute permute_519 1 1 191 192 0=1
|
|
Split splitncnn_14 1 2 192 193 194
|
|
LayerNorm ln_313 1 1 194 195 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_4 1 1 195 196 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_25 2 1 196 193 197 0=0
|
|
Split splitncnn_15 1 2 197 198 199
|
|
LayerNorm ln_314 1 1 199 200 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_64 1 1 200 201 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_172 1 1 201 202
|
|
Gemm gemm_65 1 1 202 203 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_26 2 1 203 198 204 0=0
|
|
Split splitncnn_16 1 2 204 205 206
|
|
LayerNorm ln_315 1 1 206 207 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_5 1 1 207 208 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_27 2 1 208 205 209 0=0
|
|
Split splitncnn_17 1 2 209 210 211
|
|
LayerNorm ln_316 1 1 211 212 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_66 1 1 212 213 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_173 1 1 213 214
|
|
Gemm gemm_67 1 1 214 215 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_28 2 1 215 210 216 0=0
|
|
Split splitncnn_18 1 2 216 217 218
|
|
LayerNorm ln_317 1 1 218 219 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_6 1 1 219 220 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_29 2 1 220 217 221 0=0
|
|
Split splitncnn_19 1 2 221 222 223
|
|
LayerNorm ln_318 1 1 223 224 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_68 1 1 224 225 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_174 1 1 225 226
|
|
Gemm gemm_69 1 1 226 227 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_30 2 1 227 222 228 0=0
|
|
Split splitncnn_20 1 2 228 229 230
|
|
LayerNorm ln_319 1 1 230 231 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_7 1 1 231 232 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_31 2 1 232 229 233 0=0
|
|
Split splitncnn_21 1 2 233 234 235
|
|
LayerNorm ln_320 1 1 235 236 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_70 1 1 236 237 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_175 1 1 237 238
|
|
Gemm gemm_71 1 1 238 239 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_32 2 1 239 234 240 0=0
|
|
Permute permute_520 1 1 240 241 0=1
|
|
BinaryOp mul_33 2 1 241 11 242 0=2
|
|
Split splitncnn_22 1 2 242 243 244
|
|
Padding pad_229 1 1 243 245 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_262 1 1 245 246 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_553 1 1 246 247 0=1
|
|
LayerNorm ln_321 1 1 247 248 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_554 1 1 248 249 0=1
|
|
Mish mish_463 1 1 249 250
|
|
InnerProduct linear_446 1 1 96 251 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_606 1 1 251 252 -23303=1,-1
|
|
BinaryOp mul_34 2 1 250 12 253 0=2
|
|
BinaryOp add_35 2 1 253 252 254 0=0
|
|
BinaryOp mul_36 2 1 254 13 255 0=2
|
|
Padding pad_230 1 1 255 256 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_263 1 1 256 257 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_555 1 1 257 258 0=1
|
|
LayerNorm ln_322 1 1 258 259 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_556 1 1 259 260 0=1
|
|
Mish mish_464 1 1 260 261
|
|
Convolution1D conv1d_264 1 1 244 262 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_37 2 1 261 14 263 0=2
|
|
BinaryOp add_38 2 1 263 262 264 0=0
|
|
Permute permute_521 1 1 264 265 0=1
|
|
Split splitncnn_23 1 2 265 266 267
|
|
LayerNorm ln_323 1 1 267 268 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_8 1 1 268 269 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_39 2 1 269 266 270 0=0
|
|
Split splitncnn_24 1 2 270 271 272
|
|
LayerNorm ln_324 1 1 272 273 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_72 1 1 273 274 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_176 1 1 274 275
|
|
Gemm gemm_73 1 1 275 276 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_40 2 1 276 271 277 0=0
|
|
Split splitncnn_25 1 2 277 278 279
|
|
LayerNorm ln_325 1 1 279 280 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_9 1 1 280 281 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_41 2 1 281 278 282 0=0
|
|
Split splitncnn_26 1 2 282 283 284
|
|
LayerNorm ln_326 1 1 284 285 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_74 1 1 285 286 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_177 1 1 286 287
|
|
Gemm gemm_75 1 1 287 288 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_42 2 1 288 283 289 0=0
|
|
Split splitncnn_27 1 2 289 290 291
|
|
LayerNorm ln_327 1 1 291 292 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_10 1 1 292 293 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_43 2 1 293 290 294 0=0
|
|
Split splitncnn_28 1 2 294 295 296
|
|
LayerNorm ln_328 1 1 296 297 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_76 1 1 297 298 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_178 1 1 298 299
|
|
Gemm gemm_77 1 1 299 300 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_44 2 1 300 295 301 0=0
|
|
Split splitncnn_29 1 2 301 302 303
|
|
LayerNorm ln_329 1 1 303 304 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_11 1 1 304 305 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_45 2 1 305 302 306 0=0
|
|
Split splitncnn_30 1 2 306 307 308
|
|
LayerNorm ln_330 1 1 308 309 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_78 1 1 309 310 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_179 1 1 310 311
|
|
Gemm gemm_79 1 1 311 312 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_46 2 1 312 307 313 0=0
|
|
Permute permute_522 1 1 313 314 0=1
|
|
BinaryOp mul_47 2 1 314 15 315 0=2
|
|
Split splitncnn_31 1 2 315 316 317
|
|
Padding pad_231 1 1 316 318 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_265 1 1 318 319 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_557 1 1 319 320 0=1
|
|
LayerNorm ln_331 1 1 320 321 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_558 1 1 321 322 0=1
|
|
Mish mish_465 1 1 322 323
|
|
InnerProduct linear_447 1 1 95 324 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_607 1 1 324 325 -23303=1,-1
|
|
BinaryOp mul_48 2 1 323 16 326 0=2
|
|
BinaryOp add_49 2 1 326 325 327 0=0
|
|
BinaryOp mul_50 2 1 327 17 328 0=2
|
|
Padding pad_232 1 1 328 329 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_266 1 1 329 330 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_559 1 1 330 331 0=1
|
|
LayerNorm ln_332 1 1 331 332 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_560 1 1 332 333 0=1
|
|
Mish mish_466 1 1 333 334
|
|
Convolution1D conv1d_267 1 1 317 335 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_51 2 1 334 18 336 0=2
|
|
BinaryOp add_52 2 1 336 335 337 0=0
|
|
Permute permute_523 1 1 337 338 0=1
|
|
Split splitncnn_32 1 2 338 339 340
|
|
LayerNorm ln_333 1 1 340 341 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_12 1 1 341 342 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_53 2 1 342 339 343 0=0
|
|
Split splitncnn_33 1 2 343 344 345
|
|
LayerNorm ln_334 1 1 345 346 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_80 1 1 346 347 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_180 1 1 347 348
|
|
Gemm gemm_81 1 1 348 349 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_54 2 1 349 344 350 0=0
|
|
Split splitncnn_34 1 2 350 351 352
|
|
LayerNorm ln_335 1 1 352 353 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_13 1 1 353 354 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_55 2 1 354 351 355 0=0
|
|
Split splitncnn_35 1 2 355 356 357
|
|
LayerNorm ln_336 1 1 357 358 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_82 1 1 358 359 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_181 1 1 359 360
|
|
Gemm gemm_83 1 1 360 361 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_56 2 1 361 356 362 0=0
|
|
Split splitncnn_36 1 2 362 363 364
|
|
LayerNorm ln_337 1 1 364 365 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_14 1 1 365 366 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_57 2 1 366 363 367 0=0
|
|
Split splitncnn_37 1 2 367 368 369
|
|
LayerNorm ln_338 1 1 369 370 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_84 1 1 370 371 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_182 1 1 371 372
|
|
Gemm gemm_85 1 1 372 373 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_58 2 1 373 368 374 0=0
|
|
Split splitncnn_38 1 2 374 375 376
|
|
LayerNorm ln_339 1 1 376 377 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_15 1 1 377 378 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_59 2 1 378 375 379 0=0
|
|
Split splitncnn_39 1 2 379 380 381
|
|
LayerNorm ln_340 1 1 381 382 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_86 1 1 382 383 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_183 1 1 383 384
|
|
Gemm gemm_87 1 1 384 385 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_60 2 1 385 380 386 0=0
|
|
Permute permute_524 1 1 386 387 0=1
|
|
BinaryOp mul_61 2 1 387 19 388 0=2
|
|
Split splitncnn_40 1 2 388 389 390
|
|
Padding pad_233 1 1 389 391 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_268 1 1 391 392 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_561 1 1 392 393 0=1
|
|
LayerNorm ln_341 1 1 393 394 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_562 1 1 394 395 0=1
|
|
Mish mish_467 1 1 395 396
|
|
InnerProduct linear_448 1 1 94 397 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_608 1 1 397 398 -23303=1,-1
|
|
BinaryOp mul_62 2 1 396 20 399 0=2
|
|
BinaryOp add_63 2 1 399 398 400 0=0
|
|
BinaryOp mul_64 2 1 400 21 401 0=2
|
|
Padding pad_234 1 1 401 402 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_269 1 1 402 403 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_563 1 1 403 404 0=1
|
|
LayerNorm ln_342 1 1 404 405 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_564 1 1 405 406 0=1
|
|
Mish mish_468 1 1 406 407
|
|
Convolution1D conv1d_270 1 1 390 408 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_65 2 1 407 22 409 0=2
|
|
BinaryOp add_66 2 1 409 408 410 0=0
|
|
Permute permute_525 1 1 410 411 0=1
|
|
Split splitncnn_41 1 2 411 412 413
|
|
LayerNorm ln_343 1 1 413 414 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_16 1 1 414 415 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_67 2 1 415 412 416 0=0
|
|
Split splitncnn_42 1 2 416 417 418
|
|
LayerNorm ln_344 1 1 418 419 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_88 1 1 419 420 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_184 1 1 420 421
|
|
Gemm gemm_89 1 1 421 422 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_68 2 1 422 417 423 0=0
|
|
Split splitncnn_43 1 2 423 424 425
|
|
LayerNorm ln_345 1 1 425 426 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_17 1 1 426 427 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_69 2 1 427 424 428 0=0
|
|
Split splitncnn_44 1 2 428 429 430
|
|
LayerNorm ln_346 1 1 430 431 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_90 1 1 431 432 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_185 1 1 432 433
|
|
Gemm gemm_91 1 1 433 434 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_70 2 1 434 429 435 0=0
|
|
Split splitncnn_45 1 2 435 436 437
|
|
LayerNorm ln_347 1 1 437 438 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_18 1 1 438 439 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_71 2 1 439 436 440 0=0
|
|
Split splitncnn_46 1 2 440 441 442
|
|
LayerNorm ln_348 1 1 442 443 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_92 1 1 443 444 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_186 1 1 444 445
|
|
Gemm gemm_93 1 1 445 446 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_72 2 1 446 441 447 0=0
|
|
Split splitncnn_47 1 2 447 448 449
|
|
LayerNorm ln_349 1 1 449 450 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_19 1 1 450 451 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_73 2 1 451 448 452 0=0
|
|
Split splitncnn_48 1 2 452 453 454
|
|
LayerNorm ln_350 1 1 454 455 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_94 1 1 455 456 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_187 1 1 456 457
|
|
Gemm gemm_95 1 1 457 458 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_74 2 1 458 453 459 0=0
|
|
Permute permute_526 1 1 459 460 0=1
|
|
BinaryOp mul_75 2 1 460 23 461 0=2
|
|
Split splitncnn_49 1 2 461 462 463
|
|
Padding pad_235 1 1 462 464 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_271 1 1 464 465 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_565 1 1 465 466 0=1
|
|
LayerNorm ln_351 1 1 466 467 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_566 1 1 467 468 0=1
|
|
Mish mish_469 1 1 468 469
|
|
InnerProduct linear_449 1 1 93 470 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_609 1 1 470 471 -23303=1,-1
|
|
BinaryOp mul_76 2 1 469 24 472 0=2
|
|
BinaryOp add_77 2 1 472 471 473 0=0
|
|
BinaryOp mul_78 2 1 473 25 474 0=2
|
|
Padding pad_236 1 1 474 475 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_272 1 1 475 476 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_567 1 1 476 477 0=1
|
|
LayerNorm ln_352 1 1 477 478 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_568 1 1 478 479 0=1
|
|
Mish mish_470 1 1 479 480
|
|
Convolution1D conv1d_273 1 1 463 481 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_79 2 1 480 26 482 0=2
|
|
BinaryOp add_80 2 1 482 481 483 0=0
|
|
Permute permute_527 1 1 483 484 0=1
|
|
Split splitncnn_50 1 2 484 485 486
|
|
LayerNorm ln_353 1 1 486 487 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_20 1 1 487 488 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_81 2 1 488 485 489 0=0
|
|
Split splitncnn_51 1 2 489 490 491
|
|
LayerNorm ln_354 1 1 491 492 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_96 1 1 492 493 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_188 1 1 493 494
|
|
Gemm gemm_97 1 1 494 495 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_82 2 1 495 490 496 0=0
|
|
Split splitncnn_52 1 2 496 497 498
|
|
LayerNorm ln_355 1 1 498 499 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_21 1 1 499 500 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_83 2 1 500 497 501 0=0
|
|
Split splitncnn_53 1 2 501 502 503
|
|
LayerNorm ln_356 1 1 503 504 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_98 1 1 504 505 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_189 1 1 505 506
|
|
Gemm gemm_99 1 1 506 507 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_84 2 1 507 502 508 0=0
|
|
Split splitncnn_54 1 2 508 509 510
|
|
LayerNorm ln_357 1 1 510 511 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_22 1 1 511 512 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_85 2 1 512 509 513 0=0
|
|
Split splitncnn_55 1 2 513 514 515
|
|
LayerNorm ln_358 1 1 515 516 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_100 1 1 516 517 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_190 1 1 517 518
|
|
Gemm gemm_101 1 1 518 519 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_86 2 1 519 514 520 0=0
|
|
Split splitncnn_56 1 2 520 521 522
|
|
LayerNorm ln_359 1 1 522 523 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_23 1 1 523 524 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_87 2 1 524 521 525 0=0
|
|
Split splitncnn_57 1 2 525 526 527
|
|
LayerNorm ln_360 1 1 527 528 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_102 1 1 528 529 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_191 1 1 529 530
|
|
Gemm gemm_103 1 1 530 531 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_88 2 1 531 526 532 0=0
|
|
Permute permute_528 1 1 532 533 0=1
|
|
BinaryOp mul_89 2 1 533 27 534 0=2
|
|
Split splitncnn_58 1 2 534 535 536
|
|
Padding pad_237 1 1 535 537 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_274 1 1 537 538 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_569 1 1 538 539 0=1
|
|
LayerNorm ln_361 1 1 539 540 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_570 1 1 540 541 0=1
|
|
Mish mish_471 1 1 541 542
|
|
InnerProduct linear_450 1 1 92 543 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_610 1 1 543 544 -23303=1,-1
|
|
BinaryOp mul_90 2 1 542 28 545 0=2
|
|
BinaryOp add_91 2 1 545 544 546 0=0
|
|
BinaryOp mul_92 2 1 546 29 547 0=2
|
|
Padding pad_238 1 1 547 548 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_275 1 1 548 549 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_571 1 1 549 550 0=1
|
|
LayerNorm ln_362 1 1 550 551 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_572 1 1 551 552 0=1
|
|
Mish mish_472 1 1 552 553
|
|
Convolution1D conv1d_276 1 1 536 554 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_93 2 1 553 30 555 0=2
|
|
BinaryOp add_94 2 1 555 554 556 0=0
|
|
Permute permute_529 1 1 556 557 0=1
|
|
Split splitncnn_59 1 2 557 558 559
|
|
LayerNorm ln_363 1 1 559 560 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_24 1 1 560 561 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_95 2 1 561 558 562 0=0
|
|
Split splitncnn_60 1 2 562 563 564
|
|
LayerNorm ln_364 1 1 564 565 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_104 1 1 565 566 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_192 1 1 566 567
|
|
Gemm gemm_105 1 1 567 568 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_96 2 1 568 563 569 0=0
|
|
Split splitncnn_61 1 2 569 570 571
|
|
LayerNorm ln_365 1 1 571 572 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_25 1 1 572 573 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_97 2 1 573 570 574 0=0
|
|
Split splitncnn_62 1 2 574 575 576
|
|
LayerNorm ln_366 1 1 576 577 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_106 1 1 577 578 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_193 1 1 578 579
|
|
Gemm gemm_107 1 1 579 580 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_98 2 1 580 575 581 0=0
|
|
Split splitncnn_63 1 2 581 582 583
|
|
LayerNorm ln_367 1 1 583 584 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_26 1 1 584 585 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_99 2 1 585 582 586 0=0
|
|
Split splitncnn_64 1 2 586 587 588
|
|
LayerNorm ln_368 1 1 588 589 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_108 1 1 589 590 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_194 1 1 590 591
|
|
Gemm gemm_109 1 1 591 592 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_100 2 1 592 587 593 0=0
|
|
Split splitncnn_65 1 2 593 594 595
|
|
LayerNorm ln_369 1 1 595 596 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_27 1 1 596 597 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_101 2 1 597 594 598 0=0
|
|
Split splitncnn_66 1 2 598 599 600
|
|
LayerNorm ln_370 1 1 600 601 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_110 1 1 601 602 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_195 1 1 602 603
|
|
Gemm gemm_111 1 1 603 604 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_102 2 1 604 599 605 0=0
|
|
Permute permute_530 1 1 605 606 0=1
|
|
BinaryOp mul_103 2 1 606 31 607 0=2
|
|
Split splitncnn_67 1 2 607 608 609
|
|
Padding pad_239 1 1 608 610 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_277 1 1 610 611 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_573 1 1 611 612 0=1
|
|
LayerNorm ln_371 1 1 612 613 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_574 1 1 613 614 0=1
|
|
Mish mish_473 1 1 614 615
|
|
InnerProduct linear_451 1 1 91 616 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_611 1 1 616 617 -23303=1,-1
|
|
BinaryOp mul_104 2 1 615 32 618 0=2
|
|
BinaryOp add_105 2 1 618 617 619 0=0
|
|
BinaryOp mul_106 2 1 619 33 620 0=2
|
|
Padding pad_240 1 1 620 621 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_278 1 1 621 622 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_575 1 1 622 623 0=1
|
|
LayerNorm ln_372 1 1 623 624 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_576 1 1 624 625 0=1
|
|
Mish mish_474 1 1 625 626
|
|
Convolution1D conv1d_279 1 1 609 627 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_107 2 1 626 34 628 0=2
|
|
BinaryOp add_108 2 1 628 627 629 0=0
|
|
Permute permute_531 1 1 629 630 0=1
|
|
Split splitncnn_68 1 2 630 631 632
|
|
LayerNorm ln_373 1 1 632 633 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_28 1 1 633 634 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_109 2 1 634 631 635 0=0
|
|
Split splitncnn_69 1 2 635 636 637
|
|
LayerNorm ln_374 1 1 637 638 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_112 1 1 638 639 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_196 1 1 639 640
|
|
Gemm gemm_113 1 1 640 641 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_110 2 1 641 636 642 0=0
|
|
Split splitncnn_70 1 2 642 643 644
|
|
LayerNorm ln_375 1 1 644 645 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_29 1 1 645 646 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_111 2 1 646 643 647 0=0
|
|
Split splitncnn_71 1 2 647 648 649
|
|
LayerNorm ln_376 1 1 649 650 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_114 1 1 650 651 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_197 1 1 651 652
|
|
Gemm gemm_115 1 1 652 653 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_112 2 1 653 648 654 0=0
|
|
Split splitncnn_72 1 2 654 655 656
|
|
LayerNorm ln_377 1 1 656 657 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_30 1 1 657 658 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_113 2 1 658 655 659 0=0
|
|
Split splitncnn_73 1 2 659 660 661
|
|
LayerNorm ln_378 1 1 661 662 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_116 1 1 662 663 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_198 1 1 663 664
|
|
Gemm gemm_117 1 1 664 665 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_114 2 1 665 660 666 0=0
|
|
Split splitncnn_74 1 2 666 667 668
|
|
LayerNorm ln_379 1 1 668 669 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_31 1 1 669 670 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_115 2 1 670 667 671 0=0
|
|
Split splitncnn_75 1 2 671 672 673
|
|
LayerNorm ln_380 1 1 673 674 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_118 1 1 674 675 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_199 1 1 675 676
|
|
Gemm gemm_119 1 1 676 677 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_116 2 1 677 672 678 0=0
|
|
Permute permute_532 1 1 678 679 0=1
|
|
BinaryOp mul_117 2 1 679 35 680 0=2
|
|
Split splitncnn_76 1 2 680 681 682
|
|
Padding pad_241 1 1 681 683 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_280 1 1 683 684 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_577 1 1 684 685 0=1
|
|
LayerNorm ln_381 1 1 685 686 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_578 1 1 686 687 0=1
|
|
Mish mish_475 1 1 687 688
|
|
InnerProduct linear_452 1 1 90 689 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_612 1 1 689 690 -23303=1,-1
|
|
BinaryOp mul_118 2 1 688 36 691 0=2
|
|
BinaryOp add_119 2 1 691 690 692 0=0
|
|
BinaryOp mul_120 2 1 692 37 693 0=2
|
|
Padding pad_242 1 1 693 694 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_281 1 1 694 695 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_579 1 1 695 696 0=1
|
|
LayerNorm ln_382 1 1 696 697 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_580 1 1 697 698 0=1
|
|
Mish mish_476 1 1 698 699
|
|
Convolution1D conv1d_282 1 1 682 700 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_121 2 1 699 38 701 0=2
|
|
BinaryOp add_122 2 1 701 700 702 0=0
|
|
Permute permute_533 1 1 702 703 0=1
|
|
Split splitncnn_77 1 2 703 704 705
|
|
LayerNorm ln_383 1 1 705 706 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_32 1 1 706 707 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_123 2 1 707 704 708 0=0
|
|
Split splitncnn_78 1 2 708 709 710
|
|
LayerNorm ln_384 1 1 710 711 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_120 1 1 711 712 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_200 1 1 712 713
|
|
Gemm gemm_121 1 1 713 714 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_124 2 1 714 709 715 0=0
|
|
Split splitncnn_79 1 2 715 716 717
|
|
LayerNorm ln_385 1 1 717 718 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_33 1 1 718 719 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_125 2 1 719 716 720 0=0
|
|
Split splitncnn_80 1 2 720 721 722
|
|
LayerNorm ln_386 1 1 722 723 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_122 1 1 723 724 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_201 1 1 724 725
|
|
Gemm gemm_123 1 1 725 726 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_126 2 1 726 721 727 0=0
|
|
Split splitncnn_81 1 2 727 728 729
|
|
LayerNorm ln_387 1 1 729 730 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_34 1 1 730 731 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_127 2 1 731 728 732 0=0
|
|
Split splitncnn_82 1 2 732 733 734
|
|
LayerNorm ln_388 1 1 734 735 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_124 1 1 735 736 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_202 1 1 736 737
|
|
Gemm gemm_125 1 1 737 738 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_128 2 1 738 733 739 0=0
|
|
Split splitncnn_83 1 2 739 740 741
|
|
LayerNorm ln_389 1 1 741 742 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_35 1 1 742 743 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_129 2 1 743 740 744 0=0
|
|
Split splitncnn_84 1 2 744 745 746
|
|
LayerNorm ln_390 1 1 746 747 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_126 1 1 747 748 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_203 1 1 748 749
|
|
Gemm gemm_127 1 1 749 750 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_130 2 1 750 745 751 0=0
|
|
Permute permute_534 1 1 751 752 0=1
|
|
BinaryOp mul_131 2 1 752 39 753 0=2
|
|
Split splitncnn_85 1 2 753 754 755
|
|
Padding pad_243 1 1 754 756 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_283 1 1 756 757 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_581 1 1 757 758 0=1
|
|
LayerNorm ln_391 1 1 758 759 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_582 1 1 759 760 0=1
|
|
Mish mish_477 1 1 760 761
|
|
InnerProduct linear_453 1 1 89 762 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_613 1 1 762 763 -23303=1,-1
|
|
BinaryOp mul_132 2 1 761 40 764 0=2
|
|
BinaryOp add_133 2 1 764 763 765 0=0
|
|
BinaryOp mul_134 2 1 765 41 766 0=2
|
|
Padding pad_244 1 1 766 767 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_284 1 1 767 768 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_583 1 1 768 769 0=1
|
|
LayerNorm ln_392 1 1 769 770 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_584 1 1 770 771 0=1
|
|
Mish mish_478 1 1 771 772
|
|
Convolution1D conv1d_285 1 1 755 773 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_135 2 1 772 42 774 0=2
|
|
BinaryOp add_136 2 1 774 773 775 0=0
|
|
Permute permute_535 1 1 775 776 0=1
|
|
Split splitncnn_86 1 2 776 777 778
|
|
LayerNorm ln_393 1 1 778 779 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_36 1 1 779 780 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_137 2 1 780 777 781 0=0
|
|
Split splitncnn_87 1 2 781 782 783
|
|
LayerNorm ln_394 1 1 783 784 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_128 1 1 784 785 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_204 1 1 785 786
|
|
Gemm gemm_129 1 1 786 787 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_138 2 1 787 782 788 0=0
|
|
Split splitncnn_88 1 2 788 789 790
|
|
LayerNorm ln_395 1 1 790 791 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_37 1 1 791 792 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_139 2 1 792 789 793 0=0
|
|
Split splitncnn_89 1 2 793 794 795
|
|
LayerNorm ln_396 1 1 795 796 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_130 1 1 796 797 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_205 1 1 797 798
|
|
Gemm gemm_131 1 1 798 799 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_140 2 1 799 794 800 0=0
|
|
Split splitncnn_90 1 2 800 801 802
|
|
LayerNorm ln_397 1 1 802 803 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_38 1 1 803 804 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_141 2 1 804 801 805 0=0
|
|
Split splitncnn_91 1 2 805 806 807
|
|
LayerNorm ln_398 1 1 807 808 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_132 1 1 808 809 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_206 1 1 809 810
|
|
Gemm gemm_133 1 1 810 811 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_142 2 1 811 806 812 0=0
|
|
Split splitncnn_92 1 2 812 813 814
|
|
LayerNorm ln_399 1 1 814 815 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_39 1 1 815 816 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_143 2 1 816 813 817 0=0
|
|
Split splitncnn_93 1 2 817 818 819
|
|
LayerNorm ln_400 1 1 819 820 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_134 1 1 820 821 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_207 1 1 821 822
|
|
Gemm gemm_135 1 1 822 823 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_144 2 1 823 818 824 0=0
|
|
Permute permute_536 1 1 824 825 0=1
|
|
BinaryOp mul_145 2 1 825 43 826 0=2
|
|
Split splitncnn_94 1 2 826 827 828
|
|
Padding pad_245 1 1 827 829 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_286 1 1 829 830 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_585 1 1 830 831 0=1
|
|
LayerNorm ln_401 1 1 831 832 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_586 1 1 832 833 0=1
|
|
Mish mish_479 1 1 833 834
|
|
InnerProduct linear_454 1 1 88 835 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_614 1 1 835 836 -23303=1,-1
|
|
BinaryOp mul_146 2 1 834 44 837 0=2
|
|
BinaryOp add_147 2 1 837 836 838 0=0
|
|
BinaryOp mul_148 2 1 838 45 839 0=2
|
|
Padding pad_246 1 1 839 840 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_287 1 1 840 841 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_587 1 1 841 842 0=1
|
|
LayerNorm ln_402 1 1 842 843 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_588 1 1 843 844 0=1
|
|
Mish mish_480 1 1 844 845
|
|
Convolution1D conv1d_288 1 1 828 846 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_149 2 1 845 46 847 0=2
|
|
BinaryOp add_150 2 1 847 846 848 0=0
|
|
Permute permute_537 1 1 848 849 0=1
|
|
Split splitncnn_95 1 2 849 850 851
|
|
LayerNorm ln_403 1 1 851 852 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_40 1 1 852 853 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_151 2 1 853 850 854 0=0
|
|
Split splitncnn_96 1 2 854 855 856
|
|
LayerNorm ln_404 1 1 856 857 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_136 1 1 857 858 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_208 1 1 858 859
|
|
Gemm gemm_137 1 1 859 860 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_152 2 1 860 855 861 0=0
|
|
Split splitncnn_97 1 2 861 862 863
|
|
LayerNorm ln_405 1 1 863 864 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_41 1 1 864 865 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_153 2 1 865 862 866 0=0
|
|
Split splitncnn_98 1 2 866 867 868
|
|
LayerNorm ln_406 1 1 868 869 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_138 1 1 869 870 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_209 1 1 870 871
|
|
Gemm gemm_139 1 1 871 872 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_154 2 1 872 867 873 0=0
|
|
Split splitncnn_99 1 2 873 874 875
|
|
LayerNorm ln_407 1 1 875 876 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_42 1 1 876 877 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_155 2 1 877 874 878 0=0
|
|
Split splitncnn_100 1 2 878 879 880
|
|
LayerNorm ln_408 1 1 880 881 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_140 1 1 881 882 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_210 1 1 882 883
|
|
Gemm gemm_141 1 1 883 884 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_156 2 1 884 879 885 0=0
|
|
Split splitncnn_101 1 2 885 886 887
|
|
LayerNorm ln_409 1 1 887 888 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_43 1 1 888 889 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_157 2 1 889 886 890 0=0
|
|
Split splitncnn_102 1 2 890 891 892
|
|
LayerNorm ln_410 1 1 892 893 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_142 1 1 893 894 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_211 1 1 894 895
|
|
Gemm gemm_143 1 1 895 896 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_158 2 1 896 891 897 0=0
|
|
Permute permute_538 1 1 897 898 0=1
|
|
BinaryOp mul_159 2 1 898 47 899 0=2
|
|
Split splitncnn_103 1 2 899 900 901
|
|
Padding pad_247 1 1 900 902 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_289 1 1 902 903 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_589 1 1 903 904 0=1
|
|
LayerNorm ln_411 1 1 904 905 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_590 1 1 905 906 0=1
|
|
Mish mish_481 1 1 906 907
|
|
InnerProduct linear_455 1 1 87 908 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_615 1 1 908 909 -23303=1,-1
|
|
BinaryOp mul_160 2 1 907 48 910 0=2
|
|
BinaryOp add_161 2 1 910 909 911 0=0
|
|
BinaryOp mul_162 2 1 911 49 912 0=2
|
|
Padding pad_248 1 1 912 913 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_290 1 1 913 914 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_591 1 1 914 915 0=1
|
|
LayerNorm ln_412 1 1 915 916 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_592 1 1 916 917 0=1
|
|
Mish mish_482 1 1 917 918
|
|
Convolution1D conv1d_291 1 1 901 919 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_163 2 1 918 50 920 0=2
|
|
BinaryOp add_164 2 1 920 919 921 0=0
|
|
Permute permute_539 1 1 921 922 0=1
|
|
Split splitncnn_104 1 2 922 923 924
|
|
LayerNorm ln_413 1 1 924 925 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_44 1 1 925 926 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_165 2 1 926 923 927 0=0
|
|
Split splitncnn_105 1 2 927 928 929
|
|
LayerNorm ln_414 1 1 929 930 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_144 1 1 930 931 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_212 1 1 931 932
|
|
Gemm gemm_145 1 1 932 933 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_166 2 1 933 928 934 0=0
|
|
Split splitncnn_106 1 2 934 935 936
|
|
LayerNorm ln_415 1 1 936 937 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_45 1 1 937 938 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_167 2 1 938 935 939 0=0
|
|
Split splitncnn_107 1 2 939 940 941
|
|
LayerNorm ln_416 1 1 941 942 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_146 1 1 942 943 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_213 1 1 943 944
|
|
Gemm gemm_147 1 1 944 945 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_168 2 1 945 940 946 0=0
|
|
Split splitncnn_108 1 2 946 947 948
|
|
LayerNorm ln_417 1 1 948 949 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_46 1 1 949 950 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_169 2 1 950 947 951 0=0
|
|
Split splitncnn_109 1 2 951 952 953
|
|
LayerNorm ln_418 1 1 953 954 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_148 1 1 954 955 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_214 1 1 955 956
|
|
Gemm gemm_149 1 1 956 957 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_170 2 1 957 952 958 0=0
|
|
Split splitncnn_110 1 2 958 959 960
|
|
LayerNorm ln_419 1 1 960 961 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_47 1 1 961 962 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_171 2 1 962 959 963 0=0
|
|
Split splitncnn_111 1 2 963 964 965
|
|
LayerNorm ln_420 1 1 965 966 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_150 1 1 966 967 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_215 1 1 967 968
|
|
Gemm gemm_151 1 1 968 969 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_172 2 1 969 964 970 0=0
|
|
Permute permute_540 1 1 970 971 0=1
|
|
BinaryOp mul_173 2 1 971 51 972 0=2
|
|
Split splitncnn_112 1 2 972 973 974
|
|
Padding pad_249 1 1 973 975 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_292 1 1 975 976 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_593 1 1 976 977 0=1
|
|
LayerNorm ln_421 1 1 977 978 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_594 1 1 978 979 0=1
|
|
Mish mish_483 1 1 979 980
|
|
InnerProduct linear_456 1 1 86 981 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_616 1 1 981 982 -23303=1,-1
|
|
BinaryOp mul_174 2 1 980 52 983 0=2
|
|
BinaryOp add_175 2 1 983 982 984 0=0
|
|
BinaryOp mul_176 2 1 984 53 985 0=2
|
|
Padding pad_250 1 1 985 986 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_293 1 1 986 987 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_595 1 1 987 988 0=1
|
|
LayerNorm ln_422 1 1 988 989 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_596 1 1 989 990 0=1
|
|
Mish mish_484 1 1 990 991
|
|
Convolution1D conv1d_294 1 1 974 992 0=256 1=1 2=1 3=1 4=0 5=1 6=65536
|
|
BinaryOp mul_177 2 1 991 54 993 0=2
|
|
BinaryOp add_178 2 1 993 992 994 0=0
|
|
Permute permute_541 1 1 994 995 0=1
|
|
Split splitncnn_113 1 2 995 996 997
|
|
LayerNorm ln_423 1 1 997 998 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_48 1 1 998 999 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_179 2 1 999 996 1000 0=0
|
|
Split splitncnn_114 1 2 1000 1001 1002
|
|
LayerNorm ln_424 1 1 1002 1003 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_152 1 1 1003 1004 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_216 1 1 1004 1005
|
|
Gemm gemm_153 1 1 1005 1006 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_180 2 1 1006 1001 1007 0=0
|
|
Split splitncnn_115 1 2 1007 1008 1009
|
|
LayerNorm ln_425 1 1 1009 1010 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_49 1 1 1010 1011 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_181 2 1 1011 1008 1012 0=0
|
|
Split splitncnn_116 1 2 1012 1013 1014
|
|
LayerNorm ln_426 1 1 1014 1015 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_154 1 1 1015 1016 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_217 1 1 1016 1017
|
|
Gemm gemm_155 1 1 1017 1018 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_182 2 1 1018 1013 1019 0=0
|
|
Split splitncnn_117 1 2 1019 1020 1021
|
|
LayerNorm ln_427 1 1 1021 1022 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_50 1 1 1022 1023 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_183 2 1 1023 1020 1024 0=0
|
|
Split splitncnn_118 1 2 1024 1025 1026
|
|
LayerNorm ln_428 1 1 1026 1027 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_156 1 1 1027 1028 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_218 1 1 1028 1029
|
|
Gemm gemm_157 1 1 1029 1030 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_184 2 1 1030 1025 1031 0=0
|
|
Split splitncnn_119 1 2 1031 1032 1033
|
|
LayerNorm ln_429 1 1 1033 1034 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_51 1 1 1034 1035 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_185 2 1 1035 1032 1036 0=0
|
|
Split splitncnn_120 1 2 1036 1037 1038
|
|
LayerNorm ln_430 1 1 1038 1039 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_158 1 1 1039 1040 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_219 1 1 1040 1041
|
|
Gemm gemm_159 1 1 1041 1042 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_186 2 1 1042 1037 1043 0=0
|
|
Permute permute_542 1 1 1043 1044 0=1
|
|
Crop slice1_0 2 1 1044 165 1045 19="0" 20="1w" 21="2"
|
|
Concat cat_1 2 1 1045 163 1046 0=0
|
|
BinaryOp mul_187 2 1 1046 55 1047 0=2
|
|
Split splitncnn_121 1 2 1047 1048 1049
|
|
Padding pad_251 1 1 1048 1050 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_295 1 1 1050 1051 0=256 1=3 2=1 3=1 4=0 5=1 6=393216
|
|
Permute transpose_597 1 1 1051 1052 0=1
|
|
LayerNorm ln_431 1 1 1052 1053 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_598 1 1 1053 1054 0=1
|
|
Mish mish_485 1 1 1054 1055
|
|
InnerProduct linear_457 1 1 85 1056 0=256 1=1 2=262144
|
|
ExpandDims unsqueeze_617 1 1 1056 1057 -23303=1,-1
|
|
BinaryOp mul_188 2 1 1055 56 1058 0=2
|
|
BinaryOp add_189 2 1 1058 1057 1059 0=0
|
|
BinaryOp mul_190 2 1 1059 57 1060 0=2
|
|
Padding pad_252 1 1 1060 1061 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_296 1 1 1061 1062 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_599 1 1 1062 1063 0=1
|
|
LayerNorm ln_432 1 1 1063 1064 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_600 1 1 1064 1065 0=1
|
|
Mish mish_486 1 1 1065 1066
|
|
Convolution1D conv1d_297 1 1 1049 1067 0=256 1=1 2=1 3=1 4=0 5=1 6=131072
|
|
BinaryOp mul_191 2 1 1066 58 1068 0=2
|
|
BinaryOp add_192 2 1 1068 1067 1069 0=0
|
|
Permute permute_543 1 1 1069 1070 0=1
|
|
Split splitncnn_122 1 2 1070 1071 1072
|
|
LayerNorm ln_433 1 1 1072 1073 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_52 1 1 1073 1074 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_193 2 1 1074 1071 1075 0=0
|
|
Split splitncnn_123 1 2 1075 1076 1077
|
|
LayerNorm ln_434 1 1 1077 1078 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_160 1 1 1078 1079 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_220 1 1 1079 1080
|
|
Gemm gemm_161 1 1 1080 1081 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_194 2 1 1081 1076 1082 0=0
|
|
Split splitncnn_124 1 2 1082 1083 1084
|
|
LayerNorm ln_435 1 1 1084 1085 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_53 1 1 1085 1086 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_195 2 1 1086 1083 1087 0=0
|
|
Split splitncnn_125 1 2 1087 1088 1089
|
|
LayerNorm ln_436 1 1 1089 1090 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_162 1 1 1090 1091 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_221 1 1 1091 1092
|
|
Gemm gemm_163 1 1 1092 1093 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_196 2 1 1093 1088 1094 0=0
|
|
Split splitncnn_126 1 2 1094 1095 1096
|
|
LayerNorm ln_437 1 1 1096 1097 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_54 1 1 1097 1098 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_197 2 1 1098 1095 1099 0=0
|
|
Split splitncnn_127 1 2 1099 1100 1101
|
|
LayerNorm ln_438 1 1 1101 1102 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_164 1 1 1102 1103 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_222 1 1 1103 1104
|
|
Gemm gemm_165 1 1 1104 1105 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_198 2 1 1105 1100 1106 0=0
|
|
Split splitncnn_128 1 2 1106 1107 1108
|
|
LayerNorm ln_439 1 1 1108 1109 0=256 1=1.000000e-05 2=1
|
|
MultiHeadAttention sdpa_attention_55 1 1 1109 1110 0=512 1=8 2=131072 3=256 4=256 5=0
|
|
BinaryOp add_199 2 1 1110 1107 1111 0=0
|
|
Split splitncnn_129 1 2 1111 1112 1113
|
|
LayerNorm ln_440 1 1 1113 1114 0=256 1=1.000000e-05 2=1
|
|
Gemm gemm_166 1 1 1114 1115 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=256
|
|
GELU gelu_223 1 1 1115 1116
|
|
Gemm gemm_167 1 1 1116 1117 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=256 9=1024
|
|
BinaryOp add_200 2 1 1117 1112 1118 0=0
|
|
Permute permute_544 1 1 1118 1119 0=1
|
|
BinaryOp mul_201 2 1 1119 59 1120 0=2
|
|
Padding pad_253 1 1 1120 1121 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_298 1 1 1121 1122 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
BinaryOp mul_202 2 1 1122 60 1123 0=2
|
|
Padding pad_254 1 1 1123 1124 0=0 1=0 2=2 3=0 4=0 5=0.000000e+00 6=0
|
|
Convolution1D conv1d_299 1 1 1124 1125 0=256 1=3 2=1 3=1 4=0 5=1 6=196608
|
|
Permute transpose_601 1 1 1125 1126 0=1
|
|
LayerNorm ln_441 1 1 1126 1127 0=256 1=1.000000e-05 2=1
|
|
Permute transpose_602 1 1 1127 1128 0=1
|
|
Mish mish_487 1 1 1128 1129
|
|
BinaryOp mul_203 2 1 1129 61 1130 0=2
|
|
BinaryOp mul_204 2 1 1130 62 1131 0=2
|
|
Convolution1D conv1d_300 1 1 1131 out0 0=80 1=1 2=1 3=1 4=0 5=1 6=20480
|