| warning: parameter 'dimInner' of 'mm_matMul_i1_i1_i1_' must be uniform | |
| note: 'workgroupBarrier' must only be called from uniform control flow | |
| note: reading from module-scope private variable 'dimInner_1' may result in a non-uniform value | |
| static int dimAOuter_1 = 0; | |
| cbuffer cbuffer_x_48 : register(b3, space0) { | |
| uint4 x_48[5]; | |
| }; | |
| static int dimInner_1 = 0; | |
| static int dimBOuter_1 = 0; | |
| RWByteAddressBuffer x_54 : register(u0, space0); | |
| static uint3 gl_LocalInvocationID = uint3(0u, 0u, 0u); | |
| static uint3 gl_GlobalInvocationID = uint3(0u, 0u, 0u); | |
| groupshared float mm_Asub[64][64]; | |
| groupshared float mm_Bsub[64][1]; | |
| ByteAddressBuffer x_165 : register(t1, space0); | |
| static int batch = 0; | |
| ByteAddressBuffer x_185 : register(t2, space0); | |
| bool coordsInBounds_vi2_vi2_(inout int2 coord, inout int2 shape) { | |
| bool x_87 = false; | |
| bool x_88_phi = false; | |
| const int2 x_76 = coord; | |
| const bool x_81 = all((x_76 >= (0).xx)); | |
| x_88_phi = x_81; | |
| if (x_81) { | |
| const int2 x_84 = coord; | |
| const int2 x_85 = shape; | |
| x_87 = all((x_84 < x_85)); | |
| x_88_phi = x_87; | |
| } | |
| return x_88_phi; | |
| } | |
| float mm_readA_i1_i1_(inout int row, inout int col) { | |
| int batchASize = 0; | |
| int2 param_10 = int2(0, 0); | |
| int2 param_11 = int2(0, 0); | |
| float x_430 = 0.0f; | |
| const int x_417 = asint(x_48[1].y); | |
| const int x_419 = asint(x_48[1].z); | |
| batchASize = (x_417 * x_419); | |
| const int x_421 = row; | |
| const int x_422 = col; | |
| const int x_424 = dimAOuter_1; | |
| const int x_425 = dimInner_1; | |
| param_10 = int2(x_421, x_422); | |
| param_11 = int2(x_424, x_425); | |
| const bool x_429 = coordsInBounds_vi2_vi2_(param_10, param_11); | |
| if (x_429) { | |
| const int x_438 = batch; | |
| const int x_439 = batchASize; | |
| const int x_441 = row; | |
| const int x_442 = dimInner_1; | |
| const int x_445 = col; | |
| const float x_448 = asfloat(x_165.Load((4u * uint((((x_438 * x_439) + (x_441 * x_442)) + x_445))))); | |
| x_430 = x_448; | |
| } else { | |
| x_430 = 0.0f; | |
| } | |
| return x_430; | |
| } | |
| float mm_readB_i1_i1_(inout int row_1, inout int col_1) { | |
| int batchBSize = 0; | |
| int2 param_12 = int2(0, 0); | |
| int2 param_13 = int2(0, 0); | |
| float x_468 = 0.0f; | |
| const int x_455 = asint(x_48[2].y); | |
| const int x_457 = asint(x_48[2].z); | |
| batchBSize = (x_455 * x_457); | |
| const int x_459 = row_1; | |
| const int x_460 = col_1; | |
| const int x_462 = dimInner_1; | |
| const int x_463 = dimBOuter_1; | |
| param_12 = int2(x_459, x_460); | |
| param_13 = int2(x_462, x_463); | |
| const bool x_467 = coordsInBounds_vi2_vi2_(param_12, param_13); | |
| if (x_467) { | |
| const int x_475 = batch; | |
| const int x_476 = batchBSize; | |
| const int x_478 = row_1; | |
| const int x_479 = dimBOuter_1; | |
| const int x_482 = col_1; | |
| const float x_485 = asfloat(x_185.Load((4u * uint((((x_475 * x_476) + (x_478 * x_479)) + x_482))))); | |
| x_468 = x_485; | |
| } else { | |
| x_468 = 0.0f; | |
| } | |
| return x_468; | |
| } | |
| int getOutputFlatIndex_vi3_(inout int3 coords) { | |
| const int3 x_99 = coords; | |
| const int x_105 = asint(x_48[4].x); | |
| const int x_107 = asint(x_48[4].y); | |
| return int(dot(float3(x_99), float3(int3(x_105, x_107, 1)))); | |
| } | |
| void setOutput_i1_f1_(inout int flatIndex, inout float value) { | |
| const int x_95 = flatIndex; | |
| const float x_96 = value; | |
| x_54.Store((4u * uint(x_95)), asuint(x_96)); | |
| return; | |
| } | |
| void setOutput_i1_i1_i1_f1_(inout int d0, inout int d1, inout int d2, inout float value_1) { | |
| int flatIndex_1 = 0; | |
| int3 param = int3(0, 0, 0); | |
| int param_1 = 0; | |
| float param_2 = 0.0f; | |
| const int x_115 = d0; | |
| const int x_116 = d1; | |
| const int x_117 = d2; | |
| param = int3(x_115, x_116, x_117); | |
| const int x_120 = getOutputFlatIndex_vi3_(param); | |
| flatIndex_1 = x_120; | |
| param_1 = flatIndex_1; | |
| const float x_124 = value_1; | |
| param_2 = x_124; | |
| setOutput_i1_f1_(param_1, param_2); | |
| return; | |
| } | |
| void mm_write_i1_i1_f1_(inout int row_2, inout int col_2, inout float value_2) { | |
| int3 outCoord = int3(0, 0, 0); | |
| int param_14 = 0; | |
| int param_15 = 0; | |
| int param_16 = 0; | |
| float param_17 = 0.0f; | |
| const int x_491 = batch; | |
| const int x_492 = row_2; | |
| const int x_493 = col_2; | |
| outCoord = int3(x_491, x_492, x_493); | |
| param_14 = batch; | |
| const int x_498 = row_2; | |
| param_15 = x_498; | |
| const int x_500 = col_2; | |
| param_16 = x_500; | |
| const float x_502 = value_2; | |
| param_17 = x_502; | |
| setOutput_i1_i1_i1_f1_(param_14, param_15, param_16, param_17); | |
| return; | |
| } | |
| void mm_matMul_i1_i1_i1_(inout int dimAOuter, inout int dimInner, inout int dimBOuter) { | |
| int tileRow = 0; | |
| int tileCol = 0; | |
| int globalRow = 0; | |
| int globalCol = 0; | |
| int numTiles = 0; | |
| int innerRow = 0; | |
| int innerCol = 0; | |
| float acc[1][1] = (float[1][1])0; | |
| int tileColA = 0; | |
| int tileRowB = 0; | |
| int t = 0; | |
| int innerRow_1 = 0; | |
| int innerCol_1 = 0; | |
| int inputRow = 0; | |
| int inputCol = 0; | |
| int param_3 = 0; | |
| int param_4 = 0; | |
| int innerRow_2 = 0; | |
| int innerCol_2 = 0; | |
| int inputRow_1 = 0; | |
| int inputCol_1 = 0; | |
| int param_5 = 0; | |
| int param_6 = 0; | |
| int k = 0; | |
| int inner = 0; | |
| float BCached[1] = (float[1])0; | |
| int innerRow_3 = 0; | |
| float ACached = 0.0f; | |
| int innerCol_3 = 0; | |
| int innerRow_4 = 0; | |
| int innerCol_4 = 0; | |
| int param_7 = 0; | |
| int param_8 = 0; | |
| float param_9 = 0.0f; | |
| const uint x_132 = gl_LocalInvocationID.y; | |
| tileRow = (asint(x_132) * 1); | |
| const uint x_137 = gl_LocalInvocationID.x; | |
| tileCol = (asint(x_137) * 1); | |
| const uint x_143 = gl_GlobalInvocationID.y; | |
| globalRow = (asint(x_143) * 1); | |
| const uint x_148 = gl_GlobalInvocationID.x; | |
| globalCol = (asint(x_148) * 1); | |
| const int x_152 = dimInner; | |
| numTiles = (((x_152 - 1) / 64) + 1); | |
| innerRow = 0; | |
| { | |
| [loop] for(; (innerRow < 1); innerRow = (innerRow + 1)) { | |
| innerCol = 0; | |
| { | |
| [loop] for(; (innerCol < 1); innerCol = (innerCol + 1)) { | |
| acc[innerRow][innerCol] = 0.0f; | |
| } | |
| } | |
| } | |
| } | |
| const uint x_187 = gl_LocalInvocationID.x; | |
| tileColA = (asint(x_187) * 64); | |
| const uint x_192 = gl_LocalInvocationID.y; | |
| tileRowB = (asint(x_192) * 1); | |
| t = 0; | |
| { | |
| [loop] for(; (t < numTiles); t = (t + 1)) { | |
| innerRow_1 = 0; | |
| { | |
| [loop] for(; (innerRow_1 < 1); innerRow_1 = (innerRow_1 + 1)) { | |
| innerCol_1 = 0; | |
| { | |
| [loop] for(; (innerCol_1 < 64); innerCol_1 = (innerCol_1 + 1)) { | |
| inputRow = (tileRow + innerRow_1); | |
| inputCol = (tileColA + innerCol_1); | |
| const int x_233 = inputRow; | |
| const int x_234 = inputCol; | |
| const int x_238 = t; | |
| const int x_240 = inputCol; | |
| param_3 = (globalRow + innerRow_1); | |
| param_4 = ((x_238 * 64) + x_240); | |
| const float x_244 = mm_readA_i1_i1_(param_3, param_4); | |
| mm_Asub[x_233][x_234] = x_244; | |
| } | |
| } | |
| } | |
| } | |
| innerRow_2 = 0; | |
| { | |
| [loop] for(; (innerRow_2 < 1); innerRow_2 = (innerRow_2 + 1)) { | |
| innerCol_2 = 0; | |
| { | |
| [loop] for(; (innerCol_2 < 1); innerCol_2 = (innerCol_2 + 1)) { | |
| inputRow_1 = (tileRowB + innerRow_2); | |
| inputCol_1 = (tileCol + innerCol_2); | |
| const int x_278 = inputRow_1; | |
| const int x_279 = inputCol_1; | |
| const int x_284 = globalCol; | |
| const int x_285 = innerCol_2; | |
| param_5 = ((t * 64) + inputRow_1); | |
| param_6 = (x_284 + x_285); | |
| const float x_289 = mm_readB_i1_i1_(param_5, param_6); | |
| mm_Bsub[x_278][x_279] = x_289; | |
| } | |
| } | |
| } | |
| } | |
| GroupMemoryBarrierWithGroupSync(); | |
| k = 0; | |
| { | |
| [loop] for(; (k < 64); k = (k + 1)) { | |
| inner = 0; | |
| { | |
| [loop] for(; (inner < 1); inner = (inner + 1)) { | |
| const int x_314 = inner; | |
| const float x_320 = mm_Bsub[k][(tileCol + inner)]; | |
| BCached[x_314] = x_320; | |
| } | |
| } | |
| innerRow_3 = 0; | |
| { | |
| [loop] for(; (innerRow_3 < 1); innerRow_3 = (innerRow_3 + 1)) { | |
| const float x_338 = mm_Asub[(tileRow + innerRow_3)][k]; | |
| ACached = x_338; | |
| innerCol_3 = 0; | |
| { | |
| [loop] for(; (innerCol_3 < 1); innerCol_3 = (innerCol_3 + 1)) { | |
| const int x_347 = innerRow_3; | |
| const int x_348 = innerCol_3; | |
| const float x_349 = ACached; | |
| const float x_352 = BCached[innerCol_3]; | |
| const float x_355 = acc[x_347][x_348]; | |
| acc[x_347][x_348] = (x_355 + (x_349 * x_352)); | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| GroupMemoryBarrierWithGroupSync(); | |
| } | |
| } | |
| innerRow_4 = 0; | |
| { | |
| [loop] for(; (innerRow_4 < 1); innerRow_4 = (innerRow_4 + 1)) { | |
| innerCol_4 = 0; | |
| [loop] while (true) { | |
| bool x_393 = false; | |
| bool x_394_phi = false; | |
| if ((innerCol_4 < 1)) { | |
| } else { | |
| break; | |
| } | |
| const int x_382 = globalCol; | |
| const int x_383 = innerCol_4; | |
| const int x_385 = dimBOuter; | |
| const bool x_386 = ((x_382 + x_383) < x_385); | |
| x_394_phi = x_386; | |
| if (x_386) { | |
| const int x_389 = globalRow; | |
| const int x_390 = innerRow_4; | |
| const int x_392 = dimAOuter; | |
| x_393 = ((x_389 + x_390) < x_392); | |
| x_394_phi = x_393; | |
| } | |
| if (x_394_phi) { | |
| const int x_400 = globalCol; | |
| const int x_401 = innerCol_4; | |
| const int x_403 = innerRow_4; | |
| const int x_404 = innerCol_4; | |
| param_7 = (globalRow + innerRow_4); | |
| param_8 = (x_400 + x_401); | |
| const float x_409 = acc[x_403][x_404]; | |
| param_9 = x_409; | |
| mm_write_i1_i1_f1_(param_7, param_8, param_9); | |
| } | |
| { | |
| innerCol_4 = (innerCol_4 + 1); | |
| } | |
| } | |
| } | |
| } | |
| return; | |
| } | |
| void main_1() { | |
| int param_18 = 0; | |
| int param_19 = 0; | |
| int param_20 = 0; | |
| const int x_67 = asint(x_48[1].y); | |
| dimAOuter_1 = x_67; | |
| const int x_71 = asint(x_48[1].z); | |
| dimInner_1 = x_71; | |
| const int x_75 = asint(x_48[2].z); | |
| dimBOuter_1 = x_75; | |
| const uint x_505 = gl_GlobalInvocationID.z; | |
| batch = asint(x_505); | |
| param_18 = dimAOuter_1; | |
| param_19 = dimInner_1; | |
| param_20 = dimBOuter_1; | |
| mm_matMul_i1_i1_i1_(param_18, param_19, param_20); | |
| return; | |
| } | |
| struct tint_symbol_1 { | |
| uint3 gl_LocalInvocationID_param : SV_GroupThreadID; | |
| uint local_invocation_index : SV_GroupIndex; | |
| uint3 gl_GlobalInvocationID_param : SV_DispatchThreadID; | |
| }; | |
| void main_inner(uint3 gl_LocalInvocationID_param, uint3 gl_GlobalInvocationID_param, uint local_invocation_index) { | |
| { | |
| const uint i_1 = local_invocation_index; | |
| const uint i_2 = (local_invocation_index % 1u); | |
| mm_Bsub[i_1][i_2] = 0.0f; | |
| } | |
| { | |
| [loop] for(uint idx = local_invocation_index; (idx < 4096u); idx = (idx + 64u)) { | |
| const uint i = (idx / 64u); | |
| const uint i_1 = (idx % 64u); | |
| mm_Asub[i][i_1] = 0.0f; | |
| } | |
| } | |
| GroupMemoryBarrierWithGroupSync(); | |
| gl_LocalInvocationID = gl_LocalInvocationID_param; | |
| gl_GlobalInvocationID = gl_GlobalInvocationID_param; | |
| main_1(); | |
| } | |
| [numthreads(1, 64, 1)] | |
| void main(tint_symbol_1 tint_symbol) { | |
| main_inner(tint_symbol.gl_LocalInvocationID_param, tint_symbol.gl_GlobalInvocationID_param, tint_symbol.local_invocation_index); | |
| return; | |
| } |