34a846b584
* opencl: fix small shape gemv, remove unused extensions * opencl: fix `transpose_16`, `dump_tensor`, enforce subgroup size * opencl: fix for token length < 4 * opencl: use wave size of 64 for all Adreno GPUs --------- Co-authored-by: Shawn Gu <quic_shawngu@quicinc.com> Co-authored-by: Skyler Szot <quic_sszot@quicinc.com>
27 lines
977 B
Common Lisp
27 lines
977 B
Common Lisp
// 16-bit transpose, loading/storing a 4x4 tile of elements
|
|
|
|
#pragma OPENCL EXTENSION cl_khr_fp16 : enable
|
|
|
|
kernel void kernel_transpose_16(
|
|
__read_only image1d_buffer_t input,
|
|
__write_only image1d_buffer_t output,
|
|
const uint rows,
|
|
const uint cols
|
|
) {
|
|
|
|
const int i = get_global_id(0);
|
|
const int j = get_global_id(1);
|
|
const int i_2 = i<<2;
|
|
const int j_2 = j<<2;
|
|
|
|
half4 temp0 = read_imageh(input, (j_2+0)*cols+i);
|
|
half4 temp1 = read_imageh(input, (j_2+1)*cols+i);
|
|
half4 temp2 = read_imageh(input, (j_2+2)*cols+i);
|
|
half4 temp3 = read_imageh(input, (j_2+3)*cols+i);
|
|
|
|
write_imageh(output, (i_2+0)*rows+j, (half4)(temp0.s0, temp1.s0, temp2.s0, temp3.s0));
|
|
write_imageh(output, (i_2+1)*rows+j, (half4)(temp0.s1, temp1.s1, temp2.s1, temp3.s1));
|
|
write_imageh(output, (i_2+2)*rows+j, (half4)(temp0.s2, temp1.s2, temp2.s2, temp3.s2));
|
|
write_imageh(output, (i_2+3)*rows+j, (half4)(temp0.s3, temp1.s3, temp2.s3, temp3.s3));
|
|
}
|