CUDA: fix shared memory access condition for mmv (llama/10740)

This commit is contained in:
Johannes Gäßler
2024-12-18 12:52:16 +02:00
committed by Georgi Gerganov
parent a682fdce0c
commit eb27e0d834
+1 -1
View File
@@ -57,7 +57,7 @@ static __global__ void mul_mat_vec(
if (block_size > WARP_SIZE) {
buf_iw[tid/WARP_SIZE] = sumf;
__syncthreads();
if (tid > WARP_SIZE) {
if (tid >= WARP_SIZE) {
return;
}
sumf = buf_iw[tid];