cuda : add error checking for cudaMemcpyAsync in argsort (llama/17599)

* cuda : add error checking for cudaMemcpyAsync in argsort (llama/12836)

* fix indentation
This commit is contained in:
Mahekk Shaikh
2025-12-12 17:53:13 +02:00
committed by Georgi Gerganov
parent 2258930c2e
commit 2e4a7a21fa
+1 -1
View File
@@ -44,7 +44,7 @@ static void argsort_f32_i32_cuda_cub(ggml_cuda_pool & pool,
const dim3 offset_grid((nrows + block_size - 1) / block_size);
init_offsets<<<offset_grid, block_size, 0, stream>>>(d_offsets, ncols, nrows);
cudaMemcpyAsync(temp_keys, x, ncols * nrows * sizeof(float), cudaMemcpyDeviceToDevice, stream);
CUDA_CHECK(cudaMemcpyAsync(temp_keys, x, ncols * nrows * sizeof(float), cudaMemcpyDeviceToDevice, stream));
size_t temp_storage_bytes = 0;