Skip to content

Commit

Permalink
fix msvc build
Browse files Browse the repository at this point in the history
  • Loading branch information
lzhangzz committed Jan 1, 2025
1 parent 5266f27 commit 33ad2be
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions src/turbomind/kernels/sampling_topp_kernels.cu
Original file line number Diff line number Diff line change
Expand Up @@ -217,9 +217,9 @@ void invokeTopPSort(TopPSortParams& params, cudaStream_t stream)
size_t topp_id_val_buf_size = sizeof(int) * params.batch_size * params.vocab_size_padded;
size_t begin_offset_buf_size = sizeof(int) * params.batch_size;
size_t end_offset_buf_size = sizeof(int) * params.batch_size;
topp_id_val_buf_size = div_up<size_t>(topp_id_val_buf_size, 256) * 256;
begin_offset_buf_size = div_up<size_t>(begin_offset_buf_size, 256) * 256;
end_offset_buf_size = div_up<size_t>(end_offset_buf_size, 256) * 256;
topp_id_val_buf_size = cdiv<size_t>(topp_id_val_buf_size, 256) * 256;
begin_offset_buf_size = cdiv<size_t>(begin_offset_buf_size, 256) * 256;
end_offset_buf_size = cdiv<size_t>(end_offset_buf_size, 256) * 256;

if (params.workspace == nullptr) {
size_t cub_temp_storage_size;
Expand Down

0 comments on commit 33ad2be

Please sign in to comment.