Skip to content

Commit 3d99309

Browse files
tlrmchlsmthLeiWang1999
authored andcommitted
[Kernel] Fix deprecation function warnings squeezellm quant_cuda_kernel (vllm-project#6901)
Signed-off-by: LeiWang1999 <[email protected]>
1 parent 4e0b5cb commit 3d99309

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

csrc/quantization/squeezellm/quant_cuda_kernel.cu

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -197,13 +197,13 @@ void squeezellm_gemm(torch::Tensor vec, torch::Tensor mat, torch::Tensor mul,
197197
const cudaStream_t stream = at::cuda::getCurrentCUDAStream();
198198
vllm::squeezellm::NUQ4MatMulKernel<<<blocks, threads, 0, stream>>>(
199199
#ifndef USE_ROCM
200-
(half2*)vec.data<at::Half>(),
200+
(half2*)vec.data_ptr<at::Half>(),
201201
#else
202202
(__half2*)vec.data_ptr<at::Half>(),
203203
#endif
204204
mat.data_ptr<int>(),
205205
#ifndef USE_ROCM
206-
(half2*)mul.data<at::Half>(), (__half*)lookup_table.data<at::Half>(),
206+
(half2*)mul.data<at::Half>(), (__half*)lookup_table.data_ptr<at::Half>(),
207207
#else
208208
(float2*)mul.data_ptr<float>(),
209209
(__half*)lookup_table.data_ptr<at::Half>(),

0 commit comments

Comments
 (0)