| #include "c3x/scaled_mm_helper.hpp" |
| #include "c3x/scaled_mm_kernels.hpp" |
|
|
| |
| This file defines quantized GEMM operations using the CUTLASS 3.x API, for |
| NVIDIA GPUs with sm100 (Blackwell). |
| */ |
|
|
| void cutlass_scaled_mm_sm100(torch::Tensor& c, torch::Tensor const& a, |
| torch::Tensor const& b, |
| torch::Tensor const& a_scales, |
| torch::Tensor const& b_scales, |
| std::optional<torch::Tensor> const& bias) { |
| dispatch_scaled_mm(c, a, b, a_scales, b_scales, bias, |
| vllm::cutlass_scaled_mm_sm100_fp8, |
| nullptr, |
| vllm::cutlass_scaled_mm_blockwise_sm100_fp8); |
| } |
|
|