drbh
commited on
Commit
·
90cbc4b
1
Parent(s):
59bdff8
fix: adjust missed double type
Browse files
torch-ext/torch_binding.h
CHANGED
@@ -17,8 +17,7 @@ mha_fwd_kvcache_mla(
|
|
17 |
const int64_t head_size_v,
|
18 |
const torch::Tensor &seqlens_k,
|
19 |
const torch::Tensor &block_table,
|
20 |
-
|
21 |
-
const torch::kFloat softmax_scale,
|
22 |
bool is_causal,
|
23 |
const torch::Tensor &tile_scheduler_metadata,
|
24 |
const torch::Tensor &num_splits
|
|
|
17 |
const int64_t head_size_v,
|
18 |
const torch::Tensor &seqlens_k,
|
19 |
const torch::Tensor &block_table,
|
20 |
+
const double softmax_scale,
|
|
|
21 |
bool is_causal,
|
22 |
const torch::Tensor &tile_scheduler_metadata,
|
23 |
const torch::Tensor &num_splits
|