drbh commited on
Commit
90cbc4b
·
1 Parent(s): 59bdff8

fix: adjust missed double type

Browse files
Files changed (1) hide show
  1. torch-ext/torch_binding.h +1 -2
torch-ext/torch_binding.h CHANGED
@@ -17,8 +17,7 @@ mha_fwd_kvcache_mla(
17
  const int64_t head_size_v,
18
  const torch::Tensor &seqlens_k,
19
  const torch::Tensor &block_table,
20
- // TODO:should be float
21
- const torch::kFloat softmax_scale,
22
  bool is_causal,
23
  const torch::Tensor &tile_scheduler_metadata,
24
  const torch::Tensor &num_splits
 
17
  const int64_t head_size_v,
18
  const torch::Tensor &seqlens_k,
19
  const torch::Tensor &block_table,
20
+ const double softmax_scale,
 
21
  bool is_causal,
22
  const torch::Tensor &tile_scheduler_metadata,
23
  const torch::Tensor &num_splits