From cc55a2554774ef7129204cf5fd53f4a003031c9b Mon Sep 17 00:00:00 2001 From: maleksan85 Date: Thu, 7 Nov 2024 19:13:32 +0000 Subject: [PATCH] forgotten local commit --- csrc/attention/paged_attention_v2.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/csrc/attention/paged_attention_v2.cu b/csrc/attention/paged_attention_v2.cu index 13e070f30f643..0c9caeb687ecb 100644 --- a/csrc/attention/paged_attention_v2.cu +++ b/csrc/attention/paged_attention_v2.cu @@ -145,7 +145,7 @@ void paged_attention_v2_launcher( #define CALL_V2_LAUNCHER(T, CACHE_T, BLOCK_SIZE, KV_DTYPE, IS_BLOCK_SPARSE, \ NUM_THREADS, PARTITION_SIZE) \ paged_attention_v2_launcher( \ + IS_BLOCK_SPARSE, NUM_THREADS, PARTITION_SIZE>( \ out, exp_sums, max_logits, tmp_out, query, key_cache, value_cache, \ num_kv_heads, scale, block_tables, seq_lens, max_seq_len, alibi_slopes, \ k_scale, v_scale, tp_rank, blocksparse_local_blocks, \