@@ -52,6 +52,7 @@ def __init__(
5252 head_dim_v : Optional [int ] = None ,
5353 qhead_per_kvhead : int = 1 ,
5454 is_causal : bool = False ,
55+ is_local : bool = False ,
5556 deterministic : bool = False ,
5657 tile_m : int = 64 ,
5758 tile_n : int = 128 ,
@@ -84,7 +85,7 @@ def __init__(
8485 self .check_hdim_v_oob = head_dim_v != self .tile_hdimv
8586 self .qhead_per_kvhead = qhead_per_kvhead
8687 self .is_causal = is_causal
87- self .is_local = False
88+ self .is_local = is_local
8889 self .deterministic = deterministic
8990 self .tile_m = tile_m
9091 self .tile_n = tile_n
@@ -496,6 +497,11 @@ def _qkv_transpose(t):
496497
497498 self .use_block_sparsity = cutlass .const_expr (blocksparse_tensors is not None )
498499
500+ if const_expr (window_size_left is not None ):
501+ window_size_left = Int32 (window_size_left )
502+ if const_expr (window_size_right is not None ):
503+ window_size_right = Int32 (window_size_right )
504+
499505 self .kernel (
500506 tma_tensor_Q ,
501507 tma_tensor_K ,
@@ -537,6 +543,8 @@ def _qkv_transpose(t):
537543 blocksparse_tensors ,
538544 qhead_per_kvhead_divmod ,
539545 mdQ_semaphore ,
546+ window_size_left ,
547+ window_size_right ,
540548 ).launch (
541549 grid = grid_dim ,
542550 block = [self .num_threads , 1 , 1 ],
@@ -587,6 +595,8 @@ def kernel(
587595 blocksparse_tensors : Optional [BlockSparseTensors ] = None ,
588596 qhead_per_kvhead_divmod : Optional [FastDivmodDivisor ] = None ,
589597 mdQ_semaphore : Optional [cute .Tensor ] = None ,
598+ window_size_left : Optional [Int32 ] = None ,
599+ window_size_right : Optional [Int32 ] = None ,
590600 ):
591601 warp_idx = cute .arch .make_warp_uniform (cute .arch .warp_idx ())
592602
@@ -649,8 +659,8 @@ def kernel(
649659 self .is_causal ,
650660 self .is_local ,
651661 False , # is_split_kv
652- None ,
653- None ,
662+ window_size_left ,
663+ window_size_right ,
654664 qhead_per_kvhead_packgqa = 1 ,
655665 )
656666 SeqlenInfoCls = partial (
@@ -668,8 +678,8 @@ def kernel(
668678 AttentionMask ,
669679 self .tile_m ,
670680 self .tile_n ,
671- window_size_left = None ,
672- window_size_right = None ,
681+ window_size_left = window_size_left ,
682+ window_size_right = window_size_right ,
673683 swap_AB = self .SdP_swapAB ,
674684 )
675685 TileSchedulerCls = partial (TileScheduler .create , tile_sched_params )
@@ -1276,8 +1286,8 @@ def mma(
12761286 qhead_per_kvhead_divmod ,
12771287 )
12781288 else :
1279- # Block sparsity: KV tile with zero Q blocks produces no dK/dV; write zeros.
1280- if const_expr (self .use_block_sparsity ):
1289+ # KV tile with zero Q blocks produces no dK/dV; write zeros.
1290+ if const_expr (self .use_block_sparsity or self . is_local or self . is_varlen_q ):
12811291 acc_dK .fill (0.0 )
12821292 acc_dV .fill (0.0 )
12831293 self .epilogue_dKV (
0 commit comments