From 5e97f7c37ba9707213aa25849937979b1a213728 Mon Sep 17 00:00:00 2001 From: simpleqt <89645338+simpleqt@users.noreply.github.com> Date: Tue, 8 Sep 2026 00:20:05 +0800 Subject: [PATCH] docs(sparse_attention): fix copy-pasted BigBird return line in sliding-window layout LocalSlidingWindowSparsityConfig.make_layout builds a sliding-window layout, but its Return line was copied verbatim from BigBirdSparsityConfig.make_layout and claims a BigBird layout. Signed-off-by: simpleqt <89645338+simpleqt@users.noreply.github.com> --- deepspeed/ops/sparse_attention/sparsity_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/ops/sparse_attention/sparsity_config.py b/deepspeed/ops/sparse_attention/sparsity_config.py index 9029cf60d931..085fe1f34fed 100644 --- a/deepspeed/ops/sparse_attention/sparsity_config.py +++ b/deepspeed/ops/sparse_attention/sparsity_config.py @@ -715,7 +715,7 @@ def make_layout(self, seq_len): Arguments: seq_len: required: an integer determining number of attention heads of the layer. Return: - layout: a tensor of dimension (num_heads, num_blocks, num_blocks) containing `BigBird` sparsity layout of all head + layout: a tensor of dimension (num_heads, num_blocks, num_blocks) containing `Local Sliding Window` sparsity layout of all head """ layout = self.setup_layout(seq_len)