diff --git a/deepspeed/ops/sparse_attention/sparsity_config.py b/deepspeed/ops/sparse_attention/sparsity_config.py index 9029cf60d931..085fe1f34fed 100644 --- a/deepspeed/ops/sparse_attention/sparsity_config.py +++ b/deepspeed/ops/sparse_attention/sparsity_config.py @@ -715,7 +715,7 @@ def make_layout(self, seq_len): Arguments: seq_len: required: an integer determining number of attention heads of the layer. Return: - layout: a tensor of dimension (num_heads, num_blocks, num_blocks) containing `BigBird` sparsity layout of all head + layout: a tensor of dimension (num_heads, num_blocks, num_blocks) containing `Local Sliding Window` sparsity layout of all head """ layout = self.setup_layout(seq_len)