Source code for ejkernel.modules.operations.gated_linear_attention

# Copyright 2025 The EasyDeL/ejKernel Author @erfanzar (Erfan Zare Chavoshi).
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


"""GLA (Gated Linear Attention) module with automatic optimization.

This module implements Gated Linear Attention, an efficient attention mechanism
that uses gating to control information flow. GLA combines linear attention
properties with learned gates to achieve both efficiency and expressiveness.

The gating mechanism allows the model to dynamically control which information
to retain or discard, making it particularly effective for long-range dependencies
while maintaining linear complexity in certain configurations.
"""

from __future__ import annotations

import os
from typing import Literal

from jaxtyping import Array, Float, Int

from ejkernel.kernels._registry import Backend, kernel_registry
from ejkernel.ops import (
    AutotunePolicy,
    ConfigCache,
    ConfigSelectorChain,
    Executor,
    Invocation,
    Kernel,
    Tuner,
)
from ejkernel.ops.config.persistent import PersistentCache

from ..base import detect_platform
from .configs import GLAttentionConfig


[docs]class GLAttention(Kernel[GLAttentionConfig, Array]): """Gated Linear Attention with custom optimization logic. Implements gated linear attention combining the efficiency of linear attention with learnable gating mechanisms for better expressiveness. The gating controls information flow at both the query-key interaction and the state update levels. Features: - Gated attention computation with g (query gates) and g_gamma (layer-wise gates) - Support for initial hidden states - Bidirectional and reverse sequence processing - Variable-length sequence handling via cumulative lengths - Multiple platform support (Triton/Pallas/CUDA/XLA) The dual gating mechanism (g and g_gamma) allows fine-grained control: - g: Token-level gates applied to query representations - g_gamma: Layer-level gates controlling overall attention strength """ def __init__(self): """Initialize GLA module. Sets up the kernel with the operation identifier for registry lookup and configuration management. """ super().__init__(op_id="gla")
[docs] def get_impl(self, cfg: GLAttentionConfig): """Get kernel implementation from registry. Args: cfg: Configuration specifying platform and backend Returns: Callable kernel implementation for gated linear attention Raises: ValueError: If no matching implementation is found """ platform = detect_platform("gla", cfg.platform) return kernel_registry.get("gla", platform=platform, backend=cfg.backend)
[docs] def run( self, query: Float[Array, "batch seq_len num_heads head_dim"], key: Float[Array, "batch seq_len num_kv_heads head_dim"], value: Float[Array, "batch seq_len num_kv_heads head_dim"], g: Float[Array, "batch seq_len num_heads head_dim"] | None = None, g_gamma: Float[Array, "batch num_heads"] | None = None, softmax_scale: float | None = None, initial_state: Float[Array, "batch num_heads head_dim head_dim"] | None = None, reverse: bool = False, cu_seqlens: Int[Array, "num_seqs_plus_one"] | None = None, return_state: bool = False, platform: Literal["triton", "pallas", "cuda", "xla", "auto"] | None = None, *, cfg: GLAttentionConfig, ) -> ( Float[Array, "batch seq_len num_heads head_dim"] | tuple[Float[Array, "batch seq_len num_heads head_dim"], Float[Array, "batch num_heads head_dim head_dim"]] ): """Execute gated linear attention computation. Args: query: Query tensor [batch, seq_len, num_heads, head_dim] key: Key tensor [batch, seq_len, num_kv_heads, head_dim] value: Value tensor [batch, seq_len, num_kv_heads, head_dim] g: Token-level gating tensor [batch, seq_len, num_heads, head_dim] g_gamma: Layer-level gating parameter [batch, num_heads] softmax_scale: Optional scaling factor for attention scores initial_state: Initial hidden state [batch, num_heads, head_dim, head_dim] reverse: If True, process sequence in reverse order cu_seqlens: Cumulative sequence lengths for variable-length sequences return_state: If True, return tuple (output, final_state) instead of just output platform: Optional platform override ("triton", "pallas", "cuda", "xla") cfg: Kernel configuration object Returns: If return_state=False: Gated attention output [batch, seq_len, num_heads, head_dim] If return_state=True: Tuple of (output, final_state) where final_state is [batch, num_heads, head_dim, head_dim] Note: Both g and g_gamma are optional. When provided, they enable more expressive attention patterns through learned gating. """ if platform is not None: cfg = GLAttentionConfig( block_q=cfg.block_q, block_k=cfg.block_k, block_d=cfg.block_d, num_warps=cfg.num_warps, num_stages=cfg.num_stages, platform=platform, backend=Backend.ANY if platform == "xla" else cfg.backend, ) impl = self.get_impl(cfg) result = impl( query=query, key=key, value=value, g=g, g_gamma=g_gamma, softmax_scale=softmax_scale, initial_state=initial_state, reverse=reverse, cu_seqlens=cu_seqlens, ) if isinstance(result, tuple): if return_state: return result else: return result[0] return result
[docs] def heuristic_cfg(self, inv: Invocation[GLAttentionConfig, Array]) -> GLAttentionConfig: """Provide default configuration with block sizes. Args: inv: Invocation object containing arguments and metadata Returns: Default configuration with conservative block sizes suitable for typical gated linear attention workloads """ return GLAttentionConfig( block_q=64, block_k=64, block_d=64, num_warps=4, num_stages=1, platform="auto", backend="any", )
[docs] def candidate_cfgs(self, inv: Invocation[GLAttentionConfig, Array]): """Generate candidate configurations for autotuning. Args: inv: Invocation object containing arguments and metadata Returns: List of candidate configurations to benchmark during autotuning Note: GLA performance depends on the gating mechanism effectiveness and sequence length. Candidates are chosen for typical configurations. """ block_configs = [(64, 64, 64, 4, 1)] candidates = [] for block_q, block_k, block_d, num_warps, num_stages in block_configs: candidates.append( GLAttentionConfig( block_q=block_q, block_k=block_k, block_d=block_d, num_warps=num_warps, num_stages=num_stages, platform="auto", backend="any", ) ) return candidates
_gla_executor: Executor[GLAttentionConfig, Array] = Executor( ConfigSelectorChain( cache=ConfigCache(), policy=AutotunePolicy( allow_autotune=True, cache_miss_fallback=os.getenv("EJKERNEL_AUTOTUNE_POLICY", "autotune"), validate_backward=True, ), tuner=Tuner(warmup=5, iters=100), persistent=PersistentCache("gla"), ) )
[docs]def gla_attention( query: Float[Array, "batch seq_len num_heads head_dim"], key: Float[Array, "batch seq_len num_kv_heads head_dim"], value: Float[Array, "batch seq_len num_kv_heads head_dim"], g: Float[Array, "batch seq_len num_heads head_dim"] | None = None, g_gamma: Float[Array, "batch num_heads"] | None = None, initial_state: Float[Array, "batch num_heads head_dim head_dim"] | None = None, cu_seqlens: Int[Array, "num_seqs_plus_one"] | None = None, /, *, softmax_scale: float | None = None, reverse: bool = False, return_state: bool = False, platform: Literal["triton", "pallas", "cuda", "xla", "auto"] | None = None, cfg: GLAttentionConfig | None = None, ) -> ( Float[Array, "batch seq_len num_heads head_dim"] | tuple[Float[Array, "batch seq_len num_heads head_dim"], Float[Array, "batch num_heads head_dim head_dim"]] ): """Execute gated linear attention with automatic optimization. Convenience function that uses a default executor and GLA module. Args: query: Query tensor [batch, seq_len, num_heads, head_dim] key: Key tensor [batch, seq_len, num_kv_heads, head_dim] value: Value tensor [batch, seq_len, num_kv_heads, head_dim] g: Gating tensor [batch, seq_len, num_heads, head_dim] g_gamma: Gating gamma [batch, num_heads] softmax_scale: Scaling factor for attention initial_state: Initial state for recurrent computation reverse: Whether to process sequence in reverse cu_seqlens: Cumulative sequence lengths for variable-length sequences return_state: If True, return tuple (output, final_state) instead of just output platform: Specific platform to use ("triton", "pallas", "cuda", or "xla") Returns: If return_state=False: Attention output with same shape as query If return_state=True: Tuple of (output, final_state) Example: >>> >>> out = gla_attention(query, key, value) >>> >>> >>> out = gla_attention(query, key, value, g=gates, g_gamma=gamma) >>> >>> >>> out = gla_attention(query, key, value, cu_seqlens=cu_seqs) >>> >>> >>> out = gla_attention(..., platform="triton") """ return _gla_executor( GLAttention(), query=query, key=key, value=value, g=g, g_gamma=g_gamma, softmax_scale=softmax_scale, initial_state=initial_state, reverse=reverse, cu_seqlens=cu_seqlens, return_state=return_state, platform=platform, _cfg=cfg, )