Skip to content

vllm.model_executor.layers.fla.ops.op

div module-attribute 

div = fast_dividef

exp module-attribute 

exp = fast_expf

log module-attribute 

log = fast_logf

log2 module-attribute 

log2 = fast_log2f

div_normal 

div_normal(x, y)
Source code in vllm/model_executor/layers/fla/ops/op.py 
21
22
23
@triton.jit
def div_normal(x, y):
    return x / y

gather 

gather(src, index, axis, _builder=None)
Source code in vllm/model_executor/layers/fla/ops/op.py 
33
34
35
36
37
@triton.jit
def gather(src, index, axis, _builder=None):
    # This is a fallback implementation when tl.gather is not supported
    # In order to pass triton compiler, there is no actual gather operation
    return src