Function std::cuda_half_linear_attention
int cuda_half_linear_attention(
struct CudaHalfBuf q,
struct CudaHalfBuf k,
struct CudaHalfBuf v,
struct CudaHalfBuf out,
struct CudaAttnShape s,
int causal,
)int cuda_half_linear_attention(
struct CudaHalfBuf q,
struct CudaHalfBuf k,
struct CudaHalfBuf v,
struct CudaHalfBuf out,
struct CudaAttnShape s,
int causal,
)