Function std::cuda_half_flash_attention
int cuda_half_flash_attention(
struct CudaHalfBuf q,
struct CudaHalfBuf k,
struct CudaHalfBuf v,
struct CudaHalfBuf out,
struct CudaAttnShape s,
float scale,
int causal,
)int cuda_half_flash_attention(
struct CudaHalfBuf q,
struct CudaHalfBuf k,
struct CudaHalfBuf v,
struct CudaHalfBuf out,
struct CudaAttnShape s,
float scale,
int causal,
)