std1.0.0-beta-7 SafeC docs

std :: ml::attention

Function std::gated_mha_forward

#include <std/ml/attention.h> source ยท definition

&FloatTensor gated_mha_forward(
    const &FloatTensor Q,
    const &FloatTensor K,
    const &FloatTensor V,
    unsigned long numHeads,
    const &FloatTensor gateLogits,
)