Struct std::AdaLNOut

#include <std/ml/norm.h> source

struct AdaLNOut {
    &FloatTensor out;
    &FloatTensor gate;
}

Fields

§&FloatTensor outsource

LN(x) * (1 + scale) + shift, [m, dim]

§&FloatTensor gatesource

[m, dim]; all ones when not gated