skip to content
==> include/mesh/ref/gpt2_norm.h <==
1/* @ajax/mesh-ref-gpt2-norm: layer normalization of a row of WIDTH, in the node's order (mesh-ref
2 * gpt2.rs `normalize_row`): thread t sums x[t], x[t + 256], x[t + 512] from +0, then the block tree;
3 * the same for the squared deviations; ((x - mean) / sqrt(var + eps)) g + b. Freestanding. */
4#ifndef MESH_REF_GPT2_NORM_H
5#define MESH_REF_GPT2_NORM_H
6
7void mesh_gpt2_normalize_row(const float *x, const float *g, const float *b, float *out);
8
9#endif