ember.cpp 0.1.0
C++ inference engine for Llama-family and paperkiln models (CPU, CUDA, WebAssembly)
Loading...
Searching...
No Matches
graph_ir_ops.h File Reference
#include <cstddef>
#include <vector>
Include dependency graph for graph_ir_ops.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Namespaces

namespace  ember_ir
 
namespace  ember_ir::cpu
 

Functions

void ember_ir::cpu::sub (const float *a, const float *b, float *out, size_t n)
 
void ember_ir::cpu::relu (const float *x, float *out, size_t n)
 
void ember_ir::cpu::sigmoid (const float *x, float *out, size_t n)
 
void ember_ir::cpu::affine (const float *x, float *out, size_t n, float scale, float shift)
 
void ember_ir::cpu::mul_col (const float *x, const float *c, float *out, int T, int w)
 
void ember_ir::cpu::scale (const float *x, const float *g, const float *b, float *out, int T, int w)
 
void ember_ir::cpu::rms_row (const float *x, float *out, int T, int w, float eps)
 
void ember_ir::cpu::depth_attend (const std::vector< const float * > &sources, const float *w, float *out, int T, int d, float eps)
 
void ember_ir::cpu::mor_route (const float *l, int R, int &depth, float &gate)
 
void ember_ir::cpu::mor_gate (const float *x_in, float *x, size_t n, float g)
 
void ember_ir::cpu::mla_attention (const float *qn, const float *qr, const float *kv, float *out, int T, const std::vector< std::vector< int > > &rows, int H, int r, int dn, int dr, int dv, const float *Kb, const float *Vb, float scale)
 
void ember_ir::cpu::split_groups (const float *x, int T, const std::vector< int > &sizes, int g, const std::vector< float * > &outs)