ember.cpp 0.1.0
C++ inference engine for Llama-family and paperkiln models (CPU, CUDA, WebAssembly)
Loading...
Searching...
No Matches
graph_ir_schema.h File Reference
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Namespaces

namespace  ember_ir
 

Variables

const char *const ember_ir::kIrSchemaPieces []
 
const char *const ember_ir::patternProperties
 
node __pad0__
 
node required
 
node in
 
node out
 
node properties
 
node pos_embedding
 
node linear
 
node scale
 
node split
 
node rmsnorm
 
node layernorm
 
node gelu
 
node silu
 
node sigmoid
 
node relu
 
node add
 
node mul
 
node sub
 
node affine
 
node mul_col
 
node rms_row
 
node rope
 
node attention
 
node moe_ffn
 
node list
 
node append
 
node depth_attend
 
node expr
 
node linear_attention
 
node ssm_scan
 
node conv1d_causal
 
node selective_scan
 
node depth_route
 
node recurrence
 
node mla_attention
 
node allOf
 
node then
 

Variable Documentation

◆ __pad0__

node __pad0__

Definition at line 9 of file graph_ir_schema.h.

◆ add

node add

Definition at line 9 of file graph_ir_schema.h.

Referenced by microtorch::llama3::split_words().

◆ affine

node affine

Definition at line 9 of file graph_ir_schema.h.

◆ allOf

node allOf

Definition at line 9 of file graph_ir_schema.h.

◆ append

node append

Definition at line 9 of file graph_ir_schema.h.

◆ attention

node attention

Definition at line 9 of file graph_ir_schema.h.

◆ conv1d_causal

node conv1d_causal

Definition at line 9 of file graph_ir_schema.h.

◆ depth_attend

node depth_attend

Definition at line 9 of file graph_ir_schema.h.

◆ depth_route

node depth_route

Definition at line 9 of file graph_ir_schema.h.

◆ expr

node expr

Definition at line 9 of file graph_ir_schema.h.

◆ gelu

node gelu

Definition at line 9 of file graph_ir_schema.h.

◆ in

node in

Definition at line 9 of file graph_ir_schema.h.

◆ layernorm

node layernorm

Definition at line 9 of file graph_ir_schema.h.

Referenced by ember_ir::build_ir_from_gguf().

◆ linear

node linear

Definition at line 9 of file graph_ir_schema.h.

Referenced by ember_ir::build_ir_from_gguf().

◆ linear_attention

node linear_attention

Definition at line 9 of file graph_ir_schema.h.

◆ list

node list

Definition at line 9 of file graph_ir_schema.h.

Referenced by ember_ir::rec::Recurrence::compile().

◆ mla_attention

node mla_attention

Definition at line 9 of file graph_ir_schema.h.

◆ moe_ffn

node moe_ffn

Definition at line 9 of file graph_ir_schema.h.

◆ mul

node mul

Definition at line 9 of file graph_ir_schema.h.

◆ mul_col

node mul_col

Definition at line 9 of file graph_ir_schema.h.

◆ out

node out

Definition at line 9 of file graph_ir_schema.h.

Referenced by ember_ir::cpu::affine(), microtorch::llama3::append_utf8(), attention_kernel(), attention_optimized_det_kernel(), attention_optimized_kernel(), ember_ir::Interpreter::bind_tensor(), bpe_build_prompt(), ember::build_chat_prompt(), ember::build_general_prompt(), ember_ir::build_ir_from_gguf(), microtorch::llama3::byte_encode(), ember_ir::cpu::conv1d_causal_row(), microtorch::llama3::cpts_from_utf8(), ember_kvq::decode_cuda(), decode_embed_kernel(), ember::nfc::decompose(), ember_ir::cpu::depth_attend(), dequant_legacy_to_f32(), dequant_span_to_f32(), microtorch::bpe::Tokenizer::encode(), ember::QwenNfcTokenizer::encode(), microtorch::llama3::Tokenizer::encode(), ember::SpmTokenizer::encode(), microtorch::bpe::Tokenizer::encode_chunk(), ember::SpmTokenizer::encode_fragment(), microtorch::llama3::Tokenizer::encode_word(), ember_ir::es_number_string(), ember_ir::expr::eval(), microtorch::chat::exchanges(), ember::ReplyBuilder::finish(), ember_ir::Interpreter::forward(), ember_ir::Interpreter::forward_impl(), gelu_cpu(), gelu_new_cpu(), tinyllama::TinyLlamaSession::generate(), ember::insert_state_blocks(), ember_ir::ir_affine_cuda(), ember_ir::ir_binary_cuda(), ember_ir::ir_container_errors(), ember_ir::ir_conv1d_causal_cuda(), ember_ir::ir_depth_attend_cuda(), ember_ir::ir_document_errors(), ember_ir::ir_embedding_cuda(), ember_ir::ir_embedding_state_cuda(), ember_ir::ir_expr_cuda(), ember_ir::ir_gelu_cuda(), ember_ir::ir_layernorm_cuda(), ember_ir::ir_linear_attention_cuda(), ember_ir::ir_mla_attention_cuda(), ember_ir::ir_mul_col_cuda(), ember_ir::ir_pos_embedding_cuda(), ember_ir::ir_relu_cuda(), ember_ir::ir_rms_row_cuda(), ember_ir::ir_scale_cuda(), ember_ir::ir_schema_errors(), ember_ir::ir_sigmoid_cuda(), ember_ir::ir_silu_cuda(), ember_ir::ir_turn_state_attention_cuda(), ember_ir::ir_window_attention_cuda(), ember_ir::linear_attention_row_cpu(), main(), microtorch::chat::messages_from_json(), ember_ir::cpu::mla_attention(), moe_ffn_cuda(), moe_ffn_f32_cpu(), moe_ffn_routed_f32_cpu(), ember_ir::cpu::mul_col(), ember::ReplyStream::next(), ember::nfc::nfc(), ember::nfc::nfc_utf8(), ember::parse_score_body(), microtorch::bpe::Tokenizer::pretokenize(), PYBIND11_MODULE(), ember_ir::Interpreter::recurrent_tensors(), ember_ir::cpu::relu(), ember_ir::cpu::rms_row(), rmsnorm_apply_kernel(), rmsnorm_optimized_det_kernel(), rmsnorm_optimized_kernel(), rmsnorm_vector_cpu(), ember_ir::Interpreter::run_nodes(), ember_ir::cpu::scale(), tinyllama::TinyLlamaSession::score_rows(), ember_ir::sha256_hex_bytes(), ember_ir::cpu::sigmoid(), silu_cpu(), silu_kernel(), softmax_normalize_kernel(), softmax_optimized_kernel(), softmax_vector_cpu(), ember_ir::rec::Recurrence::step(), ember_ir::cpu::sub(), swiglu_kernel(), ember::detail::tool_definitions(), uint8_vector_to_uint16_vector(), ember::utf8_valid(), and weighted_sum_probs_v().

◆ pos_embedding

node pos_embedding

Definition at line 9 of file graph_ir_schema.h.

◆ properties

node properties

Definition at line 9 of file graph_ir_schema.h.

◆ recurrence

node recurrence

Definition at line 9 of file graph_ir_schema.h.

◆ relu

node relu

Definition at line 9 of file graph_ir_schema.h.

◆ required

node required

Definition at line 9 of file graph_ir_schema.h.

◆ rms_row

node rms_row

Definition at line 9 of file graph_ir_schema.h.

◆ rmsnorm

node rmsnorm

Definition at line 9 of file graph_ir_schema.h.

Referenced by ember_ir::build_ir_from_gguf().

◆ rope

node rope

Definition at line 9 of file graph_ir_schema.h.

◆ scale

◆ selective_scan

node selective_scan

Definition at line 9 of file graph_ir_schema.h.

◆ sigmoid

node sigmoid

Definition at line 9 of file graph_ir_schema.h.

Referenced by moe_ffn_routed_f32_cpu(), and ember_ir::Interpreter::run_nodes().

◆ silu

node silu

Definition at line 9 of file graph_ir_schema.h.

◆ split

node split

Definition at line 9 of file graph_ir_schema.h.

Referenced by generate_bpe_merges_from_vocab_scores().

◆ ssm_scan

node ssm_scan

Definition at line 9 of file graph_ir_schema.h.

◆ sub

◆ then

node then

Definition at line 9 of file graph_ir_schema.h.