graph_ir_expr.cpp File Reference

#include "graph_ir_expr.h"
#include <algorithm>
#include <cctype>
#include <cmath>
#include <cstdlib>
#include <map>
#include <mutex>
#include <stdexcept>
#include <utility>

Include dependency graph for graph_ir_expr.cpp:

Go to the source code of this file.

Namespaces
namespace	ember_ir
namespace	ember_ir::expr

Functions
std::vector< Stage >	ember_ir::expr::lower (const Expr &e)
void	ember_ir::expr::eval (const Expr &e, const std::vector< const float * > &ins, int T, int w, float *out)
const Expr &	ember_ir::expr::cached (const std::string &text, size_t n_inputs)

Variable Documentation

arity

size_t arity

Definition at line 22 of file graph_ir_expr.cpp.

Referenced by ember_ir::Interpreter::init().

c

float c = 0.0f

Definition at line 256 of file graph_ir_expr.cpp.

Referenced by Tokenizer::bpe_tokenize(), Tokenizer::bpe_tokenize_from_scores(), Tokenizer::bpe_tokenize_to_ids(), ember::build_chat_prompt(), ember::build_general_prompt(), ember_ir::build_ir_from_gguf(), microtorch::llama3::byte_encode(), microtorch::llama3::byte_to_unicode(), ember::nfc::ccc(), ember::chat_conversation(), ember::chat_conversation_tools(), microtorch::chat::check_structure(), ember_ir::cpu::conv1d_causal_row(), microtorch::llama3::cpts_from_utf8(), ember::nfc::decompose(), Tokenizer::detokenize(), microtorch::bpe::Tokenizer::digit(), ember_draft::DraftTable::draft(), Tokenizer::encode(), microtorch::bpe::Tokenizer::encode_chunk(), microtorch::llama3::Tokenizer::encode_word(), ember::SpmTokenizer::escape(), ember_ir::rec::Program::eval(), microtorch::llama3::flags_of(), ember_ir::Interpreter::init(), ember_ir::ir_mla_kv_write_cuda(), ember_ir::ir_mul_col_cuda(), is_numeric(), microtorch::chat::detail::jstr(), microtorch::bpe::Tokenizer::letter(), ember_ir::linear_attention_row_cpu(), ember_draft::DraftTable::lookup(), main(), matvec_bf16_f32_vector_cpu(), microtorch::chat::messages_from_json(), ember_ir::cpu::mla_attention(), moe_ffn_routed_f32_cpu(), ember_ir::cpu::mul_col(), ember::nfc::nfc(), ember::nfc::nfc_utf8(), ember::openai_content(), ember::openai_conversation(), ember::openai_conversation_tools(), ember::detail::openai_thinking(), microtorch::chat::parse_reply(), SafeTensorsLoader::parse_shard_metadata(), microtorch::bpe::Tokenizer::pretokenize(), microtorch::chat::py_space(), ember::QwenNfcTokenizer::QwenNfcTokenizer(), ember::reply_of(), ember_ir::Interpreter::run_nodes(), ember::score_fill(), ember_ir::cpu::selective_scan_row(), microtorch::chat::detail::sha256_hex(), softcap_score(), microtorch::bpe::Tokenizer::space(), microtorch::llama3::split_words(), microtorch::chat::strip_py_ws(), ember_tiled::tiled_chunk(), ember_tiled::tiled_merge_block(), ember_tiled::tiled_split_block(), TinyLlamaModel::TinyLlamaModel(), Tokenizer::Tokenizer(), microtorch::llama3::Tokenizer::Tokenizer(), Tokenizer::tokens_to_ids(), ember::tool_calls_json(), trim_whitespace(), microtorch::llama3::Tokenizer::utf8_len(), ember::utf8_part(), and microtorch::chat::v2().

column

size_t column = 0

Definition at line 39 of file graph_ir_expr.cpp.

Referenced by ember_ir::rec::Recurrence::compile().

e_

const Expr& e_

private

Definition at line 503 of file graph_ir_expr.cpp.

ins_

const std::vector<const float*>& ins_

private

Definition at line 396 of file graph_ir_expr.cpp.

kind

Kind kind

Definition at line 21 of file graph_ir_expr.cpp.

Referenced by ember_ir::rec::Recurrence::compile(), decode_attention_kind(), and ember_ir::Interpreter::init().

n_

size_t n_

private

Definition at line 243 of file graph_ir_expr.cpp.

name

const char* name

Definition at line 20 of file graph_ir_expr.cpp.

Referenced by ember_ir::Interpreter::bind_tensor(), ember_ir::Interpreter::bound(), ember_ir::build_ir_from_gguf(), ember_ir::Interpreter::build_rope_tables(), microtorch::chat::chatml(), ember_ir::rec::Recurrence::compile(), tinyllama::TinyLlamaSession::generate(), SafeTensorsLoader::get_tensor_bytes(), SafeTensorsLoader::get_tensor_info(), ember_ir::Interpreter::init(), log_raw_float_pointer(), log_vec_stats(), Logger::log_vector_stats(), Logger::log_vector_stats_int8(), log_vector_summary(), tinyllama::log_vector_summary_detailed(), log_vector_summary_detailed(), log_vector_summary_with_tail(), ember_ir::Interpreter::rec_slot(), ember_ir::Interpreter::run_nodes(), ember_ir::rec::Recurrence::slot_errors(), ember::detail::thinking_field(), Tokenizer::Tokenizer(), and ember_ir::Interpreter::weight().

pos_

size_t pos_ = 0

private

Definition at line 245 of file graph_ir_expr.cpp.

s_

const std::string& s_

private

Definition at line 242 of file graph_ir_expr.cpp.

[]

enum { ... } ::Value::Shape shape

Referenced by ember_ir::Interpreter::bind_tensor().

stages_

std::vector<Stage> stages_

private

Definition at line 504 of file graph_ir_expr.cpp.

T_

int T_

private

Definition at line 397 of file graph_ir_expr.cpp.

text

std::string text

Definition at line 37 of file graph_ir_expr.cpp.

Referenced by bpe_build_prompt(), tinyllama::TinyLlamaSession::bpe_encode(), tinyllama::TinyLlamaSession::bpe_prompt_ids(), tinyllama::TinyLlamaSession::bpe_token_count(), Tokenizer::bpe_tokenize(), Tokenizer::bpe_tokenize_from_scores(), Tokenizer::bpe_tokenize_to_ids(), ember_ir::expr::cached(), ember_ir::rec::Recurrence::compile(), ember::control_ids_check(), microtorch::bpe::Tokenizer::encode(), ember::QwenNfcTokenizer::encode(), microtorch::llama3::Tokenizer::encode(), ember::SpmTokenizer::encode(), ember::ChatTokenizerOf< T >::encode(), Tokenizer::encode(), ember::SpmTokenizer::encode_fragment(), microtorch::llama3::Tokenizer::encode_word(), tinyllama::TinyLlamaSession::generate(), ember_ir::ir_digest(), ember::nfc::nfc_utf8(), ember_ir::parse_ir_document(), microtorch::chat::parse_reply(), microtorch::llama3::split_words(), and ember::token_id().

tok

Tok tok

Definition at line 36 of file graph_ir_expr.cpp.

Referenced by ember::control_ids_check(), decode_embed_kernel(), ember_draft::DraftTable::draft(), ember_draft::DraftTable::lookup(), microtorch::chat::resolve(), and Tokenizer::Tokenizer().

toks_

std::vector<Token> toks_

private

Definition at line 244 of file graph_ir_expr.cpp.

v

std::vector<float> v

Definition at line 257 of file graph_ir_expr.cpp.

Referenced by tinyllama::argmax(), argmax(), bpe_run(), ember_ir::build_ir_from_gguf(), ember_ir::Interpreter::build_rope_tables(), microtorch::llama3::byte_to_unicode(), ember::chat_vocab_from_gguf(), KVCache::clear_data(), ember_ir::rec::Recurrence::compile(), ember_ir::cpu::conv1d_causal_row(), ember::deterministic(), ember_ir::es_number_string(), ember_kvq::f16_to_f32(), TinyLlamaModel::forward(), microtorch::chat::Template::from_json(), tinyllama::TinyLlamaSession::generate(), ember_ir::Interpreter::init(), ember_ir::ir_digest(), ember_ir::ir_document_errors(), ember_ir::ir_kv_write_cuda(), ember_ir::ir_linear_attention_cuda(), kv_write_devpos_kernel(), ember_ir::linear_attention_row_cpu(), log_vec_stats(), Logger::log_vector_stats(), Logger::log_vector_stats_int8(), log_vector_summary(), tinyllama::log_vector_summary_detailed(), log_vector_summary_detailed(), log_vector_summary_with_tail(), ember_draft::DraftTable::lookup(), main(), ember::make_chat_setup(), ember::ChatFormat::of(), ember_kvq::parse_format(), microtorch::bpe::read_gguf_tokenizer(), ember_ir::Interpreter::run_nodes(), ember_ir::Interpreter::save_state(), tinyllama::TinyLlamaSession::score_reuse_ok(), ember_ir::Interpreter::set_rope_long(), ember_ir::rec::Recurrence::step(), ember::ChatFormat::stop_ids(), ember::detail::thinking_field(), ember_tiled::tiled_split_block(), tinyllama::TinyLlamaSession::TinyLlamaSession(), ember_ir::Interpreter::ts_begin(), ember::ChatFormat::v1_markers(), and ember_kvq::write_cuda().

value

float value = 0.0f

Definition at line 38 of file graph_ir_expr.cpp.

Referenced by microtorch::chat::Template::from_json(), main(), and ember_ir::Interpreter::run_nodes().

w_

int w_

private

Definition at line 397 of file graph_ir_expr.cpp.