ember.cpp 0.1.0
C++ inference engine for Llama-family and paperkiln models (CPU, CUDA, WebAssembly)
Loading...
Searching...
No Matches
ember_ir::Interpreter Member List

This is the complete list of members for ember_ir::Interpreter, including all inherited members.

app_index_ember_ir::Interpreterprivate
attention_window(const Node &n, int layer, int &window, int &sinks) constember_ir::Interpreterprivate
attn_row_ember_ir::Interpreterprivate
bind(const std::vector< Node > &nodes, int layer, const GGUFData &gguf)ember_ir::Interpreterprivate
bind_tensor(const std::string &name, const GGUFData &gguf, bool keep_quantised=false)ember_ir::Interpreterprivate
block_ember_ir::Interpreterprivate
bound(const std::string &name) constember_ir::Interpreterprivate
build_rope_tables(const GGUFData &gguf)ember_ir::Interpreterprivate
da_sources_ember_ir::Interpreterprivate
dequant_all_ember_ir::Interpreterprivate
embed_ember_ir::Interpreterprivate
Env typedefember_ir::Interpreterprivate
evict_ember_ir::Interpreterprivate
evict_declared() constember_ir::Interpreterinline
evict_declared_ember_ir::Interpreterprivate
evicted_below_ember_ir::Interpreterprivate
evicts() constember_ir::Interpreterinline
family_hint() constember_ir::Interpreterinline
family_hint_ember_ir::Interpreterprivate
forward(const std::vector< int > &tokens, int start_pos, bool all_rows=false, int tail_rows=0)ember_ir::Interpreter
forward_impl(const std::vector< int > &tokens, int start_pos, bool all_rows, int tail_rows)ember_ir::Interpreterprivate
gpu_ember_ir::Interpreterprivate
has_depth_route() constember_ir::Interpreterinline
has_recurrent() constember_ir::Interpreterinline
head_ember_ir::Interpreterprivate
head_dim_ember_ir::Interpreterprivate
held_positions(int application) constember_ir::Interpreter
ids_ember_ir::Interpreterprivate
init(const nlohmann::json &j, const std::string &ir_json, const GGUFData &gguf, bool use_gpu)ember_ir::Interpreterprivate
Interpreter(const std::string &ir_json, const GGUFData &gguf, bool use_gpu=false)ember_ir::Interpreter
Interpreter(const Interpreter &)=deleteember_ir::Interpreter
kv_ember_ir::Interpreterprivate
kv_cache_bytes() constember_ir::Interpreter
kv_fmt_ember_ir::Interpreterprivate
kv_format() constember_ir::Interpreter
kv_heads_ember_ir::Interpreterprivate
kv_pos_ember_ir::Interpreterprivate
kv_positions(int application) constember_ir::Interpreter
kv_row0_ember_ir::Interpreterprivate
kv_rows_held() constember_ir::Interpreterinline
kv_rows_in_use(int application) constember_ir::Interpreterprivate
kv_scratch_bytes() constember_ir::Interpreter
kv_slot() constember_ir::Interpreterinline
kv_slot_ember_ir::Interpreterprivate
last_depths() constember_ir::Interpreterinline
layer_name(const std::string &pattern, int layer) constember_ir::Interpreterprivate
load_state(const State &s)ember_ir::Interpreter
max_len() constember_ir::Interpreterinline
max_len_ember_ir::Interpreterprivate
mor_depth_ember_ir::Interpreterprivate
mor_g_ember_ir::Interpreterprivate
mor_gate_score_ember_ir::Interpreterprivate
mor_out_ember_ir::Interpreterprivate
mor_R_ember_ir::Interpreterprivate
mor_router_ember_ir::Interpreterprivate
mor_rows_ember_ir::Interpreterprivate
mor_step(int layer, Env &env, int T, int start_pos)ember_ir::Interpreterprivate
mor_step_ember_ir::Interpreterprivate
mor_x_ember_ir::Interpreterprivate
mor_xin_ember_ir::Interpreterprivate
n_layers() constember_ir::Interpreterinline
n_layers_ember_ir::Interpreterprivate
offset_applied_ember_ir::Interpreterprivate
on_gpu() constember_ir::Interpreterinline
operator=(const Interpreter &)=deleteember_ir::Interpreter
rec_ember_ir::Interpreterprivate
rec_begin(int start_pos, int T, bool all_rows)ember_ir::Interpreterprivate
rec_end(int start_pos, int T)ember_ir::Interpreterprivate
rec_floats_ember_ir::Interpreterprivate
rec_init_ember_ir::Interpreterprivate
rec_max_snaps_ember_ir::Interpreterprivate
rec_pos_ember_ir::Interpreterprivate
rec_row_done(const RecSlot &slot, int layer, int t)ember_ir::Interpreterprivate
rec_rows_ember_ir::Interpreterprivate
rec_slot(const Node &n, const char *op) constember_ir::Interpreterprivate
rec_slots_ember_ir::Interpreterprivate
rec_snap_rows_ember_ir::Interpreterprivate
rec_snaps_ember_ir::Interpreterprivate
rec_tensor(const RecSlot &slot, const char *tensor, int layer, size_t floats)ember_ir::Interpreterprivate
recs_ember_ir::Interpreterprivate
recurrent_tensors() constember_ir::Interpreter
recurrent_values(const std::string &slot, const std::string &tensor, int application) constember_ir::Interpreter
resume_point(int want) constember_ir::Interpreter
rope_attn_layer_ember_ir::Interpreterprivate
rope_dim_ember_ir::Interpreterprivate
rope_ff_ember_ir::Interpreterprivate
rope_ff_ctx_ember_ir::Interpreterprivate
rope_freq_scale_ember_ir::Interpreterprivate
rope_long_ember_ir::Interpreterprivate
rope_neox_ember_ir::Interpreterprivate
rope_scale_layer_ember_ir::Interpreterprivate
rope_tab_long_ember_ir::Interpreterprivate
rope_tab_short_ember_ir::Interpreterprivate
rope_table(int layer) constember_ir::Interpreterprivate
rope_tabs_ember_ir::Interpreterprivate
rope_theta_ember_ir::Interpreterprivate
rope_theta_layer_ember_ir::Interpreterprivate
run_nodes(const std::vector< Node > &nodes, int layer, Env &env, int T, int start_pos, bool head_last_only)ember_ir::Interpreterprivate
save_state() constember_ir::Interpreter
seq_len() constember_ir::Interpreterinline
seq_len_ember_ir::Interpreterprivate
set_rope_long(bool v)ember_ir::Interpreterprivate
shapes_ember_ir::Interpreterprivate
sinks_ember_ir::Interpreterprivate
state_k() constember_ir::Interpreterinline
state_k_ember_ir::Interpreterprivate
state_weight_ember_ir::Interpreterprivate
truncate(int n)ember_ir::Interpreter
ts_begin(const std::vector< int > &tokens, int start_pos)ember_ir::Interpreterprivate
ts_evict_below(int seg)ember_ir::Interpreterprivate
ts_seg_ember_ir::Interpreterprivate
ts_seg_after(int p) constember_ir::Interpreterprivate
ts_segment_start(int m) constember_ir::Interpreterprivate
ts_sidx_ember_ir::Interpreterprivate
ts_vis_ember_ir::Interpreterprivate
turn_state() constember_ir::Interpreterinline
turn_state_ember_ir::Interpreterprivate
vocab() constember_ir::Interpreterinline
vocab_ember_ir::Interpreterprivate
weight(const std::string &name) constember_ir::Interpreterprivate
weight_map_ember_ir::Interpreterprivate
weights_ember_ir::Interpreterprivate
window_ember_ir::Interpreterprivate
window_layer_ember_ir::Interpreterprivate
~Interpreter()ember_ir::Interpreter