ember.cpp 0.1.0
C++ inference engine for Llama-family and paperkiln models (CPU, CUDA, WebAssembly)
Loading...
Searching...
No Matches
graph_ir.h File Reference
#include <initializer_list>
#include <map>
#include <memory>
#include <string>
#include <unordered_map>
#include <utility>
#include <set>
#include <vector>
#include <nlohmann/json.hpp>
#include "ggml_types.h"
#include "graph_ir_expr.h"
#include "model.h"
Include dependency graph for graph_ir.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes

struct  ember_ir::Node
 
class  ember_ir::Interpreter
 
struct  ember_ir::Interpreter::RecurrentTensorInfo
 
struct  ember_ir::Interpreter::State
 
struct  ember_ir::Interpreter::Buf
 
struct  ember_ir::Interpreter::Weight
 
struct  ember_ir::Interpreter::AppIndex
 
struct  ember_ir::Interpreter::RecTensor
 
struct  ember_ir::Interpreter::RecSlot
 

Namespaces

namespace  ember_ir
 
namespace  ember_ir::rec
 

Functions

std::string ember_ir::find_ir (const GGUFData &gguf)
 
std::string ember_ir::build_ir_from_gguf (const GGUFData &g, bool log)
 
bool ember_ir::has_ir_builder (const std::string &arch)
 
bool ember_ir::tuned_llama_match (const std::string &ir_json, const GGUFData &gguf, std::string *why)
 
bool ember_ir::has_windowed_attention (const std::string &ir_json)
 
bool ember_ir::has_recurrent_state (const std::string &ir_json)
 
bool ember_ir::device_supported (const std::string &ir_json)
 
bool ember_ir::has_state_tokens (const std::string &ir_json)
 
void ember_ir::linear_attention_row_cpu (const float *q, const float *k, const float *v, float *num, float *den, float *out, int width, float den_floor)
 
void ember_ir::ssm_scan_row_cpu (const float *u, const float *A, const float *B, const float *C, float D, float *s, float *scratch, float *y, int n)