#include "graph_ir_validate.h"#include <algorithm>#include <functional>#include <map>#include <optional>#include <regex>#include <set>#include <stdexcept>#include <type_traits>#include <utility>#include <variant>#include "gguf_structs.h"#include "graph_ir.h"#include "graph_ir_expr.h"#include "graph_ir_recurrence.h"#include "graph_ir_schema.h"#include "ir_digest.h"
Go to the source code of this file.
Namespaces | |
| namespace | ember_ir |
Functions | |
| json | ember_ir::parse_ir_document (const std::string &text) |
| std::vector< std::string > | ember_ir::ir_schema_errors (const json &doc) |
| std::vector< std::string > | ember_ir::ir_document_errors (const json &doc) |
| std::vector< std::string > | ember_ir::ir_container_errors (const json &doc, const GGUFData &gguf) |
| void | ember_ir::validate_ir (const json &doc, const GGUFData &gguf) |
Variable Documentation
◆ j
| size_t j |
Definition at line 222 of file graph_ir_validate.cpp.
Referenced by Tokenizer::add_bigram_to_queue_refactored(), add_residual_batch_cuda(), add_residual_batch_cuda_kernel(), add_residual_cuda(), add_residual_kernel(), add_vectors_cuda(), add_vectors_kernel(), ember_ir::cpu::affine(), microtorch::llama3::append_utf8(), Tokenizer::apply_chat_template(), apply_rope_batch_cpu(), apply_rope_vector(), argmax(), ember_ir::rec::Program::assign(), atomicAddFloat(), atomicMaxFloat(), attention_batch_cpu(), attention_batch_cpu_sequence_aware(), attention_bias_batch_cpu(), attention_cuda(), attention_cuda_optimized(), attention_cuda_selective_dequant(), attention_decode_at_cuda(), attention_devpos_cuda(), attention_kernel(), attention_optimized_det_kernel(), attention_optimized_kernel(), attention_relkv_batch_cpu(), attention_rows_batch_cpu(), attention_selective_dequant_kernel(), attention_visible_rows(), ember_ir::Interpreter::attention_window(), attention_window_batch_cpu(), tinyllama::TinyLlamaSession::batch_generation_parallel(), tinyllama::TinyLlamaSession::batch_prefill_parallel(), bf16_to_float32_device(), bf16vec_to_float_vec(), bfloat16_to_float32(), bfloat16_vector_to_float32(), ember_ir::Interpreter::bind(), ember_ir::Interpreter::bind_tensor(), ember_ir::Interpreter::bound(), bpe_build_prompt(), tinyllama::TinyLlamaSession::bpe_prompt_ids(), bpe_repeat_fields(), bpe_run(), Tokenizer::bpe_tokenize(), Tokenizer::bpe_tokenize_from_scores(), Tokenizer::bpe_tokenize_to_ids(), ember::build_chat_prompt(), ember::build_general_prompt(), ember_ir::build_ir_from_gguf(), ember_ir::Interpreter::build_rope_tables(), microtorch::llama3::byte_encode(), microtorch::llama3::byte_to_unicode(), ember_ir::expr::cached(), calculate_attention_scores(), Tokenizer::capitalize_first_letter(), microtorch::llama3::category_bits(), ember::nfc::ccc(), ember::chat_conversation(), ember::chat_conversation_tools(), ember::chat_vocab_from_gguf(), microtorch::chat::chatml(), microtorch::chat::check_control_tokens(), microtorch::chat::check_structure(), KVCache::clear_data(), TinyLlamaModel::clear_layer_dequantized_weights(), ember_ir::rec::Recurrence::compile(), ember::nfc::compose(), ember::control_ids_check(), ember_ir::cpu::conv1d_causal_row(), convert_bf16_to_fp32_cuda(), convert_bf16_to_fp32_kernel(), convert_fp32_to_bf16_cuda(), convert_fp32_to_bf16_kernel(), SafeTensorsLoader::convert_tensor_data(), microtorch::llama3::cpts_from_utf8(), cpu_bf16_to_float32(), cpu_f16_to_float32(), ember_ir::cpu_only(), Logger::critical(), ember_kvq::data_bytes(), Logger::debug(), microtorch::bpe::Tokenizer::decode(), microtorch::llama3::Tokenizer::decode(), ember::SpmTokenizer::decode(), Tokenizer::decode(), decode_attention_kind(), decode_attention_tiles(), ember_kvq::decode_cuda(), decode_embed_cuda(), decode_embed_kernel(), Tokenizer::decode_sentencepiece(), ember::nfc::decompose(), ember_ir::cpu::depth_attend(), dequant_legacy_to_f32(), ember_kvq::dequant_rows_cuda(), dequant_span_to_f32(), TinyLlamaModel::dequantize_all_if_small(), dequantize_q2_k(), dequantize_q3_k(), dequantize_q4_k_m(), dequantize_q5_k(), dequantize_q6_k(), dequantize_q8_0_block(), dequantize_q8_k(), dequantize_vector_q4k_to_f32(), dequantize_vector_q5k_to_f32(), dequantize_vector_q6k_to_f32(), dequantize_vector_q8_0_to_f32(), tinyllama::DistributedCoordinator::deserialize_request(), tinyllama::DistributedCoordinator::deserialize_result(), ember::deterministic(), ember::deterministic_cublas_env(), Tokenizer::detokenize(), ember_ir::device_supported(), tinyllama::DistributedCoordinator::discover_cluster(), dot_f32_as_f64(), ember_draft::DraftTable::draft(), microtorch::chat::detail::dump_py(), ember::dump_valid(), Logger::enable_console(), microtorch::bpe::Tokenizer::encode(), ember::QwenNfcTokenizer::encode(), microtorch::llama3::Tokenizer::encode(), ember::SpmTokenizer::encode(), Tokenizer::encode(), microtorch::bpe::Tokenizer::encode_chunk(), ember::SpmTokenizer::encode_fragment(), microtorch::llama3::Tokenizer::encode_word(), TinyLlamaModel::ensure_down_proj_dequantized(), TinyLlamaModel::ensure_embed_tokens_dequantized(), TinyLlamaModel::ensure_gate_proj_dequantized(), TinyLlamaModel::ensure_k_proj_dequantized(), TinyLlamaModel::ensure_lm_head_dequantized(), TinyLlamaModel::ensure_o_proj_dequantized(), TinyLlamaModel::ensure_q_proj_dequantized(), TinyLlamaModel::ensure_up_proj_dequantized(), TinyLlamaModel::ensure_v_proj_dequantized(), ember_draft::DraftTable::entries(), Logger::error(), ember_ir::es_number_string(), ember::SpmTokenizer::escape(), ember_ir::rec::Program::eval(), ember_ir::expr::eval(), microtorch::chat::exchanges(), ember_kvq::f16_to_f32(), ember_kvq::f32_to_f16(), ember_draft::DraftTable::fail(), Logger::fatal(), Tokenizer::find_bpe_rank(), ember_ir::find_ir(), ember::ReplyBuilder::finish(), ember::ReplyBuilder::first_call(), microtorch::llama3::flags_of(), float32_to_bf16_device(), float32_to_bfloat16(), ember_kvq::format_name(), ember_ir::Interpreter::forward(), TinyLlamaModel::forward(), CPUBatchProcessor::forward_cpu_batch(), TinyLlamaModel::forward_cpu_batch(), TinyLlamaModel::forward_cpu_batch_generation(), TinyLlamaModel::forward_cpu_logits_batch(), ember_ir::Interpreter::forward_impl(), fp16_table(), fp16_to_fp32(), fp32_to_fp16(), microtorch::chat::Template::from_json(), microtorch::chat::from_pairs(), gelu_cpu(), gelu_new_cpu(), gemm_bf16_bf16_cuda(), gemm_f32_to_bf16_f32_cuda(), gemm_rm_f32_cuda(), microtorch::chat::gemma3(), tinyllama::TinyLlamaSession::generate(), tinyllama::TinyLlamaSession::generate_batch(), generate_bpe_merges_from_vocab_scores(), microtorch::chat::get(), Logger::get_level(), tinyllama::DistributedCoordinator::get_load_stats(), get_scale_min_indices_q4_K(), get_scale_min_k4(), SafeTensorsLoader::get_shard_for_tensor(), SafeTensorsLoader::get_tensor_bytes(), SafeTensorsLoader::get_tensor_info(), Shard::get_tensor_raw_data(), ggml_type_size(), tinyllama::TinyLlamaSession::gguf_tokens(), gguf_value_type_size(), GGUFData::GGUFData(), microtorch::chat::detail::go(), tinyllama::DistributedCoordinator::handle_heartbeat(), handle_i8_tensor(), ember::has_chat_specials(), ember_ir::has_ir_builder(), ember_ir::has_recurrent_state(), ember_ir::has_state_tokens(), ember_ir::has_windowed_attention(), ember_ir::Interpreter::held_positions(), ember::detail::history_content(), ember::detail::history_pair(), Tokenizer::ids_to_tokens(), Logger::info(), ember_ir::Interpreter::init(), ember_ir::rec::Recurrence::init(), tinyllama::DistributedCoordinator::initialize(), KVCache::initialize(), KVCache::initialize_batch(), TinyLlamaModel::initialize_gpu_and_rope(), TinyLlamaModel::initialize_rope_freqs(), TinyLlamaModel::initialize_weights(), ember::insert_state_blocks(), ember_ir::Interpreter::Interpreter(), ember_ir::ir_affine_cuda(), ember_ir::ir_bias_add_cuda(), ember_ir::ir_binary_cuda(), ember_ir::ir_container_errors(), ember_ir::ir_conv1d_causal_cuda(), ember_ir::ir_depth_attend_cuda(), ember_ir::ir_digest(), ember_ir::ir_document_errors(), ember_ir::ir_embedding_cuda(), ember_ir::ir_embedding_state_cuda(), ember_ir::ir_expr_cuda(), ember_ir::ir_expr_scratch_floats(), ember_ir::ir_gelu_cuda(), ember_ir::ir_kv_compact_cuda(), ember_ir::ir_kv_write_cuda(), ember_ir::ir_layernorm_cuda(), ember_ir::ir_linear_attention_cuda(), ember_ir::ir_mla_attention_cuda(), ember_ir::ir_mla_kv_write_cuda(), ember_ir::ir_mor_gate_cuda(), ember_ir::ir_mul_col_cuda(), ember_ir::ir_pos_embedding_cuda(), ember_ir::ir_relu_cuda(), ember_ir::ir_rms_row_cuda(), ember_ir::ir_rope_at_cuda(), ember_ir::ir_rope_cuda(), ember_ir::ir_rope_rows_at_cuda(), ember_ir::ir_rope_rows_cuda(), ember_ir::ir_rows_gather_cuda(), ember_ir::ir_rows_scatter_cuda(), ember_ir::ir_scale_cuda(), ember_ir::ir_schema_errors(), ember_ir::ir_selective_scan_cuda(), ember_ir::ir_sigmoid_cuda(), ember_ir::ir_silu_cuda(), ember_ir::ir_ssm_scan_cuda(), ember_ir::ir_turn_state_attention_cuda(), ember_ir::ir_window_attention_cuda(), ember::ChatFormat::is_eos(), is_numeric(), ember::ChatFormat::is_stop(), microtorch::chat::jinja(), microtorch::chat::detail::jinja_tools(), json_out(), microtorch::chat::detail::jstr(), kernel_debug_copies(), microtorch::bpe::Tokenizer::key(), ember_ir::Interpreter::kv_cache_bytes(), ember_ir::Interpreter::kv_positions(), ember_ir::Interpreter::kv_rows_in_use(), ember_ir::Interpreter::kv_scratch_bytes(), kv_write_devpos_cuda(), kv_write_devpos_kernel(), ember_ir::Interpreter::layer_name(), microtorch::chat::legacy_word(), Logger::level_to_string(), ember_ir::linear_attention_row_cpu(), ember_draft::DraftTable::load(), SafeTensorsLoader::load_all_tensors_parallel(), Tokenizer::load_bpe_merges_from_json(), SafeTensorsLoader::load_from_directory(), microtorch::bpe::load_gguf(), microtorch::llama3::load_gguf(), load_gguf_meta(), SafeTensorsLoader::load_model_config_from_json(), load_rmsnorm_bin(), Tokenizer::load_sentencepiece_model(), SafeTensorsLoader::load_single_file(), ember_ir::Interpreter::load_state(), Tokenizer::load_vocab_from_json(), Logger::log_internal(), log_raw_float_pointer(), log_vec_stats(), Logger::log_vector_stats(), Logger::log_vector_stats_int8(), log_vector_summary(), log_vector_summary_detailed(), log_vector_summary_with_tail(), ember::SpmTokenizer::lookup(), ember_draft::DraftTable::lookup(), TinyLlamaModel::lookup_embedding(), lookup_embedding_cuda(), lookup_embedding_kernel(), ember_ir::expr::lower(), test_transformer_cpp_gguf::main(), main(), main(), ember::make_chat_setup(), matmul_f32_f32_batch_cpu(), matmul_q4k_f32_batch_cpu(), matmul_q6k_f32_batch_cpu(), matmul_q8_0_f32_batch_cpu(), matmul_q8k_f32_batch_cpu(), matmul_rows_f32_batch_cpu(), matvec_bf16_f32_cuda(), matvec_bf16_f32_vector_cpu(), matvec_f32_f32_cuda(), matvec_f32_f32_cuda(), matvec_f32_f32_vector_cpu(), matvec_q4k_f32_vector_cpu(), matvec_q4k_q8k_cpu(), matvec_q6k_f32_vector_cpu(), matvec_q6k_q8k_cpu(), matvec_q8_0_f32_vector_cpu(), matvec_q8k_f32_vector_cpu(), microtorch::chat::messages_from_json(), ember_draft::DraftTable::mix64(), ember_ir::cpu::mla_attention(), microtorch::chat::modelfile(), microtorch::chat::detail::modelfile_tools(), moe_ffn_cuda(), moe_ffn_f32_cpu(), moe_ffn_routed_f32_cpu(), moe_ffn_scratch_floats(), ember_ir::cpu::mor_gate(), ember_ir::cpu::mor_route(), ember_ir::Interpreter::mor_step(), ember_ir::cpu::mul_col(), ember::ReplyStream::next(), ember::nfc::nfc(), ember::nfc::nfc_utf8(), ember::ChatFormat::of(), ember::openai_content(), ember::openai_conversation(), ember::openai_conversation_tools(), microtorch::llama3::Tokenizer::Later::operator()(), ember::SpmTokenizer::Lower::operator()(), llm_bigram_bpe::comparator::operator()(), GGUFData::operator=(), Shard::operator=(), ember::ordered_tools(), microtorch::chat::detail::paperkiln_only(), ember::parallel_for(), ember_ir::expr::Expr::parse(), ember_kvq::parse_format(), ember_ir::parse_ir_document(), parse_model_config(), parse_model_config_from_gguf(), microtorch::chat::parse_reply(), parse_role(), ember::parse_score_body(), SafeTensorsLoader::parse_shard_metadata(), ember_kvq::partial_floats(), microtorch::bpe::Tokenizer::pretokenize(), print_usage(), tinyllama::DistributedCoordinator::process_inference_locally(), ember::ChatFormat::prompt(), Logger::ptrToString(), ember::detail::push_system(), PYBIND11_MODULE(), quantize_fp32_to_q8_K(), quantize_q4_k_m(), quantize_q6_k(), ember::QwenNfcTokenizer::QwenNfcTokenizer(), read_gguf_string(), microtorch::bpe::read_gguf_tokenizer(), read_raw(), ember_ir::Interpreter::rec_begin(), ember_ir::Interpreter::rec_end(), ember_ir::Interpreter::rec_row_done(), ember_ir::Interpreter::rec_slot(), ember_ir::Interpreter::rec_tensor(), tinyllama::DistributedCoordinator::receive_and_process_request(), tinyllama::DistributedCoordinator::receive_result_from_worker(), ember_ir::Interpreter::recurrent_tensors(), ember_ir::Interpreter::recurrent_values(), reduce_partial_sums_kernel(), ember::detail::refuse_tool_members_v1(), ember::detail::refuse_tools_v1(), ember_ir::cpu::relu(), replace_all(), ember::reply_of(), microtorch::chat::resolve(), ember_ir::Interpreter::resume_point(), ember_ir::cpu::rms_row(), rmsnorm_apply_kernel(), rmsnorm_batch_cpu(), rmsnorm_optimized_det_kernel(), rmsnorm_optimized_kernel(), rmsnorm_sum_squares_kernel(), rmsnorm_vector_cpu(), rmsnorm_vector_cuda(), rmsnorm_vector_cuda(), rmsnorm_vector_cuda_optimized(), rope_and_update_kv_cache_cuda(), rope_and_update_kv_cache_kernel(), rope_batch_cuda(), rope_batch_kernel_cuda(), rope_cuda(), rope_devpos_cuda(), rope_devpos_kernel(), rope_kernel(), ember_ir::Interpreter::rope_table(), ember_kvq::roundtrip_block(), ember_kvq::roundtrip_rows(), run_interactive_master(), tinyllama::DistributedCoordinator::run_master(), ember_ir::Interpreter::run_nodes(), tinyllama::DistributedCoordinator::run_worker(), detail::safe_max(), detail::safe_min(), detail::safe_sqrt(), SafeTensorsLoader::SafeTensorsLoader(), ember_ir::Interpreter::save_state(), ember_ir::cpu::scale(), ember_kvq::scale_bytes(), ember::score_banned(), ember::score_fill(), tinyllama::TinyLlamaSession::score_reuse_ok(), tinyllama::TinyLlamaSession::score_rows(), ember::score_state_ids_error(), tinyllama::DistributedCoordinator::select_optimal_node(), ember_ir::cpu::selective_scan_row(), tinyllama::DistributedCoordinator::send_heartbeat(), tinyllama::DistributedCoordinator::send_request_to_worker(), tinyllama::DistributedCoordinator::send_result_to_master(), tinyllama::DistributedCoordinator::serialize_request(), tinyllama::DistributedCoordinator::serialize_result(), TinyLlamaModel::set_gemm_fp32_only(), Logger::set_level(), Logger::set_logfile(), tinyllama::TinyLlamaSession::set_repeat_penalty(), ember_ir::Interpreter::set_rope_long(), tinyllama::TinyLlamaSession::set_scripted_replies(), tinyllama::TinyLlamaSession::set_token_callback(), microtorch::chat::detail::sha256_hex(), ember_ir::sha256_hex_bytes(), ember_kvq::shape_error(), Shard::Shard(), Shard::Shard(), tinyllama::DistributedCoordinator::shutdown(), ember_ir::cpu::sigmoid(), signal_handler(), silu_cpu(), silu_cuda(), silu_kernel(), simd_dot_product(), simd_scaled_add(), ember_ir::rec::Recurrence::slot_errors(), softcap_score(), softmax_exp_sum_kernel(), softmax_find_max_kernel(), softmax_normalize_kernel(), softmax_optimized_kernel(), softmax_vector_cpu(), softmax_vector_cuda(), softmax_vector_cuda_optimized(), sort_tokens_by_length_desc(), microtorch::bpe::specials(), ember_ir::cpu::split_groups(), microtorch::llama3::split_words(), ember::SpmTokenizer::SpmTokenizer(), ember_ir::ssm_scan_row_cpu(), ember_ir::rec::Recurrence::step(), microtorch::chat::strip_py_ws(), ember::strip_reply_ws(), ember_ir::cpu::sub(), ThreadPool::submit(), tinyllama::DistributedCoordinator::submit_request(), swa_visible_ranges(), swiglu_batch_cuda(), swiglu_batch_cuda_kernel(), swiglu_cuda(), swiglu_kernel(), tensor_name_to_string(), SafeTensorsLoader::tensor_names(), ThreadPool::ThreadPool(), ember_tiled::tiled_chunk(), ember_tiled::tiled_grid_chunks(), ember_tiled::tiled_merge_block(), ember_tiled::tiled_nchunks(), ember_tiled::tiled_shape_ok(), ember_tiled::tiled_shm_bytes(), ember_tiled::tiled_split_block(), TinyLlamaModel::TinyLlamaModel(), TinyLlamaModel::TinyLlamaModel(), TinyLlamaModel::TinyLlamaModel(), Logger::to_hex(), microtorch::chat::Template::to_json(), ember::token_id(), Tokenizer::Tokenizer(), Tokenizer::Tokenizer(), microtorch::bpe::Tokenizer::Tokenizer(), microtorch::llama3::Tokenizer::Tokenizer(), Tokenizer::tokens_to_ids(), ember::tool_calls_json(), ember::detail::tool_definitions(), ember::detail::tool_turn_message(), ember::detail::tool_turns(), trim_whitespace(), ember_ir::Interpreter::truncate(), ember_ir::Interpreter::ts_begin(), ember_ir::Interpreter::ts_evict_below(), ember_ir::Interpreter::ts_segment_start(), ember_ir::tuned_llama_match(), Logger::uint16ToHex(), uint8_vector_to_uint16_vector(), update_kv_cache_batch_cpu(), update_kv_cache_batch_cpu_sequence_aware(), update_kv_cache_cuda(), update_kv_cache_kernel(), ember::utf8_part(), ember::utf8_settled(), ember::utf8_valid(), ember::utf8_valid_json(), microtorch::chat::v1(), microtorch::chat::v2(), ember_ir::validate_ir(), vec_dot_q4_k_q8_k_cpu(), vec_dot_q6_k_q8_k_cpu(), Logger::warning(), ember_ir::Interpreter::weight(), weighted_sum_probs_v(), ember_kvq::write_cuda(), write_vector_to_file(), GGUFData::~GGUFData(), ember_ir::Interpreter::~Interpreter(), Shard::~Shard(), ThreadPool::~ThreadPool(), and TinyLlamaModel::~TinyLlamaModel().
◆ n
Definition at line 223 of file graph_ir_validate.cpp.
◆ sect
| std::string sect |
Definition at line 221 of file graph_ir_validate.cpp.
