ember.cpp 0.1.0
C++ inference engine for Llama-family and paperkiln models (CPU, CUDA, WebAssembly)
Loading...
Searching...
No Matches
tinyllama::DistributedCoordinator Member List

This is the complete list of members for tinyllama::DistributedCoordinator, including all inherited members.

cluster_nodes_tinyllama::DistributedCoordinatorprivate
completed_requests_tinyllama::DistributedCoordinatorprivate
deserialize_request(const std::vector< char > &data)tinyllama::DistributedCoordinatorprivate
deserialize_result(const std::vector< char > &data)tinyllama::DistributedCoordinatorprivate
discover_cluster()tinyllama::DistributedCoordinatorprivate
DistributedCoordinator(NodeRole role, const std::string &model_path, const std::string &tokenizer_path, int gpu_layers=-1)tinyllama::DistributedCoordinator
failed_requests_tinyllama::DistributedCoordinatorprivate
get_cluster_info() consttinyllama::DistributedCoordinator
get_load_stats() consttinyllama::DistributedCoordinator
get_rank() consttinyllama::DistributedCoordinatorinline
get_size() consttinyllama::DistributedCoordinatorinline
gpu_layers_tinyllama::DistributedCoordinatorprivate
handle_heartbeat(int source_rank)tinyllama::DistributedCoordinatorprivate
initialize()tinyllama::DistributedCoordinator
is_mpi_available() consttinyllama::DistributedCoordinator
model_path_tinyllama::DistributedCoordinatorprivate
mpi_initialized_tinyllama::DistributedCoordinatorprivate
NodeRole enum nametinyllama::DistributedCoordinator
pending_callbacks_tinyllama::DistributedCoordinatorprivate
process_inference_locally(const InferenceRequest &request)tinyllama::DistributedCoordinatorprivate
rank_tinyllama::DistributedCoordinatorprivate
receive_and_process_request()tinyllama::DistributedCoordinatorprivate
receive_result_from_worker()tinyllama::DistributedCoordinatorprivate
role_tinyllama::DistributedCoordinatorprivate
run_master()tinyllama::DistributedCoordinator
run_worker()tinyllama::DistributedCoordinator
select_optimal_node(const InferenceRequest &request)tinyllama::DistributedCoordinatorprivate
send_heartbeat()tinyllama::DistributedCoordinatorprivate
send_request_to_worker(int worker_rank, const InferenceRequest &request)tinyllama::DistributedCoordinatorprivate
send_result_to_master(const InferenceResult &result)tinyllama::DistributedCoordinatorprivate
serialize_request(const InferenceRequest &request)tinyllama::DistributedCoordinatorprivate
serialize_result(const InferenceResult &result)tinyllama::DistributedCoordinatorprivate
shutdown()tinyllama::DistributedCoordinator
size_tinyllama::DistributedCoordinatorprivate
submit_request(const InferenceRequest &request, std::function< void(const InferenceResult &)> callback)tinyllama::DistributedCoordinator
TAG_HEARTBEATtinyllama::DistributedCoordinatorprivatestatic
TAG_NODE_INFOtinyllama::DistributedCoordinatorprivatestatic
TAG_REQUESTtinyllama::DistributedCoordinatorprivatestatic
TAG_RESULTtinyllama::DistributedCoordinatorprivatestatic
TAG_SHUTDOWNtinyllama::DistributedCoordinatorprivatestatic
tokenizer_path_tinyllama::DistributedCoordinatorprivate
total_requests_tinyllama::DistributedCoordinatorprivate
~DistributedCoordinator()tinyllama::DistributedCoordinator