ggml_types.h

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
 
enum GGMLType {
  GGML_TYPE_F32 = 0,    
  GGML_TYPE_F16 = 1,    
  GGML_TYPE_Q4_0 = 2,   
  GGML_TYPE_Q4_1 = 3,   
  GGML_TYPE_Q5_0 = 6,   
  GGML_TYPE_Q5_1 = 7,   
  GGML_TYPE_Q8_0 = 8,   
  GGML_TYPE_Q8_1 = 9,   
  GGML_TYPE_Q2_K = 10,  
  GGML_TYPE_Q3_K = 11,  
  GGML_TYPE_Q4_K = 12,  
  GGML_TYPE_Q5_K = 13,  
  GGML_TYPE_Q6_K = 14,  
  GGML_TYPE_Q8_K = 15,  
  GGML_TYPE_I8 = 16,    
  GGML_TYPE_I16 = 17,   
  GGML_TYPE_I32 = 18,   
  GGML_TYPE_BF16 = 30,  
  GGML_TYPE_COUNT,      
};
 
enum class GGUFValueType : uint32_t {
  UINT8 = 0,     
  INT8 = 1,      
  UINT16 = 2,    
  INT16 = 3,     
  UINT32 = 4,    
  INT32 = 5,     
  FLOAT32 = 6,   
  BOOL = 7,      
  STRING = 8,    
  ARRAY = 9,     
  UINT64 = 10,   
  INT64 = 11,    
  FLOAT64 = 12,  
};