model_constants.h

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
 
namespace bfloat16 {
    constexpr uint16_t EXPONENT_MASK = 0x7F80;  
    constexpr uint16_t MANTISSA_MASK = 0x007F;  
    constexpr uint16_t SIGN_BIT = 0x8000;       
    constexpr uint16_t ZERO = 0x0000;           
    constexpr uint16_t NEG_ZERO = 0x8000;       
    constexpr int SHIFT_BITS = 16;              
}
 
namespace attention {
    constexpr float ATTENTION_SCALE_DEFAULT = 0.125f; // 1/sqrt(64) for typical head_dim=64
    constexpr float ATTENTION_SCALE_BASE = 1.0f;  // MUST BE 1.0f for correct scaling when combined with config's attention_softmax_scale
 
    constexpr float MIN_SCALE = 1e-4f;                              
    constexpr float MAX_SCALE = 1e4f;                               
    // For GQA/MQA, if num_kv_heads < num_q_heads, kv_repetition_factor > 1
    constexpr int KV_REPETITION_FACTOR_DEFAULT = 1;
}
 
namespace rope {
    constexpr float ROPE_THETA = 10000.0f;          
    constexpr int MAX_SEQUENCE_LENGTH = 2048;       
}
 
namespace numeric {
    constexpr float MIN_NORM_EPS = 1e-5f;           
    constexpr float DEFAULT_EPS = 1e-6f;            
    constexpr float MAX_LOGIT_THRESHOLD = 100.0f;   
}