git/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp synced 2026-04-27 11:01:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

moe cleanuips

Browse Source
This commit is contained in:
younesbelkada 2025-07-07 17:36:22 +04:00
parent 68cb7845e9
commit d2f46f18ac
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama-hparams.h
View File

@ -120,14 +120,12 @@ struct llama_hparams {
uint32_t attn_head_dim = 0;
bool mamba_rms_norm = false;
double rope_theta = 10000.0;
uint32_t vocab_size = 0;
uint32_t intermediate_size = 0;
float mamba_expand = 0.0f;
float mamba_expand = 0.0f;
bool ssm_rms_norm = false;
bool ssm_conv_bias = false;
bool ssm_proj_bias = false;
uint32_t chunk_size = 0;
// for hybrid state space models
std::array<bool, LLAMA_MAX_LAYERS> recurrent_layer_arr;