#include "llama-arch.h" #include "llama-impl.h" #include <map>#include <mutex>// Forward declarations for accessor functions static const std::map<llm_arch, const char *>& get_llm_arch_names();static const std::map<llm_kv, const char *>& get_llm_kv_names();static const std::map<llm_tensor, llm_tensor_info>& get_llm_tensor_infos();const char * llama_arch_name(llm_arch arch) {const auto & names = get_llm_arch_names();auto it = names.find(arch);if (it != names.end()) {return it->second;return "unknown" ;const char * llama_get_kv_name(llm_kv kv) {const auto & names = get_llm_kv_names();auto it = names.find(kv);if (it != names.end()) {return it->second;return "unknown" ;const char * tensor_name(llm_arch arch, llm_tensor tensor) {// This function will be updated to use an accessor, but for now use a // basic approach since the map is huge and complex static std::once_flag flag;static std::map<llm_arch, std::map<llm_tensor, const char *>>* LLM_TENSOR_NAMES = nullptr;new std::map<llm_arch, std::map<llm_tensor, const char *>>{"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate.%d" },"blk.%d.ffn_down.%d" },"blk.%d.ffn_up.%d" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate.%d" },"blk.%d.ffn_down.%d" },"blk.%d.ffn_up.%d" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate.%d" },"blk.%d.ffn_down.%d" },"blk.%d.ffn_up.%d" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_norm_2" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate.%d" },"blk.%d.ffn_down.%d" },"blk.%d.ffn_up.%d" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.layer_output_norm" },"blk.%d.attn_output_norm" },"token_embd" },"position_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"token_embd" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.ffn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn.act" },"position_embd" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"token_embd" },"position_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"token_embd_norm" },"token_types" },"position_embd" },"blk.%d.attn_output_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.layer_output_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"cls" },"cls.output" },"token_embd" },"token_embd_norm" },"token_types" },"blk.%d.attn_output_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.layer_output_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"token_embd_norm" },"token_types" },"blk.%d.attn_output_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.layer_output_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"enc.output_norm" },"cls" },"cls.output" },"token_embd" },"token_embd_norm" },"token_types" },"blk.%d.attn_norm_2" },"blk.%d.attn_output_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.layer_output_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_gate" },"blk.%d.ffn_up" },"cls" },"token_embd" },"token_embd_norm" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_inp_shexp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_factors_long" },"rope_factors_short" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_factors_long" },"rope_factors_short" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_x" },"blk.%d.ssm_dt" },"blk.%d.ssm_a" },"blk.%d.ssm_d" },"blk.%d.ssm_out" },"blk.%d.ssm_dt_norm" },"blk.%d.ssm_b_norm" },"blk.%d.ssm_c_norm" },"blk.%d.post_attention_norm" },"blk.%d.post_ffw_norm" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"rope_factors_long" },"rope_factors_short" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate.%d" },"blk.%d.ffn_down.%d" },"blk.%d.ffn_up.%d" },"token_embd" },"output_norm" },"output" },"rope_factors_long" },"rope_factors_short" },"blk.%d.attn_norm" },"blk.%d.attn_q_a_norm" },"blk.%d.attn_kv_a_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_a" },"blk.%d.attn_q_b" },"blk.%d.attn_kv_a_mqa" },"blk.%d.attn_kv_b" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.post_attention_norm" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.post_ffw_norm" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.post_attention_norm" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.post_ffw_norm" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.post_attention_norm" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.post_ffw_norm" },"per_layer_token_embd" },"per_layer_model_proj" },"per_layer_proj_norm" },"altup_unembd_proj" },"altup_proj" },"blk.%d.inp_gate" },"blk.%d.proj" },"blk.%d.post_norm" },"blk.%d.altup_correct_coef" },"blk.%d.altup_correct_scale" },"blk.%d.altup_predict_coef" },"blk.%d.altup_router" },"blk.%d.altup_router_norm" },"blk.%d.laurel_l" },"blk.%d.laurel_r" },"blk.%d.laurel_post_norm" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_x" },"blk.%d.ssm_dt" },"blk.%d.ssm_a" },"blk.%d.ssm_d" },"blk.%d.ssm_out" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_dt" },"blk.%d.ssm_a" },"blk.%d.ssm_d" },"blk.%d.ssm_norm" },"blk.%d.ssm_out" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_x" },"blk.%d.ssm_dt" },"blk.%d.ssm_dt_norm" },"blk.%d.ssm_a" },"blk.%d.ssm_b_norm" },"blk.%d.ssm_c_norm" },"blk.%d.ssm_d" },"blk.%d.ssm_out" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_dt" },"blk.%d.ssm_a" },"blk.%d.ssm_d" },"blk.%d.ssm_norm" },"blk.%d.ssm_out" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_qkv" },"blk.%d.attn_norm" },"blk.%d.attn_output" },"blk.%d.attn_output_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.post_attention_norm" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"blk.%d.post_ffw_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_norm_exps" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_inp_shexp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q_a_norm" },"blk.%d.attn_kv_a_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_a" },"blk.%d.attn_q_b" },"blk.%d.attn_kv_a_mqa" },"blk.%d.attn_kv_b" },"blk.%d.attn_k_b" },"blk.%d.attn_v_b" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_inp_shexp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"blk.%d.exp_probs_b" },"token_embd" },"output_norm" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_kv_a_mqa" },"blk.%d.attn_kv_a_norm" },"blk.%d.attn_kv_b" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"rope_freqs" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"token_embd" },"rope_freqs" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"blk.%d.post_attention_norm" },"blk.%d.post_ffw_norm" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.post_attention_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"blk.%d.exp_probs_b" },// NextN/MTP tensors - preserved but unused (in final layer, dynamic layer number) "blk.%d.nextn.eh_proj" },"blk.%d.nextn.embed_tokens" },"blk.%d.nextn.enorm" },"blk.%d.nextn.hnorm" },"blk.%d.nextn.shared_head_head" },"blk.%d.nextn.shared_head_norm" },"token_embd" },"output_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_norm" },"blk.%d.attn_sub_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_norm" },"blk.%d.ffn_sub_norm" },"token_embd" },"output" },"dec.output_norm" },"dec.blk.%d.attn_norm" },"dec.blk.%d.attn_q" },"dec.blk.%d.attn_k" },"dec.blk.%d.attn_v" },"dec.blk.%d.attn_o" },"dec.blk.%d.attn_rel_b" },"dec.blk.%d.cross_attn_norm" },"dec.blk.%d.cross_attn_q" },"dec.blk.%d.cross_attn_k" },"dec.blk.%d.cross_attn_v" },"dec.blk.%d.cross_attn_o" },"dec.blk.%d.cross_attn_rel_b" },"dec.blk.%d.ffn_norm" },"dec.blk.%d.ffn_gate" },"dec.blk.%d.ffn_down" },"dec.blk.%d.ffn_up" },"enc.output_norm" },"enc.blk.%d.attn_norm" },"enc.blk.%d.attn_q" },"enc.blk.%d.attn_k" },"enc.blk.%d.attn_v" },"enc.blk.%d.attn_o" },"enc.blk.%d.attn_rel_b" },"enc.blk.%d.ffn_norm" },"enc.blk.%d.ffn_gate" },"enc.blk.%d.ffn_down" },"enc.blk.%d.ffn_up" },"token_embd" },"output" },"enc.output_norm" },"enc.blk.%d.attn_norm" },"enc.blk.%d.attn_q" },"enc.blk.%d.attn_k" },"enc.blk.%d.attn_v" },"enc.blk.%d.attn_o" },"enc.blk.%d.attn_rel_b" },"enc.blk.%d.ffn_norm" },"enc.blk.%d.ffn_gate" },"enc.blk.%d.ffn_down" },"enc.blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_qkv" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_rot_embd" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.post_attention_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.post_ffw_norm" },"token_embd" },"token_embd_norm" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_norm_2" },"blk.%d.time_mix_w1" },"blk.%d.time_mix_w2" },"blk.%d.time_mix_lerp_x" },"blk.%d.time_mix_lerp_w" },"blk.%d.time_mix_lerp_k" },"blk.%d.time_mix_lerp_v" },"blk.%d.time_mix_lerp_r" },"blk.%d.time_mix_lerp_g" },"blk.%d.time_mix_lerp_fused" },"blk.%d.time_mix_first" },"blk.%d.time_mix_decay" },"blk.%d.time_mix_decay_w1" },"blk.%d.time_mix_decay_w2" },"blk.%d.time_mix_key" },"blk.%d.time_mix_value" },"blk.%d.time_mix_receptance" },"blk.%d.time_mix_gate" },"blk.%d.time_mix_ln" },"blk.%d.time_mix_output" },"blk.%d.channel_mix_lerp_k" },"blk.%d.channel_mix_lerp_r" },"blk.%d.channel_mix_key" },"blk.%d.channel_mix_value" },"blk.%d.channel_mix_receptance" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.time_mix_w1" },"blk.%d.time_mix_w2" },"blk.%d.time_mix_lerp_x" },"blk.%d.time_mix_lerp_fused" },"blk.%d.time_mix_first" },"blk.%d.time_mix_decay" },"blk.%d.time_mix_decay_w1" },"blk.%d.time_mix_decay_w2" },"blk.%d.time_mix_key" },"blk.%d.time_mix_value" },"blk.%d.time_mix_receptance" },"blk.%d.time_mix_gate" },"blk.%d.time_mix_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"token_embd_norm" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_norm_2" },"blk.%d.time_mix_w0" },"blk.%d.time_mix_w1" },"blk.%d.time_mix_w2" },"blk.%d.time_mix_a0" },"blk.%d.time_mix_a1" },"blk.%d.time_mix_a2" },"blk.%d.time_mix_v0" },"blk.%d.time_mix_v1" },"blk.%d.time_mix_v2" },"blk.%d.time_mix_g1" },"blk.%d.time_mix_g2" },"blk.%d.time_mix_k_k" },"blk.%d.time_mix_k_a" },"blk.%d.time_mix_r_k" },"blk.%d.time_mix_lerp_fused" },"blk.%d.time_mix_key" },"blk.%d.time_mix_value" },"blk.%d.time_mix_receptance" },"blk.%d.time_mix_ln" },"blk.%d.time_mix_output" },"blk.%d.channel_mix_lerp_k" },"blk.%d.channel_mix_key" },"blk.%d.channel_mix_value" },"token_embd" },"token_embd_norm" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.time_mix_w0" },"blk.%d.time_mix_w1" },"blk.%d.time_mix_w2" },"blk.%d.time_mix_a0" },"blk.%d.time_mix_a1" },"blk.%d.time_mix_a2" },"blk.%d.time_mix_v0" },"blk.%d.time_mix_v1" },"blk.%d.time_mix_v2" },"blk.%d.time_mix_g1" },"blk.%d.time_mix_g2" },"blk.%d.time_mix_k_k" },"blk.%d.time_mix_k_a" },"blk.%d.time_mix_r_k" },"blk.%d.time_mix_lerp_fused" },"blk.%d.time_mix_key" },"blk.%d.time_mix_value" },"blk.%d.time_mix_receptance" },"blk.%d.time_mix_ln" },"blk.%d.time_mix_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },// mamba(2) ssm layers "blk.%d.ssm_in" },"blk.%d.ssm_conv1d" },"blk.%d.ssm_dt" },"blk.%d.ssm_a" },"blk.%d.ssm_d" },"blk.%d.ssm_norm" },"blk.%d.ssm_out" },// attention layers "blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },// dense FFN "blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },// moe FFN "blk.%d.ffn_norm" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },// shared expert "blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.attn_q_norm" },"blk.%d.attn_k_norm" },"token_embd" },"token_embd_norm" },"conv1d" },"convnext.%d.dw" },"convnext.%d.norm" },"convnext.%d.pw1" },"convnext.%d.pw2" },"convnext.%d.gamma" },"output_norm" },"output" },"posnet.%d.conv1" },"posnet.%d.conv2" },"posnet.%d.norm" },"posnet.%d.norm1" },"posnet.%d.norm2" },"posnet.%d.attn_norm" },"posnet.%d.attn_q" },"posnet.%d.attn_k" },"posnet.%d.attn_v" },"posnet.%d.attn_output" },"token_embd" },"output_norm" },"output" },"rope_freqs" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_inp_shexp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_up" },"blk.%d.ffn_down" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.ffn_gate_inp_shexp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"blk.%d.exp_probs_b" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.exp_probs_b" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate_shexp" },"blk.%d.ffn_down_shexp" },"blk.%d.ffn_up_shexp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_q_norm" },"blk.%d.attn_k" },"blk.%d.attn_k_norm" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.post_attention_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_sinks" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.attn_k_norm" },"blk.%d.attn_q_norm" },"blk.%d.ffn_down" },"blk.%d.ffn_gate" },"blk.%d.ffn_norm" },"blk.%d.ffn_up" },"blk.%d.shortconv.conv" },"blk.%d.shortconv.in_proj" },"blk.%d.shortconv.out_proj" },"token_embd" },"token_embd_norm" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"blk.%d.ffn_gate_inp" },"blk.%d.ffn_gate_exps" },"blk.%d.ffn_down_exps" },"blk.%d.ffn_up_exps" }"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },"output_norm" },"output" },"blk.%d.attn_norm" },"blk.%d.attn_q" },"blk.%d.attn_k" },"blk.%d.attn_v" },"blk.%d.attn_output" },"blk.%d.ffn_norm" },"blk.%d.ffn_gate" },"blk.%d.ffn_down" },"blk.%d.ffn_up" },"token_embd" },static const std::map<llm_tensor, llm_tensor_info> LLM_TENSOR_INFOS = {,// altup / laurel (gemma 3n) // this tensor is loaded for T5, but never used // NextN/MTP tensors are currently ignored (reserved for future MTP support) // These tensors only exist in the last layer(s) and are treated as output tensors auto it = LLM_TENSOR_NAMES->find(arch);if (it != LLM_TENSOR_NAMES->end()) {if (it->second.find(tensor) != it->second.end()) {return it->second.find(tensor)->second;return "unknown" ;// Accessor functions for lazy-initialized static maps static const std::map<llm_arch, const char *>& get_llm_arch_names() {static std::once_flag flag;static std::map<llm_arch, const char *>* LLM_ARCH_NAMES = nullptr;new std::map<llm_arch, const char *>{"llama" },"llama4" },"deci" },"falcon" },"grok" },"gpt2" },"gptj" },"gptneox" },"mpt" },"baichuan" },"starcoder" },"refact" },"bert" },"nomic-bert" },"nomic-bert-moe" },"neo-bert" },"jina-bert-v2" },"bloom" },"stablelm" },"qwen" },"qwen2" },"qwen2moe" },"qwen2vl" },"qwen3" },"qwen3moe" },"phi2" },"phi3" },"phimoe" },"plamo" },"plamo2" },"codeshell" },"orion" },"internlm2" },"minicpm" },"minicpm3" },"gemma" },"gemma2" },"gemma3" },"gemma3n" },"starcoder2" },"mamba" },"mamba2" },"jamba" },"falcon-h1" },"xverse" },"command-r" },"cohere2" },"dbrx" },"olmo" },"olmo2" },"olmoe" },"openelm" },"arctic" },"deepseek" },"deepseek2" },"chatglm" },"glm4" },"glm4moe" },"bitnet" },"t5" },"t5encoder" },"jais" },"nemotron" },"exaone" },"exaone4" },"rwkv6" },"rwkv6qwen2" },"rwkv7" },"arwkv7" },"granite" },"granitemoe" },"granitehybrid" },"chameleon" },"wavtokenizer-dec" },"plm" },"bailingmoe" },"dots1" },"arcee" },"ernie4_5" },"ernie4_5-moe" },"hunyuan-moe" },"hunyuan-dense" },"smollm3" },"gpt-oss" },"lfm2" },"dream" },"smallthinker" },"llada" },"(unknown)" },return *LLM_ARCH_NAMES;static const std::map<llm_kv, const char *>& get_llm_kv_names() {static std::once_flag flag;static std::map<llm_kv, const char *>* LLM_KV_NAMES = nullptr;new std::map<llm_kv, const char *>{"general.type" },"general.architecture" },"general.quantization_version" },"general.alignment" },"general.file_type" },"general.name" },"general.author" },"general.version" },"general.url" },"general.description" },"general.license" },"general.source.url" },"general.source.huggingface.repository" },"%s.vocab_size" },"%s.context_length" },"%s.embedding_length" },"%s.features_length" },"%s.block_count" },"%s.leading_dense_block_count" },"%s.feed_forward_length" },"%s.expert_feed_forward_length" },"%s.expert_shared_feed_forward_length" },"%s.use_parallel_residual" },"%s.tensor_data_layout" },"%s.expert_count" },"%s.expert_used_count" },"%s.expert_shared_count" },"%s.expert_weights_scale" },"%s.expert_weights_norm" },"%s.expert_gating_func" },"%s.moe_every_n_layers" },"%s.nextn_predict_layers" },"%s.pooling_type" },"%s.logit_scale" },"%s.decoder_start_token_id" },"%s.attn_logit_softcapping" },"%s.final_logit_softcapping" },"%s.swin_norm" },"%s.rescale_every_n_layers" },"%s.time_mix_extra_dim" },"%s.time_decay_extra_dim" },"%s.residual_scale" },"%s.embedding_scale" },"%s.token_shift_count" },"%s.interleave_moe_layer_step" },"%s.attention.head_count" },"%s.attention.head_count_kv" },"%s.attention.max_alibi_bias" },"%s.attention.clamp_kqv" },"%s.attention.key_length" },"%s.attention.value_length" },"%s.attention.layer_norm_epsilon" },"%s.attention.layer_norm_rms_epsilon" },"%s.attention.group_norm_epsilon" },"%s.attention.group_norm_groups" },"%s.attention.causal" },"%s.attention.q_lora_rank" },"%s.attention.kv_lora_rank" },"%s.attention.decay_lora_rank" },"%s.attention.iclr_lora_rank" },"%s.attention.value_residual_mix_lora_rank" },"%s.attention.gate_lora_rank" },"%s.attention.relative_buckets_count" },"%s.attention.sliding_window" },"%s.attention.scale" },"%s.attention.key_length_mla" },"%s.attention.value_length_mla" },"%s.rope.dimension_count" },"%s.rope.dimension_sections" },"%s.rope.freq_base" },"%s.rope.scale_linear" },"%s.rope.scaling.type" },"%s.rope.scaling.factor" },"%s.rope.scaling.attn_factor" },"%s.rope.scaling.original_context_length" },"%s.rope.scaling.finetuned" },"%s.rope.scaling.yarn_log_multiplier" },"split.no" },"split.count" },"split.tensors.count" },"%s.ssm.conv_kernel" },"%s.ssm.inner_size" },"%s.ssm.state_size" },"%s.ssm.time_step_rank" },"%s.ssm.group_count" },"%s.ssm.dt_b_c_rms" },"%s.wkv.head_size" },"%s.posnet.embedding_length" },"%s.posnet.block_count" },"%s.convnext.embedding_length" },"%s.convnext.block_count" },"%s.classifier.output_labels" },"%s.shortconv.l_cache" },"tokenizer.ggml.model" },"tokenizer.ggml.pre" },"tokenizer.ggml.tokens" },"tokenizer.ggml.token_type" },"tokenizer.ggml.token_type_count" },"tokenizer.ggml.scores" },"tokenizer.ggml.merges" },"tokenizer.ggml.bos_token_id" },"tokenizer.ggml.eos_token_id" },"tokenizer.ggml.eot_token_id" },"tokenizer.ggml.eom_token_id" },"tokenizer.ggml.unknown_token_id" },"tokenizer.ggml.seperator_token_id" },"tokenizer.ggml.padding_token_id" },"tokenizer.ggml.cls_token_id" },"tokenizer.ggml.mask_token_id" },"tokenizer.ggml.add_bos_token" },"tokenizer.ggml.add_eos_token" },"tokenizer.ggml.add_sep_token" },"tokenizer.ggml.add_space_prefix" },"tokenizer.ggml.remove_extra_whitespaces" },"tokenizer.ggml.precompiled_charsmap" },"tokenizer.huggingface.json" },"tokenizer.rwkv.world" },"tokenizer.chat_template" },"tokenizer.ggml.fim_pre_token_id" },"tokenizer.ggml.fim_suf_token_id" },"tokenizer.ggml.fim_mid_token_id" },"tokenizer.ggml.fim_pad_token_id" },"tokenizer.ggml.fim_rep_token_id" },"tokenizer.ggml.fim_sep_token_id" },"adapter.type" },"adapter.lora.alpha" },// deprecated "tokenizer.ggml.prefix_token_id" },"tokenizer.ggml.suffix_token_id" },"tokenizer.ggml.middle_token_id" },return *LLM_KV_NAMES;static const std::map<llm_arch, std::map<llm_tensor, const char *>>& get_llm_tensor_names() {// We'll use a trick - call tensor_name to initialize the map, then access it // Trigger initialization // Now access the static map from tensor_name function // This is a bit hacky but works for our refactoring needs static std::once_flag flag;static std::map<llm_arch, std::map<llm_tensor, const char *>>* cached_map = nullptr;// We can't directly access the local static from tensor_name, // so we need to return it through tensor_name itself somehow // For now, let's create a simplified version for the external callers new std::map<llm_arch, std::map<llm_tensor, const char *>>();return *cached_map;static const std::map<llm_tensor, llm_tensor_info>& get_llm_tensor_infos() {static std::once_flag flag;static std::map<llm_tensor, llm_tensor_info>* LLM_TENSOR_INFOS = nullptr;new std::map<llm_tensor, llm_tensor_info>{,return *LLM_TENSOR_INFOS;const char * suffix) : arch(arch), suffix(suffix) {}operator ()(llm_kv kv) const {const auto & kv_names = get_llm_kv_names();const auto & arch_names = get_llm_arch_names();auto kv_it = kv_names.find(kv);auto arch_it = arch_names.find(arch);if (kv_it == kv_names.end() || arch_it == arch_names.end()) {return "unknown" ;if (suffix != nullptr) {"." ;return name;const {const char * tensor_template = tensor_name(arch, tensor);if (strcmp(tensor_template, "unknown" ) == 0 ) {return "__missing__" ;if (suffix != nullptr) {"." ;return name;const char * llm_arch_name(llm_arch arch) {const auto & names = get_llm_arch_names();auto it = names.find(arch);if (it == names.end()) {return "unknown" ;return it->second;const std::string & name) {const auto & names = get_llm_arch_names();for (const auto & kv : names) { // NOLINT if (kv.second == name) {return kv.first;return LLM_ARCH_UNKNOWN;const llm_tensor_info & llm_tensor_info_for(llm_tensor tensor) {const auto & infos = get_llm_tensor_infos();auto it = infos.find(tensor);if (it != infos.end()) {return it->second;// Return a default/unknown tensor info if not found
Messung V0.5 in Prozent C=98 H=100 G=98
¤ Dauer der Verarbeitung: 0.215 Sekunden
(vorverarbeitet am 2026-08-25)
¤ *© Formatika GbR, Deutschland
