We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 925e4f8 commit ee51669Copy full SHA for ee51669
common/common.h
@@ -738,7 +738,7 @@ const char * const LLM_KV_SPLIT_TENSORS_COUNT = "split.tensors.count";
738
// MoE utils
739
//
740
741
-const char * const LLM_FFN_EXPS_REGEX = "\\.ffn_(up|down|gate)_exps";
+const char * const LLM_FFN_EXPS_REGEX = "\\.ffn_(up|down|gate)_(ch|)exps";
742
743
static std::string llm_ffn_exps_block_regex(int idx) {
744
return string_format("blk\\.%d%s", idx, LLM_FFN_EXPS_REGEX);
0 commit comments