File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -1618,7 +1618,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {
16181618                    ml.get_key(LLM_KV_INTERLEAVE_MOE_LAYER_STEP,         hparams.n_moe_layer_step);
16191619                    ml.get_key(LLM_KV_LEADING_DENSE_BLOCK_COUNT,         hparams.n_layer_dense_lead);
16201620                }
1621-                  
1621+ 
16221622                switch (hparams.n_layer) {
16231623                    case 18: type = LLM_TYPE_0_3B; break;
16241624                    case 28: type = LLM_TYPE_21B_A3B; break;
@@ -15470,7 +15470,7 @@ struct llm_build_ernie4_5_moe : public llm_graph_context {
1547015470            cb(ffn_inp, "ffn_inp", il);
1547115471
1547215472            // feed-forward network
15473-             bool is_moe_layer = arch == LLM_ARCH_ERNIE4_5_MOE && hparams.n_moe_layer_step > 0  
15473+             bool is_moe_layer = arch == LLM_ARCH_ERNIE4_5_MOE && hparams.n_moe_layer_step > 0
1547415474                                && static_cast<uint32_t>(il) >= hparams.n_layer_dense_lead;
1547515475
1547615476            if (!is_moe_layer) {
    
 
   
 
     
   
   
          
     
  
    
     
 
    
      
     
 
     
    You can’t perform that action at this time.
  
 
    
  
     
    
      
        
     
 
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments