File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change @@ -692,13 +692,14 @@ extern "C" {
692692    //  This will be applied:
693693    //    - lazily on next llama_decode()
694694    //    - explicitly with llama_kv_self_update()
695+     //  TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG]
695696    LLAMA_API void  llama_kv_self_defrag (struct  llama_context  * ctx);
696697
697698    //  Check if the context supports KV cache shifting
698699    LLAMA_API bool  llama_kv_self_can_shift (const  struct  llama_context  * ctx);
699700
700701    //  Apply the KV cache updates (such as K-shifts, defragmentation, etc.)
701-     //  TODO: deprecate and always update the cache lazily
702+     //  TODO: deprecate and always update the cache lazily [TAG: API_KV_NO_DEFRAG] 
702703    LLAMA_API void  llama_kv_self_update (struct  llama_context  * ctx);
703704
704705    // 
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments