fix: only print 'cache saved' in verbose mode (abetlen#1668)

Co-authored-by: Andrei <[email protected]>
csky-ai · Aug 12, 2024 · 9bab46f · 9bab46f
1 parent 95a1533
commit 9bab46f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -1523,7 +1523,8 @@ def logit_bias_processor(
                 if self.verbose:
                     print("Llama._create_completion: cache save", file=sys.stderr)
                 self.cache[prompt_tokens + completion_tokens] = self.save_state()
-                print("Llama._create_completion: cache saved", file=sys.stderr)
+                if self.verbose:
+                    print("Llama._create_completion: cache saved", file=sys.stderr)
             return
 
         if self.cache: