server : respect --special cli arg (ggerganov#8553)

daijing5763 · Jul 18, 2024 · 3807c3d · 3807c3d
1 parent e02b597
commit 3807c3d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1182,7 +1182,7 @@ struct server_context {
 
     bool process_token(completion_token_output & result, server_slot & slot) {
         // remember which tokens were sampled - used for repetition penalties during sampling
-        const std::string token_str = llama_token_to_piece(ctx, result.tok, false);
+        const std::string token_str = llama_token_to_piece(ctx, result.tok, params.special);
         slot.sampled = result.tok;
 
         // search stop word and delete it