main: replace --no-special with --special (#7534)

This also flips the default behavior of the output to not include control token by default.
This commit is contained in:
Brian authored and GitHub committed 2024-05-27 00:10:17 +10:00
1 parent 32a28217f4
commit d298382ad9
3 files changed
+6 -12

No files matched your search

+2 -8
View File
@@ -740,16 +740,10 @@ int main(int argc, char ** argv) {
// display text
if (input_echo && display) {
for (auto id : embd) {
const std::string token_str = llama_token_to_piece(ctx, id);
const std::string token_str = llama_token_to_piece(ctx, id, params.special);
// Console/Stream Output
if (!llama_token_is_control(llama_get_model(ctx), id)) {
// Stream Output Token To Standard Output
fprintf(stdout, "%s", token_str.c_str());
} else if (!params.no_special && !params.conversation) {
// Stream Control Token To Standard Output Stream
fprintf(stdout, "%s", token_str.c_str());
}
fprintf(stdout, "%s", token_str.c_str());
// Record Displayed Tokens To Log
// Note: Generated tokens are created one by one hence this check