ggerganov commited on
Commit
2193f2b
·
unverified ·
1 Parent(s): fded75b

talk-llama : stream response (#1121)

Browse files
Files changed (1) hide show
  1. examples/talk-llama/talk-llama.cpp +1 -0
examples/talk-llama/talk-llama.cpp CHANGED
@@ -719,6 +719,7 @@ int main(int argc, char ** argv) {
719
  text_to_speak += llama_token_to_piece(ctx_llama, id);
720
 
721
  printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
 
722
  }
723
  }
724
 
 
719
  text_to_speak += llama_token_to_piece(ctx_llama, id);
720
 
721
  printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
722
+ fflush(stdout);
723
  }
724
  }
725