ggerganov commited on
Commit
c4e797f
·
unverified ·
1 Parent(s): 1493d0c

whisper : increase tokenizer buffer (close #1259)

Browse files
Files changed (1) hide show
  1. whisper.cpp +1 -1
whisper.cpp CHANGED
@@ -4520,7 +4520,7 @@ int whisper_full_with_state(
4520
 
4521
  // initial prompt
4522
  if (!params.prompt_tokens && params.initial_prompt) {
4523
- prompt_tokens.resize(1024);
4524
  prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size()));
4525
  params.prompt_tokens = prompt_tokens.data();
4526
  params.prompt_n_tokens = prompt_tokens.size();
 
4520
 
4521
  // initial prompt
4522
  if (!params.prompt_tokens && params.initial_prompt) {
4523
+ prompt_tokens.resize(2048);
4524
  prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size()));
4525
  params.prompt_tokens = prompt_tokens.data();
4526
  params.prompt_n_tokens = prompt_tokens.size();