ggerganov commited on
Commit
afd6523
·
unverified ·
1 Parent(s): 8c251e2

talk-llama : enable GPU by default

Browse files
Files changed (1) hide show
  1. examples/talk-llama/talk-llama.cpp +2 -2
examples/talk-llama/talk-llama.cpp CHANGED
@@ -53,7 +53,7 @@ struct whisper_params {
53
  int32_t capture_id = -1;
54
  int32_t max_tokens = 32;
55
  int32_t audio_ctx = 0;
56
- int32_t n_gpu_layers = 0;
57
 
58
  float vad_thold = 0.6f;
59
  float freq_thold = 100.0f;
@@ -136,7 +136,7 @@ void whisper_print_usage(int /*argc*/, char ** argv, const whisper_params & para
136
  fprintf(stderr, " -c ID, --capture ID [%-7d] capture device ID\n", params.capture_id);
137
  fprintf(stderr, " -mt N, --max-tokens N [%-7d] maximum number of tokens per audio chunk\n", params.max_tokens);
138
  fprintf(stderr, " -ac N, --audio-ctx N [%-7d] audio context size (0 - all)\n", params.audio_ctx);
139
- fprintf(stderr, " -ngl N, --n-gpu-layers N [%-7s] number of layers to store in VRAM\n", params.n_gpu_layers);
140
  fprintf(stderr, " -vth N, --vad-thold N [%-7.2f] voice activity detection threshold\n", params.vad_thold);
141
  fprintf(stderr, " -fth N, --freq-thold N [%-7.2f] high-pass frequency cutoff\n", params.freq_thold);
142
  fprintf(stderr, " -su, --speed-up [%-7s] speed up audio by x2 (reduced accuracy)\n", params.speed_up ? "true" : "false");
 
53
  int32_t capture_id = -1;
54
  int32_t max_tokens = 32;
55
  int32_t audio_ctx = 0;
56
+ int32_t n_gpu_layers = 999;
57
 
58
  float vad_thold = 0.6f;
59
  float freq_thold = 100.0f;
 
136
  fprintf(stderr, " -c ID, --capture ID [%-7d] capture device ID\n", params.capture_id);
137
  fprintf(stderr, " -mt N, --max-tokens N [%-7d] maximum number of tokens per audio chunk\n", params.max_tokens);
138
  fprintf(stderr, " -ac N, --audio-ctx N [%-7d] audio context size (0 - all)\n", params.audio_ctx);
139
+ fprintf(stderr, " -ngl N, --n-gpu-layers N [%-7d] number of layers to store in VRAM\n", params.n_gpu_layers);
140
  fprintf(stderr, " -vth N, --vad-thold N [%-7.2f] voice activity detection threshold\n", params.vad_thold);
141
  fprintf(stderr, " -fth N, --freq-thold N [%-7.2f] high-pass frequency cutoff\n", params.freq_thold);
142
  fprintf(stderr, " -su, --speed-up [%-7s] speed up audio by x2 (reduced accuracy)\n", params.speed_up ? "true" : "false");