Dw9 commited on
Commit
0869200
·
unverified ·
1 Parent(s): ac86ad0

whisper : fixed crash in GPU device selection on multi-GPU systems (#3372)

Browse files
Files changed (1) hide show
  1. src/whisper.cpp +2 -2
src/whisper.cpp CHANGED
@@ -1327,7 +1327,7 @@ static ggml_backend_t whisper_backend_init_gpu(const whisper_context_params & pa
1327
  for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
1328
  ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i);
1329
  if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) {
1330
- if (cnt == 0 || cnt == params.gpu_device) {
1331
  dev = dev_cur;
1332
  }
1333
 
@@ -1396,7 +1396,7 @@ static buft_list_t make_buft_list(whisper_context_params & params) {
1396
  for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
1397
  ggml_backend_dev_t dev = ggml_backend_dev_get(i);
1398
  if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
1399
- if (cnt == 0 || cnt == params.gpu_device) {
1400
  auto * buft = ggml_backend_dev_buffer_type(dev);
1401
  if (buft) {
1402
  buft_list.emplace_back(dev, buft);
 
1327
  for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
1328
  ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i);
1329
  if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) {
1330
+ if (cnt == params.gpu_device) {
1331
  dev = dev_cur;
1332
  }
1333
 
 
1396
  for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
1397
  ggml_backend_dev_t dev = ggml_backend_dev_get(i);
1398
  if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
1399
+ if (cnt == params.gpu_device) {
1400
  auto * buft = ggml_backend_dev_buffer_type(dev);
1401
  if (buft) {
1402
  buft_list.emplace_back(dev, buft);