Spaces:
Running
Running
Dw9
commited on
whisper : fixed crash in GPU device selection on multi-GPU systems (#3372)
Browse files- src/whisper.cpp +2 -2
src/whisper.cpp
CHANGED
|
@@ -1327,7 +1327,7 @@ static ggml_backend_t whisper_backend_init_gpu(const whisper_context_params & pa
|
|
| 1327 |
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
|
| 1328 |
ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i);
|
| 1329 |
if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) {
|
| 1330 |
-
if (cnt ==
|
| 1331 |
dev = dev_cur;
|
| 1332 |
}
|
| 1333 |
|
|
@@ -1396,7 +1396,7 @@ static buft_list_t make_buft_list(whisper_context_params & params) {
|
|
| 1396 |
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
|
| 1397 |
ggml_backend_dev_t dev = ggml_backend_dev_get(i);
|
| 1398 |
if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
|
| 1399 |
-
if (cnt ==
|
| 1400 |
auto * buft = ggml_backend_dev_buffer_type(dev);
|
| 1401 |
if (buft) {
|
| 1402 |
buft_list.emplace_back(dev, buft);
|
|
|
|
| 1327 |
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
|
| 1328 |
ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i);
|
| 1329 |
if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) {
|
| 1330 |
+
if (cnt == params.gpu_device) {
|
| 1331 |
dev = dev_cur;
|
| 1332 |
}
|
| 1333 |
|
|
|
|
| 1396 |
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
|
| 1397 |
ggml_backend_dev_t dev = ggml_backend_dev_get(i);
|
| 1398 |
if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
|
| 1399 |
+
if (cnt == params.gpu_device) {
|
| 1400 |
auto * buft = ggml_backend_dev_buffer_type(dev);
|
| 1401 |
if (buft) {
|
| 1402 |
buft_list.emplace_back(dev, buft);
|