Spaces:
Sleeping
Sleeping
Thomas Fitzsimmons
commited on
Commit
·
4dbf7ee
1
Parent(s):
e0a5614
whisper : document POWER VSX support
Browse files
README.md
CHANGED
|
@@ -11,6 +11,7 @@ High-performance inference of [OpenAI's Whisper](https://github.com/openai/whisp
|
|
| 11 |
- Plain C/C++ implementation without dependencies
|
| 12 |
- Apple silicon first-class citizen - optimized via Arm Neon and Accelerate framework
|
| 13 |
- AVX intrinsics support for x86 architectures
|
|
|
|
| 14 |
- Mixed F16 / F32 precision
|
| 15 |
- Low memory usage (Flash Attention + Flash Forward)
|
| 16 |
- Zero memory allocations at runtime
|
|
|
|
| 11 |
- Plain C/C++ implementation without dependencies
|
| 12 |
- Apple silicon first-class citizen - optimized via Arm Neon and Accelerate framework
|
| 13 |
- AVX intrinsics support for x86 architectures
|
| 14 |
+
- VSX intrinsics support for POWER architectures
|
| 15 |
- Mixed F16 / F32 precision
|
| 16 |
- Low memory usage (Flash Attention + Flash Forward)
|
| 17 |
- Zero memory allocations at runtime
|
ggml.c
CHANGED
|
@@ -8232,4 +8232,12 @@ int ggml_cpu_has_blas(void) {
|
|
| 8232 |
#endif
|
| 8233 |
}
|
| 8234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8235 |
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
| 8232 |
#endif
|
| 8233 |
}
|
| 8234 |
|
| 8235 |
+
int ggml_cpu_has_vsx(void) {
|
| 8236 |
+
#if defined(__POWER9_VECTOR__)
|
| 8237 |
+
return 1;
|
| 8238 |
+
#else
|
| 8239 |
+
return 0;
|
| 8240 |
+
#endif
|
| 8241 |
+
}
|
| 8242 |
+
|
| 8243 |
////////////////////////////////////////////////////////////////////////////////
|
ggml.h
CHANGED
|
@@ -731,6 +731,7 @@ int ggml_cpu_has_f16c(void);
|
|
| 731 |
int ggml_cpu_has_fp16_va(void);
|
| 732 |
int ggml_cpu_has_wasm_simd(void);
|
| 733 |
int ggml_cpu_has_blas(void);
|
|
|
|
| 734 |
|
| 735 |
#ifdef __cplusplus
|
| 736 |
}
|
|
|
|
| 731 |
int ggml_cpu_has_fp16_va(void);
|
| 732 |
int ggml_cpu_has_wasm_simd(void);
|
| 733 |
int ggml_cpu_has_blas(void);
|
| 734 |
+
int ggml_cpu_has_vsx(void);
|
| 735 |
|
| 736 |
#ifdef __cplusplus
|
| 737 |
}
|
whisper.cpp
CHANGED
|
@@ -2582,6 +2582,7 @@ const char * whisper_print_system_info(void) {
|
|
| 2582 |
s += "FP16_VA = " + std::to_string(ggml_cpu_has_fp16_va()) + " | ";
|
| 2583 |
s += "WASM_SIMD = " + std::to_string(ggml_cpu_has_wasm_simd()) + " | ";
|
| 2584 |
s += "BLAS = " + std::to_string(ggml_cpu_has_blas()) + " | ";
|
|
|
|
| 2585 |
|
| 2586 |
return s.c_str();
|
| 2587 |
}
|
|
|
|
| 2582 |
s += "FP16_VA = " + std::to_string(ggml_cpu_has_fp16_va()) + " | ";
|
| 2583 |
s += "WASM_SIMD = " + std::to_string(ggml_cpu_has_wasm_simd()) + " | ";
|
| 2584 |
s += "BLAS = " + std::to_string(ggml_cpu_has_blas()) + " | ";
|
| 2585 |
+
s += "VSX = " + std::to_string(ggml_cpu_has_vsx()) + " | ";
|
| 2586 |
|
| 2587 |
return s.c_str();
|
| 2588 |
}
|