Thomas Fitzsimmons commited on
Commit
4dbf7ee
·
1 Parent(s): e0a5614

whisper : document POWER VSX support

Browse files
Files changed (4) hide show
  1. README.md +1 -0
  2. ggml.c +8 -0
  3. ggml.h +1 -0
  4. whisper.cpp +1 -0
README.md CHANGED
@@ -11,6 +11,7 @@ High-performance inference of [OpenAI's Whisper](https://github.com/openai/whisp
11
  - Plain C/C++ implementation without dependencies
12
  - Apple silicon first-class citizen - optimized via Arm Neon and Accelerate framework
13
  - AVX intrinsics support for x86 architectures
 
14
  - Mixed F16 / F32 precision
15
  - Low memory usage (Flash Attention + Flash Forward)
16
  - Zero memory allocations at runtime
 
11
  - Plain C/C++ implementation without dependencies
12
  - Apple silicon first-class citizen - optimized via Arm Neon and Accelerate framework
13
  - AVX intrinsics support for x86 architectures
14
+ - VSX intrinsics support for POWER architectures
15
  - Mixed F16 / F32 precision
16
  - Low memory usage (Flash Attention + Flash Forward)
17
  - Zero memory allocations at runtime
ggml.c CHANGED
@@ -8232,4 +8232,12 @@ int ggml_cpu_has_blas(void) {
8232
  #endif
8233
  }
8234
 
 
 
 
 
 
 
 
 
8235
  ////////////////////////////////////////////////////////////////////////////////
 
8232
  #endif
8233
  }
8234
 
8235
+ int ggml_cpu_has_vsx(void) {
8236
+ #if defined(__POWER9_VECTOR__)
8237
+ return 1;
8238
+ #else
8239
+ return 0;
8240
+ #endif
8241
+ }
8242
+
8243
  ////////////////////////////////////////////////////////////////////////////////
ggml.h CHANGED
@@ -731,6 +731,7 @@ int ggml_cpu_has_f16c(void);
731
  int ggml_cpu_has_fp16_va(void);
732
  int ggml_cpu_has_wasm_simd(void);
733
  int ggml_cpu_has_blas(void);
 
734
 
735
  #ifdef __cplusplus
736
  }
 
731
  int ggml_cpu_has_fp16_va(void);
732
  int ggml_cpu_has_wasm_simd(void);
733
  int ggml_cpu_has_blas(void);
734
+ int ggml_cpu_has_vsx(void);
735
 
736
  #ifdef __cplusplus
737
  }
whisper.cpp CHANGED
@@ -2582,6 +2582,7 @@ const char * whisper_print_system_info(void) {
2582
  s += "FP16_VA = " + std::to_string(ggml_cpu_has_fp16_va()) + " | ";
2583
  s += "WASM_SIMD = " + std::to_string(ggml_cpu_has_wasm_simd()) + " | ";
2584
  s += "BLAS = " + std::to_string(ggml_cpu_has_blas()) + " | ";
 
2585
 
2586
  return s.c_str();
2587
  }
 
2582
  s += "FP16_VA = " + std::to_string(ggml_cpu_has_fp16_va()) + " | ";
2583
  s += "WASM_SIMD = " + std::to_string(ggml_cpu_has_wasm_simd()) + " | ";
2584
  s += "BLAS = " + std::to_string(ggml_cpu_has_blas()) + " | ";
2585
+ s += "VSX = " + std::to_string(ggml_cpu_has_vsx()) + " | ";
2586
 
2587
  return s.c_str();
2588
  }