HyperWinX/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-08-12 22:29:04 +04:00
Code Issues Packages Projects Releases Wiki Activity

ggml : add aarch64 HWCAP fallbacks and fix fp16 variant detection (llama/25554)

Browse Source 
* ggml : add fallback definitions for missing aarch64 HWCAP bits

* ggml : require HWCAP_ASIMDHP for the aarch64 fp16 cpu variants

Also rename has_fp16_va to has_fp16, the field gates the whole FEAT_FP16
extension, scalar and vector half-precision arithmetic together.
This commit is contained in:
Kilian Hu
2026-08-07 21:59:49 +03:00
committed by Georgi Gerganov
parent 56cb15472d
commit 8587ad3bd0
1 changed files with 19 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-cpu/arch/arm/cpu-feats.cpp
+19 -3
View File
@@ -8,6 +8,22 @@
#include <sys/sysctl.h> #include <sys/sysctl.h>
#endif #endif
#if !defined(HWCAP_FPHP)
#define HWCAP_FPHP (1 << 9)
#endif
#if !defined(HWCAP_ASIMDHP)
#define HWCAP_ASIMDHP (1 << 10)
#endif
#if !defined(HWCAP_ASIMDDP)
#define HWCAP_ASIMDDP (1 << 20)
#endif
#if !defined(HWCAP_SVE)
#define HWCAP_SVE (1 << 22)
#endif
#if !defined(HWCAP2_SVE2) #if !defined(HWCAP2_SVE2)
#define HWCAP2_SVE2 (1 << 1) #define HWCAP2_SVE2 (1 << 1)
#endif #endif
@@ -23,7 +39,7 @@
struct aarch64_features { struct aarch64_features {
// has_neon not needed, aarch64 has NEON guaranteed // has_neon not needed, aarch64 has NEON guaranteed
bool has_dotprod = false; bool has_dotprod = false;
bool has_fp16_va = false; bool has_fp16 = false;
bool has_sve = false; bool has_sve = false;
bool has_sve2 = false; bool has_sve2 = false;
bool has_i8mm = false; bool has_i8mm = false;
@@ -36,7 +52,7 @@ struct aarch64_features {
uint32_t hwcap2 = getauxval(AT_HWCAP2); uint32_t hwcap2 = getauxval(AT_HWCAP2);
has_dotprod = !!(hwcap & HWCAP_ASIMDDP); has_dotprod = !!(hwcap & HWCAP_ASIMDDP);
has_fp16_va = !!(hwcap & HWCAP_FPHP); has_fp16 = !!(hwcap & HWCAP_FPHP) && !!(hwcap & HWCAP_ASIMDHP);
has_sve = !!(hwcap & HWCAP_SVE); has_sve = !!(hwcap & HWCAP_SVE);
has_sve2 = !!(hwcap2 & HWCAP2_SVE2); has_sve2 = !!(hwcap2 & HWCAP2_SVE2);
has_i8mm = !!(hwcap2 & HWCAP2_I8MM); has_i8mm = !!(hwcap2 & HWCAP2_I8MM);
@@ -75,7 +91,7 @@ static int ggml_backend_cpu_aarch64_score() {
score += 1<<1; score += 1<<1;
#endif #endif
#ifdef GGML_USE_FP16_VECTOR_ARITHMETIC #ifdef GGML_USE_FP16_VECTOR_ARITHMETIC
if (!af.has_fp16_va) { return 0; } if (!af.has_fp16) { return 0; }
score += 1<<2; score += 1<<2;
#endif #endif
#ifdef GGML_USE_SVE #ifdef GGML_USE_SVE