public_git/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-10-05 05:51:22 +02:00
Code Issues Packages Projects Releases Wiki Activity

ggml : add AMX backend (llama/8998)

Browse Source
This commit is contained in:
Ma Mingfei
2024-11-01 10:19:05 +02:00
committed by Georgi Gerganov
parent ab36d02560
commit b5b4b0f5de
5 changed files with 3097 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/include/ggml-amx.h
+25
View File
@@ -0,0 +1,25 @@
#pragma once
#include "ggml.h"
#include "ggml-backend.h"
#ifdef __cplusplus
extern "C" {
#endif
// buffer_type API
GGML_API ggml_backend_buffer_type_t ggml_backend_amx_buffer_type(void);
GGML_API bool ggml_backend_is_amx(ggml_backend_t backend);
// backend API
GGML_API ggml_backend_t ggml_backend_amx_init(void);
GGML_API void ggml_backend_amx_set_n_threads(ggml_backend_t backend_amx, int n_threads);
GGML_API ggml_backend_reg_t ggml_backend_amx_reg(void);
#ifdef __cplusplus
}
#endif