mirror of
https://github.com/ggml-org/whisper.cpp.git
synced 2026-10-17 20:03:45 +02:00
ci: add zdnn backend build but not test (llama/29541)
* ci: add zdnn backend build but not test Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> * ci: attempt to run a ubuntu 26.04 container Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> * ci: set shell to bash Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> * ci: clean up comments Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> * ggml-zdnn: fix compiler errors Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> * vendor: attempt to ignore warnings from vendored files Signed-off-by: Aaron Teo <aaron.teo1@ibm.com> --------- Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
@@ -10,6 +10,8 @@ extern "C" {
|
|||||||
// device buffer
|
// device buffer
|
||||||
GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_zdnn_buffer_type(void);
|
GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_zdnn_buffer_type(void);
|
||||||
|
|
||||||
|
GGML_BACKEND_API bool ggml_backend_is_zdnn(ggml_backend_t backend);
|
||||||
|
|
||||||
GGML_BACKEND_API ggml_backend_reg_t ggml_backend_zdnn_reg(void);
|
GGML_BACKEND_API ggml_backend_reg_t ggml_backend_zdnn_reg(void);
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
|
|||||||
@@ -443,15 +443,13 @@ static ggml_backend_i ggml_backend_zdnn_i = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
static ggml_guid_t ggml_backend_zdnn_guid(void) {
|
static ggml_guid_t ggml_backend_zdnn_guid(void) {
|
||||||
static const char * guid_str = "IBM-ZDNN-ACCELER";
|
static char guid_str[] = "IBM-ZDNN-ACCELER";
|
||||||
return reinterpret_cast<ggml_guid_t>((void *)guid_str);
|
return reinterpret_cast<ggml_guid_t>(guid_str);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool ggml_backend_is_zdnn(ggml_backend_t backend) {
|
bool ggml_backend_is_zdnn(ggml_backend_t backend) {
|
||||||
return backend != NULL &&
|
return backend != NULL &&
|
||||||
ggml_guid_matches(backend->guid, ggml_backend_zdnn_guid());
|
ggml_guid_matches(backend->guid, ggml_backend_zdnn_guid());
|
||||||
|
|
||||||
GGML_UNUSED(backend);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
//
|
//
|
||||||
@@ -488,7 +486,7 @@ static void ggml_backend_zdnn_device_get_props(ggml_backend_dev_t dev, ggml_back
|
|||||||
props->description = ggml_backend_zdnn_device_get_description(dev);
|
props->description = ggml_backend_zdnn_device_get_description(dev);
|
||||||
props->type = ggml_backend_zdnn_device_get_type(dev);
|
props->type = ggml_backend_zdnn_device_get_type(dev);
|
||||||
ggml_backend_zdnn_device_get_memory(dev, &props->memory_free, &props->memory_total);
|
ggml_backend_zdnn_device_get_memory(dev, &props->memory_free, &props->memory_total);
|
||||||
props->caps = (ggml_backend_dev_caps) {
|
props->caps = {
|
||||||
/* .async = */ false,
|
/* .async = */ false,
|
||||||
/* .host_buffer = */ false,
|
/* .host_buffer = */ false,
|
||||||
/* .buffer_from_host_ptr = */ false,
|
/* .buffer_from_host_ptr = */ false,
|
||||||
@@ -505,7 +503,7 @@ static ggml_backend_t ggml_backend_zdnn_device_init(ggml_backend_dev_t dev, cons
|
|||||||
}
|
}
|
||||||
|
|
||||||
ggml_backend_t backend = (ggml_backend *)malloc(sizeof(ggml_backend));
|
ggml_backend_t backend = (ggml_backend *)malloc(sizeof(ggml_backend));
|
||||||
*backend = (ggml_backend) {
|
*backend = {
|
||||||
/* .guid = */ ggml_backend_zdnn_guid(),
|
/* .guid = */ ggml_backend_zdnn_guid(),
|
||||||
/* .iface = */ ggml_backend_zdnn_i,
|
/* .iface = */ ggml_backend_zdnn_i,
|
||||||
/* .device = */ dev,
|
/* .device = */ dev,
|
||||||
@@ -624,13 +622,13 @@ ggml_backend_reg_t ggml_backend_zdnn_reg(void) {
|
|||||||
atexit(ggml_zdnn_cleanup);
|
atexit(ggml_zdnn_cleanup);
|
||||||
|
|
||||||
{
|
{
|
||||||
g_ggml_backend_zdnn_reg = (ggml_backend_reg) {
|
g_ggml_backend_zdnn_reg = {
|
||||||
/* .api_version = */ GGML_ZDNN_VERSION,
|
/* .api_version = */ GGML_ZDNN_VERSION,
|
||||||
/* .iface = */ ggml_backend_zdnn_reg_i,
|
/* .iface = */ ggml_backend_zdnn_reg_i,
|
||||||
/* .context = */ NULL
|
/* .context = */ NULL
|
||||||
};
|
};
|
||||||
|
|
||||||
g_ggml_backend_zdnn_device = (ggml_backend_device) {
|
g_ggml_backend_zdnn_device = {
|
||||||
/* .iface = */ ggml_backend_zdnn_device_i,
|
/* .iface = */ ggml_backend_zdnn_device_i,
|
||||||
/* .reg = */ &g_ggml_backend_zdnn_reg,
|
/* .reg = */ &g_ggml_backend_zdnn_reg,
|
||||||
/* .context = */ &g_ggml_ctx_dev_main
|
/* .context = */ &g_ggml_ctx_dev_main
|
||||||
|
|||||||
Reference in New Issue
Block a user