mirror of
https://github.com/ggml-org/whisper.cpp.git
synced 2026-10-21 09:41:29 +02:00
docs : Minor cleanups (llama/19252)
* Update old URLs to github.com/ggml-org/ * Bump copyrights
This commit is contained in:
committed by
Georgi Gerganov
parent
a0256b8159
commit
0e219ebf89
@@ -1,6 +1,6 @@
|
|||||||
MIT License
|
MIT License
|
||||||
|
|
||||||
Copyright (c) 2023-2024 The ggml authors
|
Copyright (c) 2023-2026 The ggml authors
|
||||||
|
|
||||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
of this software and associated documentation files (the "Software"), to deal
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
+1
-1
@@ -6,7 +6,7 @@
|
|||||||
// This documentation is still a work in progress.
|
// This documentation is still a work in progress.
|
||||||
// If you wish some specific topics to be covered, feel free to drop a comment:
|
// If you wish some specific topics to be covered, feel free to drop a comment:
|
||||||
//
|
//
|
||||||
// https://github.com/ggerganov/whisper.cpp/issues/40
|
// https://github.com/ggml-org/whisper.cpp/issues/40
|
||||||
//
|
//
|
||||||
// ## Overview
|
// ## Overview
|
||||||
//
|
//
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/**
|
/**
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
/*
|
/*
|
||||||
* Copyright (c) 2023-2024 The ggml authors
|
* Copyright (c) 2023-2026 The ggml authors
|
||||||
*
|
*
|
||||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
* of this software and associated documentation files (the "Software"), to
|
* of this software and associated documentation files (the "Software"), to
|
||||||
|
|||||||
@@ -71,7 +71,7 @@ else()
|
|||||||
# disabling fast math is needed in order to pass tests/test-backend-ops
|
# disabling fast math is needed in order to pass tests/test-backend-ops
|
||||||
# note: adding -fno-inline fixes the tests when using MTL_SHADER_VALIDATION=1
|
# note: adding -fno-inline fixes the tests when using MTL_SHADER_VALIDATION=1
|
||||||
# note: unfortunately, we have to call it default.metallib instead of ggml.metallib
|
# note: unfortunately, we have to call it default.metallib instead of ggml.metallib
|
||||||
# ref: https://github.com/ggerganov/whisper.cpp/issues/1720
|
# ref: https://github.com/ggml-org/whisper.cpp/issues/1720
|
||||||
# note: adding -g causes segmentation fault during compile
|
# note: adding -g causes segmentation fault during compile
|
||||||
#set(XC_FLAGS -fno-fast-math -fno-inline -g)
|
#set(XC_FLAGS -fno-fast-math -fno-inline -g)
|
||||||
set(XC_FLAGS -fno-fast-math -fno-inline)
|
set(XC_FLAGS -fno-fast-math -fno-inline)
|
||||||
|
|||||||
@@ -3740,7 +3740,7 @@ static enum ggml_status ggml_backend_opencl_buffer_init_tensor(ggml_backend_buff
|
|||||||
// Reuse extra of the parent tensor. The offset of this view tensor
|
// Reuse extra of the parent tensor. The offset of this view tensor
|
||||||
// becomes `extra->offset + view_offs` and needs to be calculated when
|
// becomes `extra->offset + view_offs` and needs to be calculated when
|
||||||
// it is used. This changes is needed because of the change to
|
// it is used. This changes is needed because of the change to
|
||||||
// ggml_alloc.c in https://github.com/ggerganov/llama.cpp/pull/7640.
|
// ggml_alloc.c in https://github.com/ggml-org/llama.cpp/pull/7640.
|
||||||
// `buffer` passed in here will always be `tensor->buffer`. It is OK
|
// `buffer` passed in here will always be `tensor->buffer`. It is OK
|
||||||
// to allocate extras from the same buffer context for ordinary
|
// to allocate extras from the same buffer context for ordinary
|
||||||
// intermediate tensors. But for views into kv cache tensors, doing so
|
// intermediate tensors. But for views into kv cache tensors, doing so
|
||||||
|
|||||||
@@ -3390,7 +3390,7 @@ static void ggml_sycl_mul_mat(ggml_backend_sycl_context & ctx, const ggml_tensor
|
|||||||
|
|
||||||
|
|
||||||
// mmvq and mmq need the __dp4a instruction which is available for gen12+
|
// mmvq and mmq need the __dp4a instruction which is available for gen12+
|
||||||
// Workaround in https://github.com/ggerganov/llama.cpp/commit/95f84d5ce8b449a9b16009434aca800df504a02e
|
// Workaround in https://github.com/ggml-org/llama.cpp/commit/95f84d5ce8b449a9b16009434aca800df504a02e
|
||||||
use_mul_mat_q = use_mul_mat_q && (src0->type != GGML_TYPE_IQ2_XXS);
|
use_mul_mat_q = use_mul_mat_q && (src0->type != GGML_TYPE_IQ2_XXS);
|
||||||
#ifdef SYCL_USE_XMX
|
#ifdef SYCL_USE_XMX
|
||||||
use_mul_mat_q = use_mul_mat_q && (src1->ne[1] <= MMQ_MAX_BATCH_SIZE);
|
use_mul_mat_q = use_mul_mat_q && (src1->ne[1] <= MMQ_MAX_BATCH_SIZE);
|
||||||
|
|||||||
@@ -330,7 +330,7 @@ void string_to_spv_func(std::string name, std::string in_path, std::string out_p
|
|||||||
std::vector<std::string> cmd = {GLSLC, "-fshader-stage=compute", target_env, in_path, "-o", out_path};
|
std::vector<std::string> cmd = {GLSLC, "-fshader-stage=compute", target_env, in_path, "-o", out_path};
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
// disable spirv-opt for coopmat shaders for https://github.com/ggerganov/llama.cpp/issues/10734
|
// disable spirv-opt for coopmat shaders for https://github.com/ggml-org/llama.cpp/issues/10734
|
||||||
// disable spirv-opt for bf16 shaders for https://github.com/ggml-org/llama.cpp/issues/15344
|
// disable spirv-opt for bf16 shaders for https://github.com/ggml-org/llama.cpp/issues/15344
|
||||||
// disable spirv-opt for rope shaders for https://github.com/ggml-org/llama.cpp/issues/16860
|
// disable spirv-opt for rope shaders for https://github.com/ggml-org/llama.cpp/issues/16860
|
||||||
if (!coopmat && name.find("bf16") == std::string::npos && name.find("rope") == std::string::npos) {
|
if (!coopmat && name.find("bf16") == std::string::npos && name.find("rope") == std::string::npos) {
|
||||||
|
|||||||
+1
-1
@@ -6562,7 +6562,7 @@ static void ggml_compute_backward(
|
|||||||
case GGML_OP_DIAG_MASK_INF: {
|
case GGML_OP_DIAG_MASK_INF: {
|
||||||
if (src0_needs_grads) {
|
if (src0_needs_grads) {
|
||||||
/* ggml_diag_mask_inf_impl() shouldn't be here */
|
/* ggml_diag_mask_inf_impl() shouldn't be here */
|
||||||
/* ref: https://github.com/ggerganov/llama.cpp/pull/4203#discussion_r1412377992 */
|
/* ref: https://github.com/ggml-org/llama.cpp/pull/4203#discussion_r1412377992 */
|
||||||
const int n_past = ((const int32_t *) tensor->op_params)[0];
|
const int n_past = ((const int32_t *) tensor->op_params)[0];
|
||||||
ggml_add_or_set(ctx, cgraph, isrc0, ggml_diag_mask_zero_impl(ctx, grad, n_past, false));
|
ggml_add_or_set(ctx, cgraph, isrc0, ggml_diag_mask_zero_impl(ctx, grad, n_past, false));
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user