public_git
/
whisper.cpp
mirror of https://github.com/ggml-org/whisper.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge d0f38def08 into fc674574ca

This commit is contained in:
Tamotsu Takahashi 2026-04-20 09:52:15 +00:00 committed by GitHub
parent fc674574ca d0f38def08
commit 614dfe09e5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
include/whisper.h
View File

@ -419,6 +419,9 @@ extern "C" {
WHISPER_API const char * whisper_token_to_str(struct whisper_context * ctx, whisper_token token);
WHISPER_API const char * whisper_model_type_readable(struct whisper_context * ctx);
// String -> Token Id. Uses the vocabulary in the provided context
WHISPER_API bool whisper_token_exists(struct whisper_context * ctx, const char * str);
WHISPER_API whisper_token whisper_str_to_token(struct whisper_context * ctx, const char * str);
// Special tokens
WHISPER_API whisper_token whisper_token_eot (struct whisper_context * ctx);

8
src/whisper.cpp
View File

@ -4202,6 +4202,14 @@ const char * whisper_token_to_str(struct whisper_context * ctx, whisper_token to
return ctx->vocab.id_to_token.at(token).c_str();
}
whisper_token whisper_str_to_token(struct whisper_context * ctx, const char * str) {
return ctx->vocab.token_to_id.at(str);
}
bool whisper_token_exists(struct whisper_context * ctx, const char * str) {
return ctx->vocab.token_to_id.find(str) != ctx->vocab.token_to_id.end();
}
whisper_token whisper_token_eot(struct whisper_context * ctx) {
return ctx->vocab.token_eot;
}