#include "whisper.h" #include "common.h" #define MINIAUDIO_IMPLEMENTATION #include "miniaudio.h" #include #include #include #include #include #include #include #include #include #include #include // 全局原子变量(线程安全) std::atomic is_recording(false); std::atomic exit_program(false); std::atomic recorded_seconds(0); // 实时录制时长 // 音频缓冲区(加锁保护) std::vector audio_buffer; std::mutex buffer_mutex; // 可选超时(默认60秒,可自定义) const int RECORD_TIMEOUT = 60; // 延长到60秒,也可设为0取消超时 // 信号处理:Ctrl+C 优雅退出 void signal_handler(int sig) { if (sig == SIGINT) { printf("\n\n🛑 收到退出信号,正在清理资源...\n"); exit_program.store(true); is_recording.store(false); exit(0); } } // 音频回调(取消30秒帧上限) void data_callback(ma_device* pDevice, void* pOutput, const void* pInput, ma_uint32 frameCount) { if (!is_recording.load() || pInput == NULL) return; const float* pInputFloat = (const float*)pInput; if (pInputFloat == NULL) return; std::lock_guard lock(buffer_mutex); // 取消固定帧上限,仅保留内存保护(可选) const size_t max_memory = 16000 * 120; // 最多120秒(约200MB内存) if (audio_buffer.size() < max_memory) { audio_buffer.insert(audio_buffer.end(), pInputFloat, pInputFloat + frameCount); // 更新实时录制时长 recorded_seconds.store(audio_buffer.size() / 16000); } } // 静音检测(裁剪无效音频,减少识别量) int trim_silence(const float* audio_data, int audio_len, float threshold = 0.001f) { // 跳过开头静音 int start = 0; while (start < audio_len && fabs(audio_data[start]) < threshold) { start++; } // 跳过结尾静音 int end = audio_len - 1; while (end > start && fabs(audio_data[end]) < threshold) { end--; } // 返回有效音频长度(至少保留1秒) return std::max(end - start + 1, 16000); } // 列出系统音频设备 void list_audio_devices(ma_context& context, ma_device_info** pCaptureInfos, ma_uint32& captureCount) { printf("\n📜 系统可用麦克风设备列表:\n"); printf("=============================================\n"); ma_result result = ma_context_get_devices(&context, NULL, NULL, pCaptureInfos, &captureCount); if (result != MA_SUCCESS) { fprintf(stderr, "❌ 获取设备列表失败,使用默认设备\n"); *pCaptureInfos = NULL; captureCount = 0; return; } for (ma_uint32 i = 0; i < captureCount; ++i) { printf("🔧 设备ID: %u | 名称: %s\n", i, (*pCaptureInfos)[i].name); printf(" 声道数: 1 | 采样率: 16000 Hz\n"); printf("---------------------------------------------\n"); } printf("=============================================\n"); } // 提示信息(修复printf多参数问题) void print_usage() { printf("=============================================\n"); printf("🎤 语音识别程序(CPU优化版)\n"); printf("操作说明:\n"); printf(" 1. 按下【回车键】开始录制\n"); printf(" 2. 说话完成后按回车停止录制并识别\n"); printf(" 3. 录制超过%d秒自动停止(可自定义)\n", RECORD_TIMEOUT); printf(" 4. 录制中实时显示时长:【录制中... X秒】\n"); printf(" 5. Ctrl+C 退出程序\n"); printf("=============================================\n"); // 移除多余的RECORD_TIMEOUT参数 } // CPU优化提示 void print_cpu_optimize_tips() { printf("⚡ CPU优化配置说明:\n"); printf(" ✅ 已启用多线程识别(自动适配CPU核心数)\n"); printf(" ✅ 已启用静音裁剪(减少无效音频识别)\n"); printf(" ✅ 已使用贪心采样(最快的识别策略)\n"); printf(" 📌 模型优化:推荐使用 ggml-medium-q4_0.bin(量化版)\n"); printf(" 📌 编译优化:已用 -O3 最高级优化\n"); printf("=============================================\n"); } int main(int argc, char** argv) { signal(SIGINT, signal_handler); if (argc < 2) { fprintf(stderr, "Usage: %s \n", argv[0]); return 1; } const char* model_path = argv[1]; // 1. 初始化音频上下文 ma_context context; if (ma_context_init(NULL, 0, NULL, &context) != MA_SUCCESS) { fprintf(stderr, "❌ 初始化音频上下文失败\n"); return 1; } // 2. 枚举麦克风设备 ma_device_info* pCaptureInfos = NULL; ma_uint32 captureCount = 0; list_audio_devices(context, &pCaptureInfos, captureCount); // 3. 选择麦克风设备 ma_uint32 device_id = 0; if (captureCount > 0) { printf("\n👉 请输入要使用的麦克风设备ID:"); if (scanf("%u", &device_id) != 1 || device_id >= captureCount) { fprintf(stderr, "❌ 输入无效,使用默认设备ID 0\n"); device_id = 0; } while (getchar() != '\n'); // 清空输入缓冲区 } // 4. 初始化 Whisper 模型(CPU优化,移除不存在的use_flash_attention) struct whisper_context_params cparams = whisper_context_default_params(); cparams.use_gpu = false; // 强制CPU(避免GPU检测开销) // 移除 cparams.use_flash_attention = false; (旧版本无此成员) printf("\n🚀 正在加载模型:%s\n", model_path); struct whisper_context* ctx = whisper_init_from_file_with_params(model_path, cparams); if (!ctx) { fprintf(stderr, "❌ 初始化Whisper模型失败\n"); ma_context_uninit(&context); return 1; } // 显示CPU优化提示 print_cpu_optimize_tips(); printf("✅ 模型加载成功!\n"); // 5. 初始化录音设备 ma_device_config deviceConfig = ma_device_config_init(ma_device_type_capture); deviceConfig.capture.format = ma_format_f32; deviceConfig.capture.channels = 1; deviceConfig.sampleRate = 16000; deviceConfig.dataCallback = data_callback; deviceConfig.pUserData = NULL; if (captureCount > 0 && pCaptureInfos != NULL) { deviceConfig.capture.pDeviceID = &pCaptureInfos[device_id].id; printf("\n✅ 已选择麦克风:%s\n", pCaptureInfos[device_id].name); } else { printf("\n✅ 使用默认麦克风设备\n"); } ma_device device; if (ma_device_init(&context, &deviceConfig, &device) != MA_SUCCESS) { fprintf(stderr, "❌ 打开录音设备失败\n"); whisper_free(ctx); ma_context_uninit(&context); return 1; } if (ma_device_start(&device) != MA_SUCCESS) { fprintf(stderr, "❌ 启动录音设备失败\n"); ma_device_uninit(&device); whisper_free(ctx); ma_context_uninit(&context); return 1; } print_usage(); // 主循环 while (!exit_program.load()) { printf("\n👉 按下回车键开始录制...\n"); getchar(); if (exit_program.load()) break; // 重置录制状态 is_recording.store(true); recorded_seconds.store(0); { std::lock_guard lock(buffer_mutex); audio_buffer.clear(); } printf("🎙️ 正在录制(按回车停止,最长%d秒)...\n", RECORD_TIMEOUT); // 录制时长实时显示线程 std::thread progress_thread([&]() { while (is_recording.load() && !exit_program.load()) { printf("\r📊 录制中... %d秒", recorded_seconds.load()); fflush(stdout); // 强制刷新输出 std::this_thread::sleep_for(std::chrono::seconds(1)); } }); // 等待用户停止录制(主线程监听,避免子线程输入阻塞) std::atomic stop_record(false); std::thread wait_thread([&]() { getchar(); stop_record.store(true); is_recording.store(false); }); // 超时控制(可选) auto start_time = std::chrono::steady_clock::now(); while (!stop_record.load() && !exit_program.load()) { auto duration = std::chrono::duration_cast( std::chrono::steady_clock::now() - start_time).count(); if (RECORD_TIMEOUT > 0 && duration >= RECORD_TIMEOUT) { printf("\n⏱️ 录制超时(%d秒),自动停止\n", RECORD_TIMEOUT); is_recording.store(false); stop_record.store(true); break; } std::this_thread::sleep_for(std::chrono::milliseconds(100)); } wait_thread.join(); progress_thread.join(); is_recording.store(false); printf("\n"); // 换行,清理进度显示 if (exit_program.load()) break; // 检查录制数据 std::vector captured_audio; { std::lock_guard lock(buffer_mutex); captured_audio = audio_buffer; } if (captured_audio.empty()) { printf("⚠️ 未采集到音频数据,请重新录制\n"); continue; } // 优化1:静音裁剪(减少识别数据量) int valid_len = trim_silence(captured_audio.data(), captured_audio.size()); float valid_seconds = (float)valid_len / 16000; printf("🔍 正在识别(有效音频长度:%.2f秒,原始:%.2f秒)...\n", valid_seconds, (float)captured_audio.size() / 16000); auto recognize_start = std::chrono::steady_clock::now(); // 优化2:调整识别参数(CPU最优配置) whisper_full_params wparams = whisper_full_default_params(WHISPER_SAMPLING_GREEDY); wparams.language = "zh"; wparams.n_threads = std::max(2, (int)std::thread::hardware_concurrency()); // 至少2线程 wparams.print_progress = false; wparams.print_realtime = false; wparams.temperature = 0.0; // 最快的温度设置 wparams.max_len = 0; wparams.translate = false; wparams.no_context = true; wparams.single_segment = true; // 单段识别(更快) wparams.print_special = false; // 不打印特殊字符 wparams.token_timestamps = false; // 关闭时间戳(节省计算) // 执行识别(仅识别有效音频) if (whisper_full(ctx, wparams, captured_audio.data(), valid_len) != 0) { fprintf(stderr, "❌ 识别失败\n"); continue; } // 输出识别结果 auto recognize_duration = std::chrono::duration_cast( std::chrono::steady_clock::now() - recognize_start).count(); float speed = valid_seconds / (recognize_duration / 1000.0); printf("⏱️ 识别耗时:%.2f 秒 | 识别速度:%.2fx实时速度\n", recognize_duration / 1000.0, speed); const int n_segments = whisper_full_n_segments(ctx); if (n_segments == 0) { printf("📝 未识别到有效内容\n"); } else { printf("📝 识别结果:\n"); for (int i = 0; i < n_segments; ++i) { const char* text = whisper_full_get_segment_text(ctx, i); printf(" %s\n", text); } } } // 清理资源 ma_device_uninit(&device); ma_context_uninit(&context); whisper_free(ctx); printf("✅ 资源清理完成,程序退出\n"); return 0; }