mirror of https://github.com/alibaba/MNN.git
90 lines
2.9 KiB
C
90 lines
2.9 KiB
C
// c-api-examples/whisper-c-api.c
|
|
//
|
|
// Copyright (c) 2024 Xiaomi Corporation
|
|
|
|
// We assume you have pre-downloaded the whisper multi-lingual models
|
|
// from https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models
|
|
// An example command to download the "tiny" whisper model is given below:
|
|
//
|
|
// clang-format off
|
|
//
|
|
// wget https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.tar.bz2
|
|
// tar xvf sherpa-onnx-whisper-tiny.tar.bz2
|
|
// rm sherpa-onnx-whisper-tiny.tar.bz2
|
|
//
|
|
// clang-format on
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include "sherpa-mnn/c-api/c-api.h"
|
|
|
|
int32_t main() {
|
|
const char *wav_filename = "./sherpa-onnx-whisper-tiny/test_wavs/0.wav";
|
|
const char *encoder_filename = "sherpa-onnx-whisper-tiny/tiny-encoder.onnx";
|
|
const char *decoder_filename = "sherpa-onnx-whisper-tiny/tiny-decoder.onnx";
|
|
const char *tokens_filename = "sherpa-onnx-whisper-tiny/tiny-tokens.txt";
|
|
const char *language = "en";
|
|
const char *provider = "cpu";
|
|
|
|
const SherpaMnnWave *wave = SherpaMnnReadWave(wav_filename);
|
|
if (wave == NULL) {
|
|
fprintf(stderr, "Failed to read %s\n", wav_filename);
|
|
return -1;
|
|
}
|
|
|
|
// Whisper config
|
|
SherpaMnnOfflineWhisperModelConfig whisper_config;
|
|
memset(&whisper_config, 0, sizeof(whisper_config));
|
|
whisper_config.decoder = decoder_filename;
|
|
whisper_config.encoder = encoder_filename;
|
|
whisper_config.language = language;
|
|
whisper_config.tail_paddings = 0;
|
|
whisper_config.task = "transcribe";
|
|
|
|
// Offline model config
|
|
SherpaMnnOfflineModelConfig offline_model_config;
|
|
memset(&offline_model_config, 0, sizeof(offline_model_config));
|
|
offline_model_config.debug = 1;
|
|
offline_model_config.num_threads = 1;
|
|
offline_model_config.provider = provider;
|
|
offline_model_config.tokens = tokens_filename;
|
|
offline_model_config.whisper = whisper_config;
|
|
|
|
// Recognizer config
|
|
SherpaMnnOfflineRecognizerConfig recognizer_config;
|
|
memset(&recognizer_config, 0, sizeof(recognizer_config));
|
|
recognizer_config.decoding_method = "greedy_search";
|
|
recognizer_config.model_config = offline_model_config;
|
|
|
|
const SherpaMnnOfflineRecognizer *recognizer =
|
|
SherpaMnnCreateOfflineRecognizer(&recognizer_config);
|
|
|
|
if (recognizer == NULL) {
|
|
fprintf(stderr, "Please check your config!\n");
|
|
|
|
SherpaMnnFreeWave(wave);
|
|
|
|
return -1;
|
|
}
|
|
|
|
const SherpaMnnOfflineStream *stream =
|
|
SherpaMnnCreateOfflineStream(recognizer);
|
|
|
|
SherpaMnnAcceptWaveformOffline(stream, wave->sample_rate, wave->samples,
|
|
wave->num_samples);
|
|
SherpaMnnDecodeOfflineStream(recognizer, stream);
|
|
const SherpaMnnOfflineRecognizerResult *result =
|
|
SherpaMnnGetOfflineStreamResult(stream);
|
|
|
|
fprintf(stderr, "Decoded text: %s\n", result->text);
|
|
|
|
SherpaMnnDestroyOfflineRecognizerResult(result);
|
|
SherpaMnnDestroyOfflineStream(stream);
|
|
SherpaMnnDestroyOfflineRecognizer(recognizer);
|
|
SherpaMnnFreeWave(wave);
|
|
|
|
return 0;
|
|
}
|