ailia_speech.h

Go to the documentation of this file.

 
#ifndef INCLUDED_AILIA_SPEECH
#define INCLUDED_AILIA_SPEECH
 
/* エラーコードと構造体 */
 
#include "ailia.h"
#include "ailia_tokenizer.h"
 
/* 呼び出し規約 */
 
#if defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_API
#else
#define AILIA_API __stdcall
#endif
 
#ifdef __cplusplus
extern "C" {
#endif
 
/****************************************************************
 * モデルタイプ定義
 **/
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_TINY (0)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_BASE (1)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_SMALL (2)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_MEDIUM (3)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_LARGE (4)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_LARGE_V3 (5)
 
#define AILIA_SPEECH_MODEL_TYPE_SENSEVOICE_SMALL (10)
 
/****************************************************************
 * タスク定義
 **/
 
#define AILIA_SPEECH_TASK_TRANSCRIBE (0)
 
#define AILIA_SPEECH_TASK_TRANSLATE (1)
 
/****************************************************************
 * 制約定義
 **/
 
#define AILIA_SPEECH_CONSTRAINT_CHARACTERS (0)
 
#define AILIA_SPEECH_CONSTRAINT_WORDS (1)
 
/****************************************************************
 * フラグ定義
 **/
 
#define AILIA_SPEECH_FLAG_NONE (0)
 
#define AILIA_SPEECH_FLAG_LIVE (1)
 
/****************************************************************
 * VAD定義
 **/
 
#define AILIA_SPEECH_VAD_TYPE_SILERO (0)
 
/****************************************************************
 * DIARIZATION定義
 **/
 
#define AILIA_SPEECH_DIARIZATION_TYPE_PYANNOTE_AUDIO (0)
 
/****************************************************************
 * 辞書定義
 **/
 
#define AILIA_SPEECH_DICTIONARY_TYPE_REPLACE (0)
 
/****************************************************************
 * 後処理定義
 **/
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_T5 (0)
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_FUGUMT_EN_JA (1)
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_FUGUMT_JA_EN (2)
 
/****************************************************************
 * APIコールバック定義
 **/
 
// 接続が必要なAPI
 
#if defined(_WIN32) && !defined(_WIN64)
#define AILIA_SPEECH_USER_API __stdcall
#else
#define AILIA_SPEECH_USER_API
#endif
 
// ailia.audio API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_FRAME_LEN)(int*, int, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM)(void*, const void*, int, int, int, int, int, int, int, int, float, int, float, float, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_RESAMPLE)(void*, const void*, int, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN)(int*, int, int, int);
 
// ailia.tokenizer API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_CREATE)(struct AILIATokenizer**, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_A)(struct AILIATokenizer*, const char*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_W)(struct AILIATokenizer*, const wchar_t*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_ENCODE)(struct AILIATokenizer*, const char*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKEN_COUNT)(struct AILIATokenizer*, unsigned int*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKENS)(struct AILIATokenizer*, int*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DECODE)(struct AILIATokenizer*, const int*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT_LENGTH)(struct AILIATokenizer*, unsigned int*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT)(struct AILIATokenizer*, char*, unsigned int);
typedef void(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DESTROY)(struct AILIATokenizer*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF8_TO_UTF32)(unsigned int*, unsigned int*, const char*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF32_TO_UTF8)(char*, unsigned int*, unsigned int);
 
// ailia API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_CREATE)(struct AILIANetwork**, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_A)(struct AILIANetwork*, const char*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_W)(struct AILIANetwork*, const wchar_t*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_MEM)(struct AILIANetwork*, const void*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_MEMORY_MODE)(struct AILIANetwork*, unsigned int);
typedef void(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_DESTROY)(struct AILIANetwork*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_UPDATE)(struct AILIANetwork*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX)(struct AILIANetwork*, unsigned int*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX)(struct AILIANetwork*, unsigned int*, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_DATA)(struct AILIANetwork*, void*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_DATA)(struct AILIANetwork*, const void*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_SHAPE)(struct AILIANetwork*, const AILIAShape*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_SHAPE)(struct AILIANetwork*, AILIAShape*, unsigned int, unsigned int);
typedef const char*(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_ERROR_DETAIL)(struct AILIANetwork*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_COPY_BLOB_DATA)(struct AILIANetwork* dst_net, unsigned int dst_blob_idx, struct AILIANetwork* src_net, unsigned int src_blob_idx);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_ENVIRONMENT)(AILIAEnvironment** env, unsigned int env_idx, unsigned int version);
 
#define AILIA_SPEECH_API_CALLBACK_VERSION (6)
 
/* APIコールバック関数構造体 */
typedef struct _AILIASpeechApiCallback {
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_FRAME_LEN ailiaAudioGetFrameLen;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM ailiaAudioGetMelSpectrogram;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_RESAMPLE ailiaAudioResample;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN ailiaAudioGetResampleLen;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_CREATE ailiaTokenizerCreate;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_A ailiaTokenizerOpenModelFileA;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_W ailiaTokenizerOpenModelFileW;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_ENCODE ailiaTokenizerEncode;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKEN_COUNT ailiaTokenizerGetTokenCount;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKENS ailiaTokenizerGetTokens;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DECODE ailiaTokenizerDecode;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT_LENGTH ailiaTokenizerGetTextLength;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT ailiaTokenizerGetText;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DESTROY ailiaTokenizerDestroy;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF8_TO_UTF32 ailiaTokenizerUtf8ToUtf32;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF32_TO_UTF8 ailiaTokenizerUtf32ToUtf8;
    AILIA_SPEECH_USER_API_AILIA_CREATE ailiaCreate;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_A ailiaOpenWeightFileA;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_W ailiaOpenWeightFileW;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_MEM ailiaOpenWeightMem;
    AILIA_SPEECH_USER_API_AILIA_SET_MEMORY_MODE ailiaSetMemoryMode;
    AILIA_SPEECH_USER_API_AILIA_DESTROY ailiaDestroy;
    AILIA_SPEECH_USER_API_AILIA_UPDATE ailiaUpdate;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX ailiaGetBlobIndexByInputIndex;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX ailiaGetBlobIndexByOutputIndex;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_DATA ailiaGetBlobData;
    AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_DATA ailiaSetInputBlobData;
    AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_SHAPE ailiaSetInputBlobShape;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_SHAPE ailiaGetBlobShape;
    AILIA_SPEECH_USER_API_AILIA_GET_ERROR_DETAIL ailiaGetErrorDetail;
    AILIA_SPEECH_USER_API_AILIA_COPY_BLOB_DATA ailiaCopyBlobData;
    AILIA_SPEECH_USER_API_AILIA_GET_ENVIRONMENT ailiaGetEnvironment;
} AILIASpeechApiCallback;
 
/****************************************************************
 * 中間情報取得コールバック
 **/
 
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_INTERMEDIATE_CALLBACK)(void* handle, const char* text);
 
/****************************************************************
 * ネットワークオブジェクトのインスタンス
 **/
 
struct AILIASpeech;
 
#define AILIA_SPEECH_TEXT_VERSION (2)
 
#define AILIA_SPEECH_SPEAKER_ID_UNKNOWN 0xFFFFFFFF
 
typedef struct _AILIASpeechText {
    const char* text;
    float time_stamp_begin;
    float time_stamp_end;
    unsigned int speaker_id;
    const char* language;
    float confidence;
} AILIASpeechText;
 
/****************************************************************
 * Speech2Text API
 **/
 
int AILIA_API ailiaSpeechCreate(struct AILIASpeech** net, int env_id, int num_thread, int memory_mode, int task, int flags, AILIASpeechApiCallback callback, int version);
 
int AILIA_API ailiaSpeechOpenModelFileA(struct AILIASpeech* net, const char* encoder_path, const char* decoder_path, int model_type);
 
int AILIA_API ailiaSpeechOpenModelFileW(struct AILIASpeech* net, const wchar_t* encoder_path, const wchar_t* decoder_path, int model_type);
 
int AILIA_API ailiaSpeechOpenVadFileA(struct AILIASpeech* net, const char* vad_path, int vad_type);
 
int AILIA_API ailiaSpeechOpenVadFileW(struct AILIASpeech* net, const wchar_t* vad_path, int vad_type);
 
int AILIA_API ailiaSpeechOpenDictionaryFileA(struct AILIASpeech* net, const char* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaSpeechOpenDictionaryFileW(struct AILIASpeech* net, const wchar_t* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaSpeechOpenPostProcessFileA(struct AILIASpeech* net, const char* encoder_path, const char* decoder_path, const char* source_path, const char* target_path, const char* prefix, int post_process_type);
 
int AILIA_API ailiaSpeechOpenPostProcessFileW(struct AILIASpeech* net, const wchar_t* encoder_path, const wchar_t* decoder_path, const wchar_t* source_path, const wchar_t* target_path, const char* prefix, int post_process_type);
 
int AILIA_API ailiaSpeechOpenDiarizationFileA(struct AILIASpeech* net, const char* segmentation_path, const char* embedding_path, int type);
 
int AILIA_API ailiaSpeechOpenDiarizationFileW(struct AILIASpeech* net, const wchar_t* segmentation_path, const wchar_t* embedding_path, int type);
 
int AILIA_API
ailiaSpeechPushInputData(struct AILIASpeech* net, const float* src, unsigned int channels, unsigned int samples, unsigned int sampling_rate);
 
int AILIA_API
ailiaSpeechFinalizeInputData(struct AILIASpeech* net);
 
int AILIA_API ailiaSpeechBuffered(struct AILIASpeech* net, unsigned int* buffered);
 
int AILIA_API
ailiaSpeechComplete(struct AILIASpeech* net, unsigned int* complete);
 
int AILIA_API
ailiaSpeechSetPrompt(struct AILIASpeech* net, const char* prompt);
 
int AILIA_API
ailiaSpeechSetConstraint(struct AILIASpeech* net, const char* constraint, int type);
 
int AILIA_API
ailiaSpeechSetLanguage(struct AILIASpeech* net, const char* language);
 
int AILIA_API
ailiaSpeechSetSilentThreshold(struct AILIASpeech* net, float silent_threshold, float speech_sec, float no_speech_sec);
 
int AILIA_API
ailiaSpeechSetIntermediateCallback(struct AILIASpeech* net, AILIA_SPEECH_USER_API_INTERMEDIATE_CALLBACK callback, void* handle);
 
int AILIA_API
ailiaSpeechTranscribe(struct AILIASpeech* net);
 
int AILIA_API
ailiaSpeechPostProcess(struct AILIASpeech* net);
 
int AILIA_API
ailiaSpeechGetTextCount(struct AILIASpeech* net, unsigned int* count);
 
int AILIA_API
ailiaSpeechGetText(struct AILIASpeech* net, AILIASpeechText* text, unsigned int version, unsigned int idx);
 
int AILIA_API
ailiaSpeechSetText(struct AILIASpeech* net, const AILIASpeechText* text, unsigned int version, unsigned int idx);
 
void AILIA_API ailiaSpeechDestroy(struct AILIASpeech* net);
 
int AILIA_API ailiaSpeechResetTranscribeState(struct AILIASpeech* net);
 
const char* AILIA_API ailiaSpeechGetErrorDetail(struct AILIASpeech* net);
 
#ifdef UNICODE
#define ailiaSpeechOpenModelFile ailiaSpeechOpenModelFileW
#define ailiaSpeechOpenVadFile ailiaSpeechOpenVadFileW
#define ailiaSpeechOpenDiarizationFile ailiaSpeechOpenDiarizationFileW
#define ailiaSpeechOpenDictionaryFile ailiaSpeechOpenDictionaryFileW
#define ailiaSpeechOpenPostProcessFile ailiaSpeechOpenPostProcessFileW
#else
#define ailiaSpeechOpenModelFile ailiaSpeechOpenModelFileA
#define ailiaSpeechOpenVadFile ailiaSpeechOpenVadFileA
#define ailiaSpeechOpenDiarizationFile ailiaSpeechOpenDiarizationFileA
#define ailiaSpeechOpenDictionaryFile ailiaSpeechOpenDictionaryFileA
#define ailiaSpeechOpenPostProcessFile ailiaSpeechOpenPostProcessFileA
#endif
 
#ifdef __cplusplus
}
#endif
#endif /* !defined(INCLUDED_AILIA_SPEECH) */