Add C++ and Python API for Kokoro 1.0 multilingual TTS model #1795

csukuangfj · 2025-02-06T11:25:07Z

Usage

Build sherpa-onnx

git clone https://github.com/k2-fsa/sherpa-onnx
cd sherpa-onnx
mkdir build
cd build
cmake ..
make

Download model files

curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-multi-lang-v1_0.tar.bz2
tar xf kokoro-multi-lang-v1_0.tar.bz2
rm kokoro-multi-lang-v1_0.tar.bz2

Run it

for sid in $(seq 0 52); do
  build/bin/sherpa-onnx-offline-tts\
    --debug=0 \
    --kokoro-model=./kokoro-multi-lang-v1_0/model.onnx \
    --kokoro-voices=./kokoro-multi-lang-v1_0/voices.bin \
    --kokoro-tokens=./kokoro-multi-lang-v1_0/tokens.txt \
    --kokoro-data-dir=./kokoro-multi-lang-v1_0/espeak-ng-data \
    --kokoro-dict-dir=./kokoro-multi-lang-v1_0/dict \
    --kokoro-lexicon=./kokoro-multi-lang-v1_0/lexicon-us-en.txt,./kokoro-multi-lang-v1_0/lexicon-zh.txt \
    --num-threads=2 \
    --sid=$sid \
    --output-filename="./kokoro-$sid.wav" \
    "中英文语音合成测试。This is generated by next generation Kaldi using Kokoro without Misaki. 你觉得中英文说的如何呢？"
done

There are 53 speakers in the model, with speaker ID 0 -- 52.

The mapping between speaker ID and speaker name is given below:

0->af_alloy, 1->af_aoede, 2->af_bella, 3->af_heart, 4->af_jessica, 5->af_kore, 6->af_nicole, 7->af_nova, 
8->af_river, 9->af_sarah, 10->af_sky, 11->am_
adam, 12->am_echo, 13->am_eric, 14->am_fenrir, 15->am_liam, 16->am_michael, 
17->am_onyx, 18->am_puck, 19->am_santa, 20->bf_alice, 21->bf_emma, 22->bf_
isabella, 23->bf_lily, 24->bm_daniel, 25->bm_fable, 26->bm_george, 27->bm_lewis, 
28->ef_dora, 29->em_alex, 30->ff_siwis, 31->hf_alpha, 32->hf_beta, 33
->hm_omega, 34->hm_psi, 35->if_sara, 36->im_nicola, 37->jf_alpha, 
38->jf_gongitsune, 39->jf_nezumi, 40->jf_tebukuro, 41->jm_kumo, 
42->pf_dora, 43->pm_alex, 44->pm_santa, 45->zf_xiaobei, 46->zf_xiaoni, 
47->zf_xiaoxiao, 
48->zf_xiaoyi, 49->zm_yunjian, 50->zm_yunxi, 51->zm_yunxia, 52->zm_yunyang,

af_alloy->0,af_aoede->1,af_bella->2,af_heart->3,af_jessica->4,
af_kore->5,af_nicole->6,af_nova->7,af_river->8,af_sarah->9,af_sky->10,
am_adam->11,am_echo->12,am_eric->13,am_fenrir->14,am_liam->15,
am_michael->16,
am_onyx->17,am_puck->18,am_santa->19,bf_alice->20,bf_emma->21,
bf_isabella->22,bf
_lily->23,bm_daniel->24,bm_fable->25,bm_george->26,bm_lewis->27,
ef_dora->28,em_alex->29,ff_siwis->30,hf_alpha->31,hf_beta->32,
hm_omega->33,hm_psi->34,
if_sara->35,im_nicola->36,jf_alpha->37,jf_gongitsune->38,
jf_nezumi->39,jf_tebukuro->40,jm_kumo->41,pf_dora->42,pm_alex->43,
pm_santa->44,zf_xiaobei->45
,zf_xiaoni->46,zf_xiaoxiao->47,zf_xiaoyi->48,zm_yunjian->49,
zm_yunxi->50,zm_yunxia->51,zm_yunyang->52