mirror of
https://github.com/k2-fsa/sherpa-onnx.git
synced 2026-11-11 05:20:52 +08:00
Fangjun Kuang
0b3647632f
Fixes #3731 espeak-ng and piper-phonemize are no longer built into sherpa-onnx. Text frontends are now: - **lexicon** — built in, no extra dependency - **phonemize** — phonemize outside sherpa-onnx (e.g. [piper-phonemize](https://github.com/csukuangfj/piper-phonemize)) and pass the result in. That library is GPL, so it stays optional: sherpa-onnx is GPL-free after this PR. ## API - `SherpaOnnxGenerationConfig` gains `phoneme_codepoints` and `tokens` (mutually exclusive alternatives to `text`) - `data_dir` on the TTS model configs is deprecated and ignored; the ABI slot is kept - all bindings updated: C/C++, Python, Java, Kotlin, Go, Rust, C#, Swift, Pascal, Dart/Flutter, node-addon, WASM, HarmonyOS
77 lines
3.0 KiB
Java
77 lines
3.0 KiB
Java
// Copyright 2026 Xiaomi Corporation
|
|
|
|
// This file shows how to use a ZipVoice Chinese/English model
|
|
// for zero-shot text to speech.
|
|
import com.k2fsa.sherpa.onnx.*;
|
|
import java.util.HashMap;
|
|
import java.util.Map;
|
|
|
|
public class ZipVoiceTtsLexicon {
|
|
public static void main(String[] args) {
|
|
LibraryUtils.enableDebug();
|
|
// please visit
|
|
// https://k2-fsa.github.io/sherpa/onnx/tts/zipvoice.html
|
|
// to download model files
|
|
String modelDir = "./sherpa-onnx-zipvoice-distill-int8-zh-en-emilia";
|
|
String referenceAudioFilename = modelDir + "/test_wavs/leijun-1.wav";
|
|
String text = "小米的价值观是真诚, 热爱. 真诚，就是不欺人也不自欺. 热爱, 就是全心投入并享受其中.";
|
|
String referenceText = "那还是三十六年前, 一九八七年. 我呢考上了武汉大学的计算机系.";
|
|
|
|
OfflineTtsZipVoiceModelConfig zipvoiceModelConfig =
|
|
OfflineTtsZipVoiceModelConfig.builder()
|
|
.setTokens(modelDir + "/tokens.txt")
|
|
.setEncoder(modelDir + "/encoder.int8.onnx")
|
|
.setDecoder(modelDir + "/decoder.int8.onnx")
|
|
.setVocoder("./vocos_24khz.onnx")
|
|
.setLexicon(modelDir + "/lexicon.txt")
|
|
.build();
|
|
|
|
OfflineTtsModelConfig modelConfig =
|
|
OfflineTtsModelConfig.builder()
|
|
.setZipvoice(zipvoiceModelConfig)
|
|
.setNumThreads(2)
|
|
.setDebug(false)
|
|
.build();
|
|
|
|
OfflineTtsConfig config = OfflineTtsConfig.builder().setModel(modelConfig).build();
|
|
OfflineTts tts = new OfflineTts(config);
|
|
|
|
WaveReader reader = new WaveReader(referenceAudioFilename);
|
|
|
|
GenerationConfig genConfig = new GenerationConfig();
|
|
genConfig.setReferenceAudio(reader.getSamples());
|
|
genConfig.setReferenceSampleRate(reader.getSampleRate());
|
|
genConfig.setReferenceText(referenceText);
|
|
genConfig.setNumSteps(4);
|
|
|
|
Map<String, String> extra = new HashMap<>();
|
|
extra.put("min_char_in_sentence", "10");
|
|
genConfig.setExtra(extra);
|
|
|
|
long start = System.currentTimeMillis();
|
|
GeneratedAudio audio =
|
|
tts.generateWithConfigAndCallback(
|
|
text,
|
|
genConfig,
|
|
samples -> {
|
|
System.out.println("callback got called with " + samples.length + " samples");
|
|
return 1;
|
|
});
|
|
long stop = System.currentTimeMillis();
|
|
|
|
float timeElapsedSeconds = (stop - start) / 1000.0f;
|
|
float audioDuration = audio.getSamples().length / (float) audio.getSampleRate();
|
|
float realTimeFactor = timeElapsedSeconds / audioDuration;
|
|
|
|
String waveFilename = "generated-zipvoice-zh-en-lexicon-java.wav";
|
|
audio.save(waveFilename);
|
|
System.out.printf("-- elapsed : %.3f seconds\n", timeElapsedSeconds);
|
|
System.out.printf("-- audio duration: %.3f seconds\n", audioDuration);
|
|
System.out.printf("-- real-time factor (RTF): %.3f\n", realTimeFactor);
|
|
System.out.printf("-- text: %s\n", text);
|
|
System.out.printf("-- Saved to %s\n", waveFilename);
|
|
|
|
tts.release();
|
|
}
|
|
}
|