mtfyun/sherpa-onnx
1
0 Fork 0
mirror of https://github.com/k2-fsa/sherpa-onnx.git synced 2026-11-11 05:20:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add Java API for audio tagging (#820)

Browse Source
This commit is contained in:
Fangjun Kuang authored and GitHub committed 2024-04-28 22:26:04 +08:00
1 parent 5407f880c0
commit 88202f05bb
39 files changed
+476 -129
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

java-api-examples/AudioTaggingCEDFromFile.java
+60
View File
@@ -0,0 +1,60 @@
// Copyright 2024 Xiaomi Corporation
// This file shows how to use a CED audio tagging model to tag
// input audio files.
import com.k2fsa.sherpa.onnx.*;
public class AudioTaggingCEDFromFile {
public static void main(String[] args) {
// please download the model from
// https://github.com/k2-fsa/sherpa-onnx/releases/tag/audio-tagging-models
String model = "./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/model.int8.onnx";
String labels = "./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/class_labels_indices.csv";
int topK = 5;
String[] testWaves =
new String[] {
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/1.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/2.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/3.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/4.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/5.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/6.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/7.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/8.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/9.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/10.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/11.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/12.wav",
"./sherpa-onnx-ced-mini-audio-tagging-2024-04-19/test_wavs/13.wav",
};
AudioTaggingModelConfig modelConfig =
AudioTaggingModelConfig.builder().setCED(model).setNumThreads(1).setDebug(true).build();
AudioTaggingConfig config =
AudioTaggingConfig.builder().setModel(modelConfig).setLabels(labels).setTopK(topK).build();
AudioTagging tagger = new AudioTagging(config);
System.out.println("------");
for (String filename : testWaves) {
WaveReader reader = new WaveReader(filename);
OfflineStream stream = tagger.createStream();
stream.acceptWaveform(reader.getSamples(), reader.getSampleRate());
AudioEvent[] events = tagger.compute(stream);
stream.release();
System.out.printf("input file: %s\n", filename);
System.out.printf("Probability\t\tName\n");
for (AudioEvent e : events) {
System.out.printf("%.3f\t\t\t%s\n", e.getProb(), e.getName());
}
System.out.println("------");
}
tagger.release();
}
}