mirror of
https://github.com/k2-fsa/sherpa-onnx.git
synced 2026-11-10 13:04:05 +08:00
Fangjun Kuang
0b3647632f
Fixes #3731 espeak-ng and piper-phonemize are no longer built into sherpa-onnx. Text frontends are now: - **lexicon** — built in, no extra dependency - **phonemize** — phonemize outside sherpa-onnx (e.g. [piper-phonemize](https://github.com/csukuangfj/piper-phonemize)) and pass the result in. That library is GPL, so it stays optional: sherpa-onnx is GPL-free after this PR. ## API - `SherpaOnnxGenerationConfig` gains `phoneme_codepoints` and `tokens` (mutually exclusive alternatives to `text`) - `data_dir` on the TTS model configs is deprecated and ignored; the ABI slot is kept - all bindings updated: C/C++, Python, Java, Kotlin, Go, Rust, C#, Swift, Pascal, Dart/Flutter, node-addon, WASM, HarmonyOS
473 lines
16 KiB
YAML
473 lines
16 KiB
YAML
name: windows-arm64
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
tags:
|
|
- 'v[0-9]+.[0-9]+.[0-9]+*'
|
|
paths:
|
|
- '.github/workflows/windows-arm64.yaml'
|
|
- '.github/scripts/test-online-transducer.sh'
|
|
- '.github/scripts/test-online-paraformer.sh'
|
|
- '.github/scripts/test-offline-cohere-transcribe.sh'
|
|
# - '.github/scripts/test-offline-diacritization.sh'
|
|
- '.github/scripts/test-offline-transducer.sh'
|
|
- '.github/scripts/test-offline-ctc.sh'
|
|
- '.github/scripts/test-online-ctc.sh'
|
|
- '.github/scripts/test-offline-tts.sh'
|
|
- 'cmake/**'
|
|
- 'sherpa-onnx/csrc/*'
|
|
|
|
workflow_dispatch:
|
|
|
|
concurrency:
|
|
group: windows-arm64-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
windows_arm64:
|
|
name: shared-${{ matrix.shared_lib }} tts-${{ matrix.with_tts }} static CRT ${{ matrix.use_static_crt }} ${{ matrix.build_type }}
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [windows-11-arm]
|
|
build_type: [Release, Debug, MinSizeRel, RelWithDebInfo]
|
|
shared_lib: [ON, OFF]
|
|
with_tts: [ON, OFF]
|
|
use_static_crt: [ON, OFF]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Update version
|
|
shell: bash
|
|
run: |
|
|
./new-release.sh
|
|
git diff .
|
|
|
|
- name: Set up MSVC
|
|
uses: ilammy/msvc-dev-cmd@v1
|
|
|
|
- name: find dumpbin
|
|
shell: bash
|
|
run: |
|
|
which dumpbin
|
|
|
|
- name: Configure CMake
|
|
shell: bash
|
|
run: |
|
|
mkdir build
|
|
|
|
cmake --version
|
|
|
|
cd build
|
|
cmake \
|
|
-A ARM64 \
|
|
-DSHERPA_ONNX_ENABLE_TTS=${{ matrix.with_tts }} \
|
|
-DSHERPA_ONNX_USE_STATIC_CRT=${{ matrix.use_static_crt }} \
|
|
-D CMAKE_BUILD_TYPE=${{ matrix.build_type }} \
|
|
-D SHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
|
|
-D BUILD_SHARED_LIBS=${{ matrix.shared_lib }} \
|
|
-D CMAKE_INSTALL_PREFIX=./install \
|
|
..
|
|
|
|
- name: Check 1
|
|
shell: bash
|
|
run: |
|
|
cd build
|
|
|
|
cat sherpa-onnx/csrc/sherpa-onnx.vcxproj
|
|
|
|
- name: Check 2
|
|
shell: cmd
|
|
run: |
|
|
cd build
|
|
|
|
findstr /R /C:"<RuntimeLibrary>" sherpa-onnx\csrc\sherpa-onnx.vcxproj
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: sherpa-onnx-vcxproj-release-windows-arm64-${{ matrix.shared_lib }}-${{ matrix.with_tts }}-static-crt-${{ matrix.use_static_crt }}-${{ matrix.build_type }}
|
|
path: build/sherpa-onnx/csrc/sherpa-onnx.vcxproj
|
|
|
|
- name: Check 3
|
|
shell: bash
|
|
run: |
|
|
cd build
|
|
|
|
cat c-api-examples/vad-whisper-c-api.vcxproj
|
|
|
|
- name: Check 4
|
|
shell: cmd
|
|
run: |
|
|
cd build
|
|
|
|
findstr /R /C:"<RuntimeLibrary>" "c-api-examples\vad-whisper-c-api.vcxproj"
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: vad-whisper-c-api-vcxproj-release-windows-arm64-${{ matrix.shared_lib }}-${{ matrix.with_tts }}-static-crt-${{ matrix.use_static_crt }}-${{ matrix.build_type }}
|
|
path: build/c-api-examples/vad-whisper-c-api.vcxproj
|
|
|
|
- name: Build sherpa-onnx for windows
|
|
shell: bash
|
|
run: |
|
|
cd build
|
|
|
|
cmake --version
|
|
|
|
cmake --build . --config ${{ matrix.build_type }} -- -m:2
|
|
cmake --build . --config ${{ matrix.build_type }} --target install -- -m:2
|
|
|
|
ls -lh ./bin/${{ matrix.build_type }}/sherpa-onnx.exe
|
|
|
|
- name: Show exe
|
|
shell: bash
|
|
run: |
|
|
ls -lh $PWD/build/bin/${{ matrix.build_type }}
|
|
|
|
- name: Dump CRT dependencies
|
|
shell: cmd
|
|
run: |
|
|
dumpbin /dependents build\bin\${{ matrix.build_type }}\sherpa-onnx.exe
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: release-windows-arm64-${{ matrix.shared_lib }}-${{ matrix.with_tts }}-static-crt-${{ matrix.use_static_crt }}-${{ matrix.build_type }}
|
|
path: build/install/*
|
|
|
|
- name: Copy files
|
|
shell: bash
|
|
run: |
|
|
SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
|
|
shared_lib=${{ matrix.shared_lib }}
|
|
use_static_crt=${{ matrix.use_static_crt }}
|
|
if [[ $shared_lib == "ON" ]]; then
|
|
if [[ $use_static_crt == ON ]]; then
|
|
suffix=shared-MT-${{ matrix.build_type }}
|
|
else
|
|
suffix=shared-MD-${{ matrix.build_type }}
|
|
fi
|
|
else
|
|
if [[ $use_static_crt == ON ]]; then
|
|
suffix=static-MT-${{ matrix.build_type }}
|
|
else
|
|
suffix=static-MD-${{ matrix.build_type }}
|
|
fi
|
|
fi
|
|
|
|
if [[ ${{ matrix.with_tts }} == ON ]]; then
|
|
dst=sherpa-onnx-${SHERPA_ONNX_VERSION}-win-arm64-$suffix
|
|
else
|
|
dst=sherpa-onnx-${SHERPA_ONNX_VERSION}-win-arm64-$suffix-no-tts
|
|
fi
|
|
|
|
if [[ "${{ matrix.build_type }}" == "Debug" || "${{ matrix.build_type }}" == "RelWithDebInfo" ]]; then
|
|
echo "Copy matching PDB files..."
|
|
|
|
build_bin_dir=build/bin/${{ matrix.build_type }}
|
|
install_bin_dir=build/install/bin
|
|
|
|
for exe in ${install_bin_dir}/*.exe; do
|
|
base=$(basename "$exe" .exe)
|
|
pdb=${build_bin_dir}/${base}.pdb
|
|
|
|
if [[ -f "$pdb" ]]; then
|
|
echo "Copying $pdb"
|
|
cp "$pdb" ${install_bin_dir}/
|
|
else
|
|
echo "No PDB found for $base"
|
|
fi
|
|
done
|
|
fi
|
|
|
|
mkdir $dst
|
|
|
|
cp -a build/install/bin $dst/
|
|
cp -a build/install/lib $dst/
|
|
cp -a build/install/include $dst/
|
|
|
|
if [[ $shared_lib == "ON" && -f build/install/lib/onnxruntime.lib ]]; then
|
|
cp -v build/install/lib/onnxruntime.lib $dst/lib/
|
|
fi
|
|
|
|
rm -rf $dst/lib/pkgconfig
|
|
|
|
ls -lh $dst/bin/
|
|
echo "---"
|
|
ls -lh $dst/lib/
|
|
|
|
tar cjvf ${dst}.tar.bz2 $dst
|
|
|
|
lib_dst=${dst}-lib
|
|
mkdir -p ${lib_dst}/lib
|
|
if [[ $shared_lib == "ON" ]]; then
|
|
cp -av build/install/lib/*.dll ${lib_dst}/lib/
|
|
cp -av build/install/lib/*.lib ${lib_dst}/lib/
|
|
else
|
|
cp -av build/install/lib/*.lib ${lib_dst}/lib/
|
|
fi
|
|
ls -lh ${lib_dst}/lib/
|
|
tar cjvf ${lib_dst}.tar.bz2 ${lib_dst}
|
|
|
|
ls -lh $dst/
|
|
|
|
ls -lh *.tar.bz2
|
|
|
|
# The PDB debug symbols (~200 MB each) are already inside the release
|
|
# tarballs above. The loose copies in build/ and build/install are only
|
|
# needed for debugging a crash locally, not for running CI tests, so
|
|
# drop them here to free several GB for the publish/test steps below.
|
|
rm -f build/bin/${{ matrix.build_type }}/*.pdb
|
|
rm -f build/install/bin/*.pdb
|
|
echo "Freed PDB files. Disk now:"
|
|
df -h .
|
|
|
|
# https://huggingface.co/docs/hub/spaces-github-actions
|
|
- name: Publish to huggingface
|
|
if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
|
|
env:
|
|
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
|
uses: nick-fields/retry@v3
|
|
with:
|
|
max_attempts: 20
|
|
timeout_seconds: 200
|
|
shell: bash
|
|
command: |
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
git config --global user.email "csukuangfj@gmail.com"
|
|
git config --global user.name "Fangjun Kuang"
|
|
|
|
rm -rf huggingface
|
|
export GIT_CLONE_PROTECTION_ACTIVE=false
|
|
GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj2/sherpa-onnx-libs huggingface
|
|
|
|
cd huggingface
|
|
dst=win64/$SHERPA_ONNX_VERSION
|
|
mkdir -p $dst
|
|
|
|
cp -v ../sherpa-onnx-*.tar.bz2 $dst
|
|
|
|
git status
|
|
git lfs track "*.bz2"
|
|
|
|
git add .
|
|
|
|
git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}"
|
|
|
|
git push https://csukuangfj2:$HF_TOKEN@huggingface.co/csukuangfj2/sherpa-onnx-libs main
|
|
|
|
- name: Release pre-compiled binaries and libs for Windows arm64
|
|
if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
|
|
uses: svenstaro/upload-release-action@v2
|
|
with:
|
|
file_glob: true
|
|
overwrite: true
|
|
file: sherpa-onnx-*-win-arm64*.tar.bz2
|
|
repo_name: k2-fsa/sherpa-onnx
|
|
repo_token: ${{ secrets.UPLOAD_GH_SHERPA_ONNX_TOKEN }}
|
|
tag: v1.13.8
|
|
|
|
- name: Release pre-compiled binaries and libs for Windows arm64
|
|
if: github.repository_owner == 'k2-fsa'&& github.event_name == 'push' && contains(github.ref, 'refs/tags/')
|
|
uses: svenstaro/upload-release-action@v2
|
|
with:
|
|
file_glob: true
|
|
overwrite: true
|
|
file: sherpa-onnx-*-win-arm64*.tar.bz2
|
|
|
|
# The release artifacts, the huggingface clone and the RelWithDebInfo/Debug
|
|
# PDB files are no longer needed once we get here (the Release steps above
|
|
# are tag-only and are skipped for branch builds). Windows arm64 runners
|
|
# have limited disk, and the tests below each download large ASR models,
|
|
# so free that space first or the model extraction fails with "no space
|
|
# left on device". Only the test binaries in build/bin/<build_type> and
|
|
# the shared libs they load are kept.
|
|
- name: Free disk space before tests
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
echo "Disk space before cleanup:"
|
|
df -h .
|
|
rm -rf huggingface
|
|
rm -rf sherpa-onnx-*-win-arm64*/
|
|
rm -f sherpa-onnx-*-win-arm64*.tar.bz2
|
|
rm -f build/bin/${{ matrix.build_type }}/*.pdb
|
|
rm -f build/install/bin/*.pdb
|
|
rm -rf build/install/share build/install/lib/pkgconfig
|
|
echo "Disk space after cleanup:"
|
|
df -h .
|
|
|
|
- name: Test offline Cohere Transcribe for windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline.exe
|
|
|
|
.github/scripts/test-offline-cohere-transcribe.sh
|
|
|
|
- name: Test offline Moonshine for windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline.exe
|
|
|
|
.github/scripts/test-offline-moonshine.sh
|
|
|
|
- name: Test C++ API
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export CXX_STREAMING_ZIPFORMER_EXE=streaming-zipformer-cxx-api.exe
|
|
export CXX_WHISPER_EXE=whisper-cxx-api.exe
|
|
export CXX_SENSE_VOICE_EXE=sense-voice-cxx-api.exe
|
|
|
|
.github/scripts/test-cxx-api.sh
|
|
|
|
- name: Test offline speaker diarization
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline-speaker-diarization.exe
|
|
|
|
.github/scripts/test-speaker-diarization.sh
|
|
|
|
- name: Test online punctuation
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-online-punctuation.exe
|
|
|
|
.github/scripts/test-online-punctuation.sh
|
|
|
|
- name: Test offline punctuation
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline-punctuation.exe
|
|
|
|
.github/scripts/test-offline-punctuation.sh
|
|
|
|
# - name: Test offline diacritization
|
|
# if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
# shell: bash
|
|
# run: |
|
|
# export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
# export EXE=sherpa-onnx-offline-diacritization.exe
|
|
#
|
|
# .github/scripts/test-offline-diacritization.sh
|
|
|
|
- name: Test C API
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export SLID_EXE=spoken-language-identification-c-api.exe
|
|
export SID_EXE=speaker-identification-c-api.exe
|
|
export AT_EXE=audio-tagging-c-api.exe
|
|
export PUNCT_EXE=add-punctuation-c-api.exe
|
|
export VERSION_EXE=version-c-api.exe
|
|
|
|
.github/scripts/test-c-api.sh
|
|
|
|
- name: Test Audio tagging
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline-audio-tagging.exe
|
|
|
|
.github/scripts/test-audio-tagging.sh
|
|
|
|
- name: Test spoken language identification (C++ API)
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline-language-identification.exe
|
|
|
|
.github/scripts/test-spoken-language-identification.sh
|
|
|
|
- name: Test online CTC
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx.exe
|
|
|
|
.github/scripts/test-online-ctc.sh
|
|
|
|
- name: Test offline TTS
|
|
if: matrix.with_tts == 'ON' && !startsWith(github.ref, 'refs/tags/')
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline-tts.exe
|
|
|
|
.github/scripts/test-offline-tts.sh
|
|
|
|
- name: Test online paraformer for windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx.exe
|
|
|
|
.github/scripts/test-online-paraformer.sh
|
|
|
|
- name: Test offline Whisper for windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline.exe
|
|
|
|
.github/scripts/test-offline-whisper.sh
|
|
|
|
- name: Test offline CTC for windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline.exe
|
|
|
|
.github/scripts/test-offline-ctc.sh
|
|
|
|
- name: Test offline transducer for Windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx-offline.exe
|
|
|
|
.github/scripts/test-offline-transducer.sh
|
|
|
|
- name: Test online transducer for Windows arm64
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=sherpa-onnx.exe
|
|
|
|
.github/scripts/test-online-transducer.sh
|
|
|
|
- name: Test online transducer (C API)
|
|
if: ${{ !startsWith(github.ref, 'refs/tags/') }}
|
|
shell: bash
|
|
run: |
|
|
export PATH=$PWD/build/bin/${{ matrix.build_type }}:$PATH
|
|
export EXE=decode-file-c-api.exe
|
|
|
|
.github/scripts/test-online-transducer.sh
|