Patrick Gniza
90e4390d1a
- fix broken cached model loading - cache validated TAR models instead of gzip responses - add proper fireEv bridge for wasm/js events - fix recognizer initialization callbacks - fix Embind waveform return type handling - stabilize acceptWaveform in minified builds - add optional debug logging
97 lines
4.8 KiB
Bash
Executable File
97 lines
4.8 KiB
Bash
Executable File
#!/bin/bash
|
|
INITIAL_MEMORY=${INITIAL_MEMORY:-315mb}
|
|
MAX_THREADS=${MAX_THREADS:-1}
|
|
EMSDK=${EMSDK:-../emsdk}
|
|
JOBS=${JOBS:-$(nproc)}
|
|
|
|
if [ "$EMSDK" != ../emsdk ] && [ ! -f "$EMSDK" ]; then
|
|
echo "Invalid emsdk path"
|
|
exit 1
|
|
fi
|
|
if [ "$MAX_THREADS" -lt 1 ]; then
|
|
echo "MAX_THREADS must be greater than or equal to 1"
|
|
exit 1
|
|
fi
|
|
if [ "$JOBS" -lt 1 ]; then
|
|
echo "JOBS must be greater than or equal to 1"
|
|
exit 1
|
|
fi
|
|
if ! [[ $INITIAL_MEMORY =~ ^[0-9]+([kmgt]b)?$ ]]; then
|
|
echo "INITIAL_MEMORY valid suffixes are kb, mb, gb, tb, none (bytes)"
|
|
exit 1
|
|
fi
|
|
if [ "$EMSDK" = ../emsdk ] && [ ! -f "$EMSDK" ]; then
|
|
echo "Installing emsdk + Emscripten..."
|
|
git clone --depth=1 https://github.com/emscripten-core/emsdk.git ../emsdk &&
|
|
cd ../emsdk &&
|
|
./emsdk install 4.0.13 &&
|
|
./emsdk activate 4.0.13
|
|
fi
|
|
. $(realpath "$EMSDK")/emsdk_env.sh &&
|
|
export PATH=:$PATH:$(realpath "$EMSDK")/upstream/bin &&
|
|
|
|
cd .. &&
|
|
SRC=$(realpath src)
|
|
KALDI=$(realpath kaldi)
|
|
VOSK=$(realpath vosk)
|
|
OPENFST=$(realpath openfst)
|
|
OPENBLAS=$(realpath openblas)
|
|
|
|
#SHARED_FLAGS="-g0 -O3 -flto -msimd128 -matomics -mreference-types -mextended-const -msign-ext -mmutable-globals"
|
|
SHARED_FLAGS=" -msimd128 -matomics -mreference-types -mextended-const -msign-ext -mmutable-globals"
|
|
|
|
if [ ! -f "$OPENFST/lib/libfst.a" ]; then
|
|
rm -rf /tmp/openfst &&
|
|
wget https://www.openfst.org/twiki/pub/FST/FstDownload/openfst-1.8.4.tar.gz -O /tmp/openfst.tgz &&
|
|
mkdir /tmp/openfst &&
|
|
tar --no-same-owner -xzf /tmp/openfst.tgz -C /tmp/openfst --strip-component 1 &&
|
|
cd /tmp/openfst &&
|
|
autoreconf -is &&
|
|
CXXFLAGS="$SHARED_FLAGS -O3 -fno-rtti" emconfigure ./configure --prefix="$OPENFST" --enable-static --disable-shared --enable-ngram-fsts --disable-bin &&
|
|
emmake make -j"$JOBS" install
|
|
fi
|
|
if [ ! -f "$OPENBLAS/lib/libopenblas.a" ]; then
|
|
rm -rf /tmp/openblas &&
|
|
git clone -b v0.3.30 https://github.com/OpenMathLib/OpenBLAS --depth=1 /tmp/openblas &&
|
|
cd /tmp/openblas &&
|
|
git apply "$SRC"/OpenBLAS.patch &&
|
|
|
|
# Change HOSTCC to the default C compiler on your machine
|
|
openblasFlags="CC=emcc HOSTCC=clang-19 TARGET=RISCV64_GENERIC USE_THREAD=0 NO_SHARED=1 BINARY=32 BUILD_SINGLE=1 BUILD_DOUBLE=1 BUILD_BFLOAT16=0 BUILD_COMPLEX16=0 BUILD_COMPLEX=0"
|
|
openblasCFlags="$SHARED_FLAGS -fno-exceptions -fno-rtti -Wno-implicit-function-declaration -Wno-unused-function -Wno-unused-but-set-variable"
|
|
make $openblasFlags CFLAGS="$openblasCFlags" PREFIX="$OPENBLAS" -j"$JOBS" > /dev/null &&
|
|
make $openblasFlags CFLAGS="$openblasCFlags" PREFIX="$OPENBLAS" -j"$JOBS" install
|
|
fi
|
|
|
|
if [ ! -f "$KALDI/src/kaldi.mk" ]; then
|
|
git clone --depth=1 https://github.com/kaldi-asr/kaldi "$KALDI" &&
|
|
cd "$KALDI"/src &&
|
|
CXXFLAGS="$SHARED_FLAGS -UHAVE_EXECINFO_H -DEMSCRIPTEN_HAS_UNBOUND_TYPE_NAMES=0 -fwasm-exceptions -Wno-unused-variable -Wno-unused-but-set-variable" LDFLAGS="-lembind" emconfigure ./configure --use-cuda=no --with-cudadecoder=no --static --static-math=yes --static-fst=yes --fst-version=1.8.4 --debug-level=0 --fst-root="$OPENFST" --openblas-root="$OPENBLAS" --host=WASM &&
|
|
emmake make -j"$JOBS" online2 rnnlm > /dev/null
|
|
fi
|
|
|
|
if [ ! -f "$VOSK/src/vosk.a" ]; then
|
|
git clone -b v0.3.50 --depth=1 https://github.com/alphacep/vosk-api "$VOSK" &&
|
|
cd "$VOSK"/src &&
|
|
git apply "$SRC"/Vosk.patch &&
|
|
voskFiles="recognizer.o language_model.o model.o spk_model.o vosk_api.o" &&
|
|
|
|
# shellcheck disable=SC2086
|
|
em++ $SHARED_FLAGS -DOPENFST_VER=10804 -fwasm-exceptions -Wno-deprecated -I. -I"$KALDI"/src -I"$OPENFST"/include ${voskFiles//.o/.cc} -c &&
|
|
emar -rcs vosk.a $voskFiles &&
|
|
rm -f $voskFiles
|
|
fi
|
|
|
|
cd "$SRC" &&
|
|
voskletFiles="Util.o CommonModel.o Recognizer.o Bindings.o FireEv.o"
|
|
voskletFlags="$SHARED_FLAGS -fno-rtti -sSTRICT -sWASM_WORKERS"
|
|
voskletLDFlags="-sWASMFS -sMODULARIZE -sTEXTDECODER=2 -sEVAL_CTORS=2 -sALLOW_UNIMPLEMENTED_SYSCALLS -sINITIAL_MEMORY=$INITIAL_MEMORY -sALLOW_MEMORY_GROWTH -sPOLYFILL=0 -sEXIT_RUNTIME=0 -sINVOKE_RUN=0 -sSUPPORT_LONGJMP=0 -sINCOMING_MODULE_JS_API=wasmMemory,instantiateWasm,wasm -sEXPORT_NAME=loadVosklet -sMALLOC=emmalloc -sENVIRONMENT=web,worker -L$KALDI/src -l:online2/kaldi-online2.a -l:decoder/kaldi-decoder.a -l:ivector/kaldi-ivector.a -l:gmm/kaldi-gmm.a -l:tree/kaldi-tree.a -l:feat/kaldi-feat.a -l:cudamatrix/kaldi-cudamatrix.a -l:lat/kaldi-lat.a -l:lm/kaldi-lm.a -l:rnnlm/kaldi-rnnlm.a -l:hmm/kaldi-hmm.a -l:nnet3/kaldi-nnet3.a -l:transform/kaldi-transform.a -l:matrix/kaldi-matrix.a -l:fstext/kaldi-fstext.a -l:util/kaldi-util.a -l:base/kaldi-base.a -L$OPENFST/lib -l:libfst.a -l:libfstngram.a -L$OPENBLAS -l:lib/libopenblas.a -L$VOSK/src -l:vosk.a -lembind --no-entry --closure 1 --pre-js Wrapper.js"
|
|
|
|
# shellcheck disable=SC2086
|
|
em++ ${voskletFiles//.o/.cc} $voskletFlags -DEMSCRIPTEN_HAS_UNBOUND_TYPE_NAMES=0 -DMAX_WORKERS="$MAX_THREADS" -fno-exceptions -std=c++23 -c -I. -I"$VOSK"/src &&
|
|
em++ $voskletFiles $voskletFlags $voskletLDFlags -o ../Vosklet.js
|
|
|
|
rm -f $voskletFiles
|
|
rm -rf /tmp/openblas
|
|
rm -rf /tmp/openfst
|
|
cd .. |