157 lines
4.8 KiB
JavaScript
157 lines
4.8 KiB
JavaScript
/**
|
|
* @fileoverview
|
|
* @suppress {undefinedVars|checkTypes}
|
|
*/
|
|
|
|
if(ENVIRONMENT_IS_WEB) {
|
|
|
|
// 'var' to expose this outside the if
|
|
var objs = [];
|
|
var events = ['status', 'partialResult', 'result'];
|
|
let _cache = caches.open('Vosklet');
|
|
let processorURL = URL.createObjectURL(new Blob(['(', (() => {
|
|
registerProcessor('VoskletTransferer', class extends AudioWorkletProcessor {
|
|
constructor(opts) {
|
|
super();
|
|
this.filled = 0;
|
|
this.bufSize = opts.processorOptions[0];
|
|
this.buf = new Float32Array(this.bufSize);
|
|
}
|
|
process(inputs) {
|
|
if(inputs[0][0]) {
|
|
this.buf.set(inputs[0][0], this.filled);
|
|
this.filled += 128;
|
|
if(this.filled >= this.bufSize) {
|
|
this.filled = 0;
|
|
this.port.postMessage(this.buf, [this.buf.buffer]);
|
|
this.buf = new Float32Array(this.bufSize);
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
})
|
|
}).toString(), ')()'], { type: 'text/javascript' }));
|
|
class CommonModel extends EventTarget {
|
|
constructor() {
|
|
super();
|
|
objs.push(this);
|
|
}
|
|
delete() {
|
|
this.obj.delete();
|
|
}
|
|
static async mk(url, storepath, id, normalMdl) {
|
|
let mdl = new CommonModel();
|
|
let result = new Promise((resolve, reject) => {
|
|
mdl.addEventListener('status', ev => {
|
|
if(!ev.detail) {
|
|
if(normalMdl) mdl['findWord'] = word => mdl.obj['findWord'](word)
|
|
resolve(mdl)
|
|
}
|
|
else reject(ev.detail)
|
|
}, { once: true });
|
|
});
|
|
let cache = await caches.open('Vosklet');
|
|
let req = (await cache.keys(storepath, { ignoreSearch: true }))[0];
|
|
let res;
|
|
if (typeof req == 'undefined' || req.url.split('?')[1] != id) {
|
|
|
|
// Caching already handled explicitly
|
|
res = await fetch(url, { cache: 'no-store' });
|
|
if (!res.ok) throw 'Unable to fetch model, status: ' + res.status;
|
|
await cache.put(storepath + '?' + id,
|
|
new Response(res.clone().body.pipeThrough(new DecompressionStream('gzip'))));
|
|
}
|
|
else res = await cache.match(req)
|
|
let tar = await res.arrayBuffer();
|
|
let tarStart = _malloc(tar.byteLength);
|
|
HEAPU8.set(new Uint8Array(tar), tarStart);
|
|
mdl.obj = new Module['CommonModel'](objs.length - 1, normalMdl, tarStart, tar.byteLength);
|
|
return result;
|
|
}
|
|
}
|
|
class Recognizer extends EventTarget {
|
|
constructor() {
|
|
super();
|
|
|
|
// Closure workaround to prevent acceptWaveform from getting removed
|
|
this['acceptWaveform'] = audioData => {
|
|
let start = _malloc(audioData.length * 4);
|
|
HEAPF32.set(audioData, start / 4);
|
|
this.obj['acceptWaveform'](start, audioData.length);
|
|
}
|
|
objs.push(this);
|
|
return new Proxy(this, {
|
|
get(self, prop, _) {
|
|
if(self[prop] == undefined && self.obj[prop] == undefined) return;
|
|
let p = self[prop];
|
|
if(p) return p.bind ? p.bind(self) : p;
|
|
p = self.obj[prop];
|
|
return p.bind ? p.bind(self.obj) : p;
|
|
}
|
|
})
|
|
}
|
|
async delete(processCurrent = false) {
|
|
let result = new Promise((resolve, _) => this.addEventListener('status', _ => {
|
|
this.obj.delete();
|
|
resolve();
|
|
}, { once: true }));
|
|
this.obj['safeDelete'](processCurrent);
|
|
return result;
|
|
}
|
|
static async mk(model, sampleRate, mode, grammar, spkModel) {
|
|
let rec = new Recognizer();
|
|
let result = new Promise((resolve, reject) => {
|
|
rec.addEventListener('status', ev => {
|
|
if(!ev.detail) resolve(rec);
|
|
else reject(ev.detail);
|
|
}, { once: true });
|
|
})
|
|
switch(mode) {
|
|
case 1:
|
|
rec.obj = new Module['Recognizer'](objs.length - 1, sampleRate, model);
|
|
break;
|
|
case 2:
|
|
rec.obj = new Module['Recognizer'](objs.length -1, sampleRate, model, spkModel);
|
|
break;
|
|
default:
|
|
rec.obj = new Module['Recognizer'](objs.length - 1, sampleRate, model, grammar, 0);
|
|
}
|
|
return result;
|
|
}
|
|
}
|
|
Module = {
|
|
'getModelCache': () => _cache,
|
|
|
|
'cleanUp': async () => {
|
|
for(let obj of objs) await obj.delete();
|
|
URL.revokeObjectURL(processorURL);
|
|
},
|
|
|
|
'createTransferer': async (ctx, bufSize) => {
|
|
await ctx.audioWorklet.addModule(processorURL);
|
|
return new AudioWorkletNode(ctx, 'VoskletTransferer', {
|
|
channelCountMode: 'explicit',
|
|
numberOfInputs: 1,
|
|
numberOfOutputs: 0,
|
|
channelCount: 1,
|
|
processorOptions: [bufSize]
|
|
});
|
|
},
|
|
|
|
'createModel': (url, storepath, id) =>
|
|
CommonModel.mk(url, storepath, id, true),
|
|
|
|
'createSpkModel': (url, storepath, id) =>
|
|
CommonModel.mk(url, storepath, id, false),
|
|
|
|
'createRecognizer': (model, sampleRate) =>
|
|
Recognizer.mk(model.obj, sampleRate, 1),
|
|
|
|
'createRecognizerWithGrm': (model, sampleRate, grammar) =>
|
|
Recognizer.mk(model.obj, sampleRate, 3, grammar, null),
|
|
|
|
'createRecognizerWithSpkModel': (model, sampleRate, spkModel) =>
|
|
Recognizer.mk(model.obj, sampleRate, 2, null, spkModel.obj)
|
|
}
|
|
|
|
} |