Important changes

This commit is contained in:
msqr1
2024-02-07 10:25:02 -08:00
parent 7951917c63
commit 76c5dbb130
15 changed files with 130 additions and 120 deletions

View File

@@ -1,18 +1,22 @@
#include "genericModel.h"
genericModel::genericModel(const std::string& storepath, const std::string &id, int index) : storepath(storepath), id(id), index(index) {
if(!OPFSOk) {
fireEv("_continue", "OPFS hasn't been initialized or not available", index);
return;
}
fs::current_path("/opfs", tank);
if(tank.value() != 0) {
throwJS("Unable to cd OPFS root");
fireEv("_continue","Unable to cd OPFS root",index);
return;
}
fs::create_directories(storepath, tank);
if(tank.value() != 0) {
throwJS("Unable to create storepath");
fireEv("_continue","Unable to create storepath", index);
}
fs::current_path(storepath, tank);
if(tank.value() != 0) {
throwJS("Unable to cd storepath");
fireEv("_continue", "Unable to cd storepath", index);
}
}
bool genericModel::checkModel() {
@@ -27,7 +31,7 @@ bool genericModel::checkModel() {
return id.compare(oldid) == 0 ? true : false;
}
void genericModel::afterFetch() {
thrd.setTask1([this](){
thrd.addTask([this](){
if(!extractModel()) {
fs::remove("/opfs/m0dEl.tar",tank);
fs::current_path("/opfs", tank);
@@ -39,8 +43,8 @@ void genericModel::afterFetch() {
fs::remove("README",tank);
std::ofstream idFile("id");
if(!idFile.is_open()) {
fs::current_path("/opfs");
fs::remove_all(storepath);
fs::current_path("/opfs", tank);
fs::remove_all(storepath, tank);
fireEv("_continue", "Unable to write model ID", index);
return;
}

View File

@@ -14,7 +14,8 @@ namespace fs = std::filesystem;
struct genericModel {
const std::string storepath{};
const std::string id{};
twiceThrd thrd{};
reusableThrd thrd{};
bool recognizerUsedThrd{};
int index{};
static bool extractModel();
virtual bool checkModelFiles() = 0;

View File

@@ -1,13 +1,5 @@
#include "global.h"
void throwJS(const char* msg, bool err) {
EM_ASM({
if($1) {
throw Error(UTF8ToString($0));
return;
}
throw UTF8ToString($0);
},msg, err);
}
void fireEv(const char *type, const char *content, int index) {
static ProxyingQueue pq{};
auto proxy{[index, type, content](){
@@ -23,22 +15,26 @@ void fireEv(const char *type, const char *content, int index) {
}
int main() {
std::thread t{[](){
wasmfs_create_directory("/opfs", 0777, wasmfs_create_opfs_backend());
OPFSOk = (wasmfs_create_directory("/opfs", 0777, wasmfs_create_opfs_backend()) == 0 ? true : false);
}};
t.detach();
emscripten_exit_with_live_runtime();
}
void twiceThrd::setTask1(std::function<void()> task1) {
blocker.lock();
std::thread t{[this, task1](){
task1();
blocker.lock();
task2();
ProxyingQueue reusableThrd::pq{};
reusableThrd::reusableThrd() {
thrd = std::thread{[this](){
while(!done.test()) {
static ProxyingQueue pq{};
pq.execute();
blocker.wait(done.test(), std::memory_order_relaxed);
}
}};
t.detach();
thrd.detach();
}
void twiceThrd::setTask2(std::function<void()> task2) {
this->task2 = task2;
blocker.unlock();
reusable = false;
void reusableThrd::addTask(std::function<void()> task) {
pq.proxyAsync(thrd.native_handle(), std::move(task));
}
reusableThrd::~reusableThrd() {
done.test_and_set(std::memory_order_relaxed);
done.notify_one();
}

View File

@@ -10,14 +10,16 @@ using namespace emscripten;
static pthread_t selfTID{pthread_self()};
static std::error_code tank{};
void throwJS(const char* msg, bool err = false);
static bool OPFSOk{};
void fireEv(const char *type, const char *content, int index);
int main();
struct twiceThrd { // A minimal std::thread wrapper to run exactly 2 tasks
bool reusable{true};
std::mutex blocker{};
std::function<void()> task2{};
void setTask1(std::function<void()> task1);
void setTask2(std::function<void()> task2);
struct reusableThrd { // A minimal std::thread wrapper to run exactly 2 tasks
static ProxyingQueue pq;
std::thread thrd;
std::atomic_flag blocker{};
std::atomic_flag done{};
reusableThrd();
void addTask(std::function<void()> task);
~reusableThrd();
};

View File

@@ -23,7 +23,7 @@ void model::load(bool newThrd) {
main();
return;
}
thrd.setTask1(main);
thrd.addTask(main);
}
bool model::checkModelFiles() {
return fs::exists("am/final.mdl", tank) &&

View File

@@ -11,11 +11,7 @@ Module.cleanUp = () => {
class Recognizer extends EventTarget {
constructor() {
super()
}
_init(model, sampleRate) {
this.obj = new Module.recognizer(model, sampleRate, objs.length)
objs.push(this)
this.ptr = Module._malloc(512)
}
async getNode(ctx, channelIndex = 0) {
if(typeof this.node === "undefined") {
@@ -59,9 +55,8 @@ class Recognizer extends EventTarget {
}
}
class Model extends EventTarget {
constructor(storepath, id) {
constructor(d) {
super()
this.obj = new Module.model(storepath, id, objs.length)
objs.push(this)
}
delete() {
@@ -69,9 +64,8 @@ class Model extends EventTarget {
}
}
class SpkModel extends EventTarget {
constructor(storepath, id) {
constructor() {
super()
this.obj = new Module.spkModel(storepath, id, objs.length)
objs.push(this)
}
delete() {
@@ -79,7 +73,7 @@ class SpkModel extends EventTarget {
}
}
Module.makeModel = async (url, storepath, id) => {
let mdl = new Model(storepath, id)
let mdl = new Model()
return new Promise((resolve, reject) => {
mdl.addEventListener("_continue", (ev) => {
if(ev.detail === ".") {
@@ -88,6 +82,7 @@ Module.makeModel = async (url, storepath, id) => {
mdl.delete()
return reject(ev.detail)
}, {once : true})
mdl.obj = new Module.model(storepath, id, objs.length)
if(mdl.obj.checkModel()) {
mdl.obj.load(true)
return;
@@ -110,7 +105,7 @@ Module.makeModel = async (url, storepath, id) => {
})
}
Module.makeSpkModel = async (url, storepath, id) => {
let mdl = new SpkModel(storepath, id)
let mdl = new SpkModel()
return new Promise((resolve, reject) => {
mdl.addEventListener("_continue", (ev) => {
if(ev.detail === ".") {
@@ -119,6 +114,7 @@ Module.makeSpkModel = async (url, storepath, id) => {
mdl.delete()
reject(ev.detail)
}, {once : true})
mdl.obj = new Module.model(storepath, id, objs.length)
if(mdl.obj.checkModel()) {
mdl.obj.load(true)
return
@@ -128,16 +124,21 @@ Module.makeSpkModel = async (url, storepath, id) => {
if(!res.ok) {
return reject("Unable to download model")
}
let arr = await res.arrayBuffer()
let mdlMem = Module._malloc(arr.byteLength) // Will free in C++
Module.HEAP8.set(new Int8Array(arr), mdlMem)
mdl.obj.afterFetch(mdlMem, arr.byteLength)
let wStream = await (await (await navigator.storage.getDirectory()).getFileHandle("m0dEl.tar", {create : true})).createWritable()
let tarReader = res.body.pipeThrough(dStream).getReader()
while(true) {
let readRes = await tarReader.read()
if(!readRes.done) await wStream.write(readRes.value)
else break
}
await wStream.close()
mdl.obj.afterFetch()
})()
})
}
Module.makeRecognizer = (model, sampleRate) => {
let rec = new Recognizer()
let retval = new Promise((resolve, reject) => {
return new Promise((resolve, reject) => {
rec.addEventListener("_continue", (ev) => {
if(ev.detail == ".") {
objs.push(rec)
@@ -146,9 +147,9 @@ Module.makeRecognizer = (model, sampleRate) => {
rec.delete()
reject(ev.detail)
}, {once : true})
rec.obj = new Module.recognizer(model, sampleRate, objs.length)
rec.ptr = Module._malloc(512)
})
rec._init(model.obj, sampleRate)
return retval
}
let processorUrl = URL.createObjectURL(new Blob(['(',
(() => {

View File

@@ -1,5 +1,9 @@
#include "recognizer.h"
recognizer::recognizer(model* mdl, float sampleRate, int index) : index(index) {
if(!OPFSOk) {
fireEv("_continue", "OPFS hasn't been initialized or not available", index);
return;
}
auto main{[this, mdl, sampleRate](){
rec = vosk_recognizer_new(mdl->mdl,sampleRate);
if(rec == nullptr) {
@@ -21,8 +25,9 @@ recognizer::recognizer(model* mdl, float sampleRate, int index) : index(index) {
}
}
}};
if(mdl->thrd.reusable) {
mdl->thrd.setTask2(main);
if(mdl->recognizerUsedThrd) {
mdl->thrd.addTask(main);
mdl->recognizerUsedThrd = true;
return;
}
std::thread t{main};

View File

@@ -27,7 +27,7 @@ void spkModel::load(bool newThrd) {
main();
return;
}
thrd.setTask1(main);
thrd.addTask(main);
}
bool spkModel::checkModelFiles() {
return fs::exists("mfcc.conf", tank) &&