Vosklet/src/genericModel.cc

#include "genericModel.h"

genericModel::genericModel(std::string storepath, std::string id, int index, bool normalMdl) : index(index), normalMdl(normalMdl), storepath(std::move(storepath)), id(std::move(id)), entry(archive_entry_new()) {}
void genericModel::load() {
  auto main{[this](){
    if(normalMdl) {
      VoskModel* temp {vosk_model_new(".")};
      if(temp == nullptr) {
        fireEv("_continue", "Unable to load model for recognition", index);
        return;
      }
      mdl = temp;
    }
    else {
      VoskSpkModel* temp {vosk_spk_model_new(".")};
      if(temp == nullptr) {
        fireEv("_continue", "Unable to load model for recognition", index);
        return;
      }
      mdl = temp;
    }
    fireEv("_continue", nullptr, index);
  }};
  thrd.addTask(main);
}
bool genericModel::checkFiles() {
  if(normalMdl) {
    return fs::exists("am/final.mdl", tank) &&
      fs::exists("conf/mfcc.conf", tank) &&
      fs::exists("conf/model.conf", tank) &&
      fs::exists("graph/phones/word_boundary.int", tank) &&
      fs::exists("graph/Gr.fst", tank) &&
      fs::exists("graph/HCLr.fst", tank) &&
      fs::exists("graph/disambig_tid.int", tank) &&
      fs::exists("ivector/final.dubm", tank) &&
      fs::exists("ivector/final.ie", tank) &&
      fs::exists("ivector/final.mat", tank) &&
      fs::exists("ivector/global_cmvn.stats", tank) && 
      fs::exists("ivector/online_cmvn.conf", tank) &&
      fs::exists("ivector/splice.conf", tank);
  }
  return fs::exists("mfcc.conf", tank) && 
  fs::exists("final.ext.raw", tank) && 
  fs::exists("mean.vec", tank) && 
  fs::exists("transform.mat", tank);
}
genericModel::~genericModel() {
  archive_entry_free(entry);
  if(normalMdl) vosk_model_free(std::get<0>(mdl));
  else vosk_spk_model_free(std::get<1>(mdl));
}
void genericModel::check() {
  thrd.addTask([this](){
    if(OPFSTried && !OPFSOk) {
      emscripten_console_log("OPFS isn't available");
      fireEv("_continue", "OPFS isn't available", index);
      return;
    }
    if(!OPFSTried){ 
      emscripten_console_log("Trying to acquire OPFS");
      OPFSTried = true;
      OPFSOk = wasmfs_create_directory("/opfs", 0777, wasmfs_create_opfs_backend()) == 0;
    };
    emscripten_console_log("Initializing OPFS");
    if(!OPFSOk) {
      emscripten_console_log("OPFS initialization failed");
      fireEv("_continue", "OPFS initialization failed", index);
      return;
    }
    fs::current_path("/opfs", tank);
    if(tank.value() != 0) {
      emscripten_console_log("Unable to cd OPFS root");
      fireEv("_continue","Unable to cd OPFS root", index);
      return;
    }
    fs::create_directories(storepath, tank);
    if(tank.value() != 0) {
      emscripten_console_log("Unable to create storepath");
      fireEv("_continue","Unable to create storepath", index);
    }
    fs::current_path(storepath, tank); 
    if(tank.value() != 0) {
      emscripten_console_log("Unable to cd storepath");
      fireEv("_continue", "Unable to cd storepath", index);
    }
    if(!checkFiles() && !fs::exists("id", tank)) {
      emscripten_console_log("Model is not available, fetching...");
      fireEv("_continue", "1", index);
      return;
    }
    emscripten_console_log("Model is available, verifying ID");
    std::ifstream idFile("id");
    idFile.seekg(0, std::ios::end);
    size_t oldSize = idFile.tellg();
    std::string oldID(oldSize, ' ');
    idFile.seekg(0);
    idFile.read(&oldID[0], oldSize); 
    if(id.compare(oldID.c_str()) != 0) {
      emscripten_console_log("ID doesn't match, fetching...");
      fireEv("_continue", "1", index);
    }
    else {
      emscripten_console_log("ID matches, loading...");
      //load();
    }
    emscripten_console_log("Success! Model is ready!");
  });
}
void genericModel::afterFetch() {
  thrd.addTask([this](){
    emscripten_console_log("Trying to extract...");
    if(!extract()) {
      //fs::remove("/opfs/m0dEl.tar",tank);
      fs::current_path("/opfs", tank);
      //fs::remove_all(storepath, tank);
      emscripten_console_log("Unable to extract model");
      fireEv("_continue", "Unable to extract model", index);
      return;
    }
    emscripten_console_log("Extract done, checking files...");
    if(!checkFiles()) {
      emscripten_console_log("URL points to invalid model files");
      fireEv("_continue", "URL points to invalid model files", index);
      return;
    }
    emscripten_console_log("Creating ID file...");
    int idFd {creat("id",0777)};
    if(idFd == -1) {
      emscripten_console_log("Unable to create ID file");
      fireEv("_continue", "Unable to create ID file", index);
      fs::remove("/opfs/m0dEl.tar",tank);
      fs::current_path("/opfs", tank);
      fs::remove_all(storepath, tank);
      return;
    }
    emscripten_console_log("Writing ID...");
    if(write(idFd, id.c_str(), id.size()) == -1) {
      emscripten_console_log("Unable to write new ID");
      fireEv("_continue", "Unable to write new ID", index);
      fs::remove("/opfs/m0dEl.tar",tank);
      fs::current_path("/opfs", tank);
      fs::remove_all(storepath, tank);
      close(idFd);
      return;
    };
    close(idFd);
    emscripten_console_log("Success! Model is ready!");
  });
  //load();
}
bool genericModel::extract() {
  static fs::path path{};
  static int fd{};
  archive* src {archive_read_new()};
  archive_read_support_format_tar(src);
  archive_read_open_filename(src, "/opfs/m0dEl.tar", 10240);
  if(archive_errno(src) != 0) {
    emscripten_console_log(archive_error_string(src));
    return false;
  }
  while(archive_read_next_header2(src, entry) == ARCHIVE_OK) {
    if(archive_errno(src) != 0) {
      emscripten_console_log(archive_error_string(src));
      return false;
    }
    path = archive_entry_pathname(entry);
    // Strip 1st component, keep relative path
    path = "." + path.generic_string().substr(path.generic_string().find("/"));
    emscripten_console_logf("Creating file/dir %s", path.c_str()); 
    if(!path.has_extension()) {
      fs::create_directory(path);
      continue;
    }
    fd = creat(path.c_str(),0777);
    if(fd == -1) {
      return false;
    }
    archive_read_data_into_fd(src, fd);
    close(fd);
    if(archive_errno(src) != 0) {
      emscripten_console_log(archive_error_string(src));
      return false;
    }
  }
  fs::remove("README",tank);
  fs::remove("/opfs/m0dEl.tar",tank);
  archive_read_free(src);
  return true;
}