dandri/simplex-chat
1
0
Fork 0
mirror of https://github.com/simplex-chat/simplex-chat.git synced 2026-09-27 17:58:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

nodejs: load libsimplex at runtime per backend

Browse Source
This commit is contained in:
shum
2026-09-25 12:51:14 +00:00
parent a5ceeac000
commit 80182a7237
49 changed files with 549 additions and 495 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/simplex-chat-nodejs/cpp/simplex.cc
+162 -12
View File
@@ -8,15 +8,102 @@
#include <thread>
#include <system_error>
#include <mutex>
#include <atomic>
#include <condition_variable>
#include <deque>
#include <unordered_map>
#ifdef _WIN32
#include <windows.h>
#else
#include <dlfcn.h>
#endif
#include "simplex.h"
namespace simplex {
using namespace Napi;
struct Library {
std::string path;
hs_init_with_rtsopts_fn hs_init_with_rtsopts = nullptr;
hs_thread_done_fn hs_thread_done = nullptr;
chat_migrate_init_fn chat_migrate_init = nullptr;
chat_migrate_init_queue_fn chat_migrate_init_queue = nullptr;
chat_close_store_fn chat_close_store = nullptr;
chat_send_cmd_fn chat_send_cmd = nullptr;
chat_recv_msg_wait_fn chat_recv_msg_wait = nullptr;
chat_write_file_fn chat_write_file = nullptr;
chat_read_file_fn chat_read_file = nullptr;
chat_encrypt_file_fn chat_encrypt_file = nullptr;
chat_decrypt_file_fn chat_decrypt_file = nullptr;
};
static Library lib;
static std::atomic<bool> loaded{false};
static std::mutex load_mutex;
#ifdef _WIN32
typedef HMODULE LibHandle;
static LibHandle OpenLibrary(const std::string& path) {
int n = MultiByteToWideChar(CP_UTF8, 0, path.c_str(), -1, nullptr, 0);
std::wstring wpath(n, L'\0');
MultiByteToWideChar(CP_UTF8, 0, path.c_str(), -1, &wpath[0], n);
// dependencies resolve from the libsimplex.dll, application and system dirs, not the cwd or PATH
return LoadLibraryExW(wpath.c_str(), nullptr, LOAD_LIBRARY_SEARCH_DLL_LOAD_DIR | LOAD_LIBRARY_SEARCH_DEFAULT_DIRS);
}
static void CloseLibrary(LibHandle h) {
FreeLibrary(h);
}
static void* FindSymbol(LibHandle h, const char* name) {
return reinterpret_cast<void*>(GetProcAddress(h, name));
}
static std::string LastLoadError() {
DWORD code = GetLastError();
char* msg = nullptr;
FormatMessageA(FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
nullptr, code, 0, reinterpret_cast<LPSTR>(&msg), 0, nullptr);
std::string err = msg ? msg : "error " + std::to_string(code);
LocalFree(msg);
// system messages end with CRLF
err.erase(err.find_last_not_of("\r\n") + 1);
return err;
}
#else
typedef void* LibHandle;
static LibHandle OpenLibrary(const std::string& path) {
return dlopen(path.c_str(), RTLD_NOW | RTLD_LOCAL);
}
static void CloseLibrary(LibHandle h) {
dlclose(h);
}
static void* FindSymbol(LibHandle h, const char* name) {
return dlsym(h, name);
}
static std::string LastLoadError() {
const char* err = dlerror();
return err ? err : "unknown error";
}
#endif
template <typename F>
static void Resolve(LibHandle h, const char* name, F& fn) {
fn = reinterpret_cast<F>(FindSymbol(h, name));
}
template <typename F>
static void ResolveRequired(LibHandle h, const char* name, F& fn, std::string& missing) {
Resolve(h, name, fn);
if (fn == nullptr && missing.empty()) missing = name;
}
void haskell_init() {
#ifdef _WIN32
// non-moving GC is broken on windows with GHC 9.4-9.6.3
@@ -40,7 +127,57 @@ void haskell_init() {
nullptr};
#endif
char **pargv = const_cast<char **>(argv);
hs_init_with_rtsopts(&argc, &pargv);
lib.hs_init_with_rtsopts(&argc, &pargv);
}
static bool RequireLoaded(Env env) {
if (loaded) return true;
Error::New(env, "libsimplex is not loaded, call core.loadLibrary(backend) first").ThrowAsJavaScriptException();
return false;
}
Value Load(const CallbackInfo& args) {
Env env = args.Env();
if (args.Length() < 1 || !args[0].IsString()) {
TypeError::New(env, "Expected string (libPath)").ThrowAsJavaScriptException();
return env.Undefined();
}
std::string path = args[0].As<String>().Utf8Value();
// worker_threads may load concurrently; the Haskell runtime must be initialized once per process
std::lock_guard<std::mutex> lock(load_mutex);
if (loaded) {
if (path != lib.path) Error::New(env, "libsimplex already loaded from " + lib.path).ThrowAsJavaScriptException();
return env.Undefined();
}
LibHandle h = OpenLibrary(path);
if (h == nullptr) {
std::string err = LastLoadError();
Error::New(env, "cannot load " + path + ": " + err).ThrowAsJavaScriptException();
return env.Undefined();
}
Library l;
l.path = path;
std::string missing;
ResolveRequired(h, "hs_init_with_rtsopts", l.hs_init_with_rtsopts, missing);
ResolveRequired(h, "chat_migrate_init", l.chat_migrate_init, missing);
ResolveRequired(h, "chat_close_store", l.chat_close_store, missing);
ResolveRequired(h, "chat_send_cmd", l.chat_send_cmd, missing);
ResolveRequired(h, "chat_recv_msg_wait", l.chat_recv_msg_wait, missing);
ResolveRequired(h, "chat_write_file", l.chat_write_file, missing);
ResolveRequired(h, "chat_read_file", l.chat_read_file, missing);
ResolveRequired(h, "chat_encrypt_file", l.chat_encrypt_file, missing);
ResolveRequired(h, "chat_decrypt_file", l.chat_decrypt_file, missing);
if (!missing.empty()) {
CloseLibrary(h);
Error::New(env, path + " does not export " + missing).ThrowAsJavaScriptException();
return env.Undefined();
}
Resolve(h, "chat_migrate_init_queue", l.chat_migrate_init_queue);
Resolve(h, "hs_thread_done", l.hs_thread_done);
lib = l;
haskell_init();
loaded = true;
return env.Undefined();
}
class ResultAsyncWorker : public AsyncWorker {
@@ -287,7 +424,7 @@ class Receiver {
request = std::move(queue_.front());
queue_.pop_front();
}
char* c_res = chat_recv_msg_wait(ctrl_, request.wait);
char* c_res = lib.chat_recv_msg_wait(ctrl_, request.wait);
napi_status status = Settle(request.deferred, [c_res](Napi::Env env, Promise::Deferred& deferred) {
if (c_res == nullptr) {
deferred.Reject(Error::New(env, "chat_recv_msg_wait failed").Value());
@@ -312,7 +449,7 @@ class Receiver {
}
pending_->Tsfn().Release();
// Each OS thread that enters Haskell keeps an RTS task record until it calls hs_thread_done.
hs_thread_done();
if (lib.hs_thread_done) lib.hs_thread_done();
}
template <typename SettleFn>
@@ -361,6 +498,7 @@ ResultAsyncWorker::ResultProcessor MigrateResultProcessor() {
Value ChatMigrateInit(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 3 || !args[0].IsString() || !args[1].IsString() || !args[2].IsString()) {
TypeError::New(env, "Expected three string arguments").ThrowAsJavaScriptException();
return env.Undefined();
@@ -375,7 +513,7 @@ Value ChatMigrateInit(const CallbackInfo& args) {
auto execute_fn = [path, key, confirm](ResultAsyncWorker* worker) {
chat_ctrl ctrl = nullptr;
char* c_res = chat_migrate_init(path.c_str(), key.c_str(), confirm.c_str(), &ctrl);
char* c_res = lib.chat_migrate_init(path.c_str(), key.c_str(), confirm.c_str(), &ctrl);
worker->SetCtrl(reinterpret_cast<uintptr_t>(ctrl));
HandleCResult(worker, c_res, "chat_migrate_init");
};
@@ -388,6 +526,11 @@ Value ChatMigrateInit(const CallbackInfo& args) {
Value ChatMigrateInitQueue(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (lib.chat_migrate_init_queue == nullptr) {
Error::New(env, "loaded libsimplex does not export chat_migrate_init_queue; queue size needs a newer libsimplex").ThrowAsJavaScriptException();
return env.Undefined();
}
if (args.Length() < 4 || !args[0].IsString() || !args[1].IsString() || !args[2].IsString() || !args[3].IsNumber()) {
TypeError::New(env, "Expected three string arguments and number").ThrowAsJavaScriptException();
return env.Undefined();
@@ -408,7 +551,7 @@ Value ChatMigrateInitQueue(const CallbackInfo& args) {
auto execute_fn = [path, key, confirm, queue_size](ResultAsyncWorker* worker) {
chat_ctrl ctrl = nullptr;
char* c_res = chat_migrate_init_queue(path.c_str(), key.c_str(), confirm.c_str(), queue_size, &ctrl);
char* c_res = lib.chat_migrate_init_queue(path.c_str(), key.c_str(), confirm.c_str(), queue_size, &ctrl);
worker->SetCtrl(reinterpret_cast<uintptr_t>(ctrl));
HandleCResult(worker, c_res, "chat_migrate_init_queue");
};
@@ -421,6 +564,7 @@ Value ChatMigrateInitQueue(const CallbackInfo& args) {
Value ChatCloseStore(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 1 || !args[0].IsBigInt()) {
TypeError::New(env, "Expected bigint (ctrl)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -436,7 +580,7 @@ Value ChatCloseStore(const CallbackInfo& args) {
if (receiver) {
receiver->Stop();
}
char* c_res = chat_close_store(ctrl);
char* c_res = lib.chat_close_store(ctrl);
HandleCResult(worker, c_res, "chat_close_store");
};
@@ -448,6 +592,7 @@ Value ChatCloseStore(const CallbackInfo& args) {
Value ChatSendCmd(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 2 || !args[0].IsBigInt() || !args[1].IsString()) {
TypeError::New(env, "Expected bigint (ctrl) and string (cmd)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -460,7 +605,7 @@ Value ChatSendCmd(const CallbackInfo& args) {
Promise promise = CreatePromiseAndCallback(env, cb);
auto execute_fn = [ctrl, cmd](ResultAsyncWorker* worker) {
char* c_res = chat_send_cmd(ctrl, cmd.c_str());
char* c_res = lib.chat_send_cmd(ctrl, cmd.c_str());
HandleCResult(worker, c_res, "chat_send_cmd");
};
@@ -472,6 +617,7 @@ Value ChatSendCmd(const CallbackInfo& args) {
Value ChatRecvMsgWait(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 2 || !args[0].IsBigInt() || !args[1].IsNumber()) {
TypeError::New(env, "Expected bigint (ctrl), number (wait)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -503,6 +649,7 @@ Value ChatRecvMsgWait(const CallbackInfo& args) {
Value ChatWriteFile(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 3 || !args[0].IsBigInt() || !args[1].IsString() || !(args[2].IsArrayBuffer() || args[2].IsTypedArray())) {
TypeError::New(env, "Expected bigint (ctrl), string (path), ArrayBuffer or Uint8Array").ThrowAsJavaScriptException();
return env.Undefined();
@@ -530,7 +677,7 @@ Value ChatWriteFile(const CallbackInfo& args) {
Promise promise = CreatePromiseAndCallback(env, cb);
auto execute_fn = [ctrl, path, data, len](ResultAsyncWorker* worker) {
char* c_res = chat_write_file(ctrl, path.c_str(), data, static_cast<int>(len));
char* c_res = lib.chat_write_file(ctrl, path.c_str(), data, static_cast<int>(len));
HandleCResult(worker, c_res, "chat_write_file");
};
@@ -543,6 +690,7 @@ Value ChatWriteFile(const CallbackInfo& args) {
Value ChatReadFile(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 3 || !args[0].IsString() || !args[1].IsString() || !args[2].IsString()) {
TypeError::New(env, "Expected three strings (path, key, nonce)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -556,7 +704,7 @@ Value ChatReadFile(const CallbackInfo& args) {
Promise promise = CreatePromiseAndCallback(env, cb);
auto execute_fn = [path, key, nonce](BinaryAsyncWorker* worker) {
char* buf = chat_read_file(path.c_str(), key.c_str(), nonce.c_str());
char* buf = lib.chat_read_file(path.c_str(), key.c_str(), nonce.c_str());
if (buf == nullptr) {
worker->SetWorkerError("chat_read_file failed");
return;
@@ -586,6 +734,7 @@ Value ChatReadFile(const CallbackInfo& args) {
Value ChatEncryptFile(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 3 || !args[0].IsBigInt() || !args[1].IsString() || !args[2].IsString()) {
TypeError::New(env, "Expected bigint (ctrl), two strings (fromPath, toPath)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -599,7 +748,7 @@ Value ChatEncryptFile(const CallbackInfo& args) {
Promise promise = CreatePromiseAndCallback(env, cb);
auto execute_fn = [ctrl, fromPath, toPath](ResultAsyncWorker* worker) {
char* c_res = chat_encrypt_file(ctrl, fromPath.c_str(), toPath.c_str());
char* c_res = lib.chat_encrypt_file(ctrl, fromPath.c_str(), toPath.c_str());
HandleCResult(worker, c_res, "chat_encrypt_file");
};
@@ -611,6 +760,7 @@ Value ChatEncryptFile(const CallbackInfo& args) {
Value ChatDecryptFile(const CallbackInfo& args) {
Env env = args.Env();
if (!RequireLoaded(env)) return env.Undefined();
if (args.Length() < 4 || !args[0].IsString() || !args[1].IsString() || !args[2].IsString() || !args[3].IsString()) {
TypeError::New(env, "Expected four strings (fromPath, key, nonce, toPath)").ThrowAsJavaScriptException();
return env.Undefined();
@@ -625,7 +775,7 @@ Value ChatDecryptFile(const CallbackInfo& args) {
Promise promise = CreatePromiseAndCallback(env, cb);
auto execute_fn = [fromPath, key, nonce, toPath](ResultAsyncWorker* worker) {
char* c_res = chat_decrypt_file(fromPath.c_str(), key.c_str(), nonce.c_str(), toPath.c_str());
char* c_res = lib.chat_decrypt_file(fromPath.c_str(), key.c_str(), nonce.c_str(), toPath.c_str());
HandleCResult(worker, c_res, "chat_decrypt_file");
};
@@ -636,7 +786,7 @@ Value ChatDecryptFile(const CallbackInfo& args) {
}
Object Init(Env env, Object exports) {
haskell_init();
exports.Set("load", Function::New(env, Load));
auto* receivers = new Receivers();
// Stopping all receivers before joining any bounds teardown by the longest in-flight receive.
env.AddCleanupHook([receivers]() {