How to optimize WASM build #1546
Replies: 3 comments 30 replies
|
Have you looked through the suggestions at https://www.google.com/search?q=compile+js+to+wasm (Javy, Porffor, or switching to AssemblyScript)? It seems like you're trying to reimplement Javy. |
I'm already using AssemblyScript, Javy (e.g., see https://github.com/guest271314/javy-browser-host), componentize-qjs (https://github.com/guest271314/native-messaging-componentize-qjs), ComponentizeJS, js2wasm, among others https://guest271314.github.io/native-messaging-webassembly/. I couldn't get Porffor to work back when I tried. I'm not looking for a single solution. I'm adding this particular solution to the programming toolbox for this algorithm implementation. To also compare size of WASM file, speed of execution, et al. |
You can remove the repl, standalone support, and trim the libc to a minimum (just WASI supports for example). As for injecting the JS, if you want the absolute smallest you could bytecompile and compress it on the host, and uncompress and eval the bytecode in wasm. Since you'll need some code to do de decompression that might not be worth it though. |
You mean in |
|
Yes, there is where they are used. |
|
Alright. This is the heavily redacted /*
* QuickJS stand alone interpreter
*
* Copyright (c) 2017-2021 Fabrice Bellard
* Copyright (c) 2017-2021 Charlie Gordon
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, 1: unknown import: `env::__extern_get` has not been defined
distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*/
// #include <assert.h>
// #include <errno.h>
//#include <fcntl.h>
//#include <inttypes.h>
// #include <stdarg.h>
//#include <stdio.h>
// #include <stdlib.h>
// #include <string.h>
// #include <time.h>
#include "cutils.h"
#include "quickjs-libc.h"
#include "quickjs.h"
#ifdef QJS_USE_MIMALLOC
#include <mimalloc.h>
#endif
static int qjs__argc;
static char** qjs__argv;
static int eval_buf(JSContext* ctx,
const void* buf,
int buf_len,
const char* filename,
int eval_flags) {
bool use_realpath;
JSValue val;
int ret;
if ((eval_flags & JS_EVAL_TYPE_MASK) == JS_EVAL_TYPE_MODULE) {
/* for the modules, we compile then run to be able to set
import.meta */
val = JS_Eval(ctx, buf, buf_len, filename,
eval_flags | JS_EVAL_FLAG_COMPILE_ONLY);
if (!JS_IsException(val)) {
// ex. "<cmdline>" pr "/dev/stdin"
use_realpath = !(*filename == '<' || !strncmp(filename, "/dev/", 5));
if (js_module_set_import_meta(ctx, val, use_realpath, true) < 0) {
js_std_dump_error(ctx);
ret = -1;
goto end;
}
val = JS_EvalFunction(ctx, val);
}
val = js_std_await(ctx, val);
} else {
val = JS_Eval(ctx, buf, buf_len, filename, eval_flags);
}
if (JS_IsException(val)) {
js_std_dump_error(ctx);
ret = -1;
} else {
ret = 0;
}
end:
JS_FreeValue(ctx, val);
return ret;
}
static JSValue js_gc(JSContext* ctx,
JSValueConst this_val,
int argc,
JSValueConst* argv) {
JS_RunGC(JS_GetRuntime(ctx));
return JS_UNDEFINED;
}
static JSValue js_navigator_get_userAgent(JSContext* ctx,
JSValueConst this_val) {
char version[32];
snprintf(version, sizeof(version), "quickjs-ng/%s", JS_GetVersion());
return JS_NewString(ctx, version);
}
static const JSCFunctionListEntry navigator_proto_funcs[] = {
JS_CGETSET_DEF2("userAgent",
js_navigator_get_userAgent,
NULL,
JS_PROP_CONFIGURABLE | JS_PROP_ENUMERABLE),
JS_PROP_STRING_DEF("[Symbol.toStringTag]",
"Navigator",
JS_PROP_CONFIGURABLE),
};
static const JSCFunctionListEntry global_obj[] = {
JS_CFUNC_DEF("gc", 0, js_gc),
};
/* also used to initialize the worker context */
static JSContext* JS_NewCustomContext(JSRuntime* rt) {
JSContext* ctx;
ctx = JS_NewContext(rt);
if (!ctx)
return NULL;
/* system modules */
js_init_module_std(ctx, "qjs:std");
js_init_module_os(ctx, "qjs:os");
js_init_module_bjson(ctx, "qjs:bjson");
JSValue global = JS_GetGlobalObject(ctx);
JS_SetPropertyFunctionList(ctx, global, global_obj, countof(global_obj));
JSValue args = JS_NewArray(ctx);
int i;
for (i = 0; i < qjs__argc; i++) {
JS_SetPropertyUint32(ctx, args, i, JS_NewString(ctx, qjs__argv[i]));
}
JS_SetPropertyStr(ctx, global, "execArgv", args);
JS_SetPropertyStr(ctx, global, "argv0", JS_NewString(ctx, qjs__argv[0]));
JSValue navigator_proto = JS_NewObject(ctx);
JS_SetPropertyFunctionList(ctx, navigator_proto, navigator_proto_funcs,
countof(navigator_proto_funcs));
JSValue navigator = JS_NewObjectProto(ctx, navigator_proto);
JS_DefinePropertyValueStr(ctx, global, "navigator", navigator,
JS_PROP_CONFIGURABLE | JS_PROP_ENUMERABLE);
JS_FreeValue(ctx, global);
JS_FreeValue(ctx, navigator_proto);
return ctx;
}
struct trace_malloc_data {
uint8_t* base;
};
#ifdef QJS_USE_MIMALLOC
static void* js_mi_calloc(void* opaque, size_t count, size_t size) {
return mi_calloc(count, size);
}
static void* js_mi_malloc(void* opaque, size_t size) {
return mi_malloc(size);
}
static void js_mi_free(void* opaque, void* ptr) {
if (!ptr)
return;
mi_free(ptr);
}
static void* js_mi_realloc(void* opaque, void* ptr, size_t size) {
return mi_realloc(ptr, size);
}
static const JSMallocFunctions mi_mf = {js_mi_calloc, js_mi_malloc, js_mi_free,
js_mi_realloc, mi_malloc_usable_size};
#endif
#define PROG_NAME "qjs"
int main(int argc, char** argv) {
JSRuntime* rt;
JSContext* ctx;
// JSValue ret = JS_UNDEFINED;
// struct trace_malloc_data trace_data = { NULL };
rt = JS_NewRuntime();
int r = 0;
/* save for later */
qjs__argc = argc;
qjs__argv = argv;
if (!rt) {
fprintf(stderr, "qjs: cannot allocate JS runtime\n");
exit(2);
}
js_std_set_worker_new_context_func(JS_NewCustomContext);
js_std_init_handlers(rt);
ctx = JS_NewCustomContext(rt);
if (!ctx) {
fprintf(stderr, "qjs: cannot allocate JS context\n");
exit(2);
}
/* loader for ES6 modules */
JS_SetModuleLoaderFunc2(rt, NULL, js_module_loader,
js_module_check_attributes, NULL);
/* exit on unhandled promise rejections */
JS_SetHostPromiseRejectionTracker(rt, js_std_promise_rejection_tracker, NULL);
const char* str =
"import * as std from 'qjs:std';\n"
"import * as os from 'qjs:os';\n"
"globalThis.std = std;\n"
"globalThis.os = os;\n"
"function _(){let t=new Uint32Array(1);std.in.read(t.buffer,0,4);let "
"s=new Uint8Array(t[0]),w=std.in.read(s.buffer,0,s.length);return "
"s}function g(t){if(t.length<=1048576){let n=new "
"Uint8Array(4);n[0]=t.length>>0&255,n[1]=t.length>>8&255,n[2]=t.length>>"
"16&255,n[3]=t.length>>24&255;let f=new "
"Uint8Array(4+t.length);f.set(n,0),f.set(t,4),std.out.write(f.buffer,0,f."
"length),std.out.flush();return}let i=0;while(i<t.length){let "
"n,f=i+1048576-8;if(f>=t.length)n=t.length;else "
"if(n=t.indexOf(44,f),n===-1)n=t.length;let "
"l=t.subarray(i,n),u=l[0],a=l[l.length-1],c=null,o=null;if(u===91&&a!=="
"93)o=93;else if(u===44){if(c=91,a!==93)o=93}let "
"d=l.length,y=4,C=c!==null,E=o!==null,A=0;if(u===44)A=1,d-=1;let "
"O=4+(C?1:0)+d+(E?1:0),e=new "
"Uint8Array(O),h=O-4;e[0]=h>>0&255,e[1]=h>>8&255,e[2]=h>>16&255,e[3]=h>>"
"24&255;let r=4;if(C)e[r]=c,r++;else "
"if(u===44)e[r]=91,r++;if(e.set(l.subarray(A),r),r+=d,E)e[r]=o;std.out."
"write(e.buffer,0,e.length),std.out.flush(),std.gc(),i=n}}function "
"M(){while(!0){let t=_();g(t)}}try{M()}catch(t){std.exit(0)}";
eval_buf(ctx, str, strlen(str), "<input>", JS_EVAL_TYPE_MODULE);
if (0) {
} else {
r = js_std_loop(ctx);
}
if (r) {
js_std_dump_error(ctx);
goto fail;
}
js_std_free_handlers(rt);
JS_FreeContext(ctx);
JS_FreeRuntime(rt);
return 0;
fail:
js_std_free_handlers(rt);
JS_FreeContext(ctx);
JS_FreeRuntime(rt);
return 1;
}cmake -B build -DCMAKE_TOOLCHAIN_FILE=/media/user/x/wasi-sdk-33.0-x86_64-linux/share/cmake/wasi-sdk.cmake -DCFLAGS="--target=wasm32-wasip1"make -C build qjs_exe # 1,082,767 bytesI'm not sure how to get rid of this warning clang: warning: argument '--target=wasm32-wasi' wasm-opt -Oz -s 5 --vacuum --strip-debug build/qjs -o build/qjs-wasi.wasm # 719,391 bytesThat's with my JavaScript code included in Reduced so far by 363376 bytes . |
|
Is Unicode in there? Can it be removed? |
|
Can't be removed. |
|
I'm not sure of your exact use case (i.e. if you need a full I just did a pass of file size optimizations based on this discussion (vercel-labs/quickjs-wasi#17) and the |
|
I re-cloned. Got it down to 545.8 KiB WASM binary. Removing |
I did mangae to compile |
After many attempts I managed to compile Micro QuickJS to WASM with wasi-sdk. It's not so simple to do simple stuff, such as read stdin and write to stdout. What I have so far.
# ...
// 1. Ensure the signature exactly matches what 'JSCFunction' demands under the hood.
// JSValue in this engine is an unsigned int typedef.
JSValue js_print(JSContext *ctx, JSValue *this_val, int argc, JSValue *argv) {
if (argc > 0) {
JSCStringBuf buf;
// Pass the explicit 3-argument signature requested by your mquickjs.h header
const char *str = JS_ToCString(ctx, argv[0], &buf);
if (str) {
printf("%s\n", str);
fflush(stdout); // Keep WASI from buffering the stream output
}
}
return JS_UNDEFINED;
}
int main(int argc, char **argv) {
size_t mem_size = 65536;
uint8_t *mem_buf = malloc(mem_size);
// RESTORE the original js_stdlib link so the engine populates
// the global definitions table using your mqjs_stdlib.h edits!
JSContext *ctx = JS_NewContext(mem_buf, mem_size, &js_stdlib);
if (!ctx) {
printf("Failed to create JS context!\n");
return -1;
}
const char *script = "print('Hello World');";
// Pass 0 for flags to execute standard global evaluation blocks
JSValue result = JS_Eval(ctx, script, strlen(script), "<input>", 0);
// Check if the script encountered an internal processing exception
if (JS_IsException(result)) {
printf("JavaScript Exception Triggered!\n");
}
fflush(stdout);
free(mem_buf);
return 0;
}gcc -m32 -Wall -O2 -DCONFIG_M32 -o mqjs_stdlib mqjs_stdlib.c mquickjs_build.c -I.
./mqjs_stdlib -a > mquickjs_atom.h
./mqjs_stdlib > mqjs_stdlib.h
make CC="$WASI_SDK_PATH/bin/clang --target=wasm32-wasip1 --sysroot=$WASI_SDK_PATH/share/wasi-sysroot" \
AR="$WASI_SDK_PATH/bin/ar" \
STRIP="$WASI_SDK_PATH/bin/llvm-strip" \
CFLAGS="-O2 -D_WASI_EMULATED_SIGNAL -I." \
LDFLAGS="-Wl,--allow-undefined -lwasi-emulated-signal" \
mqjs |
|
So for Line 237 in d950d55 while this import * as std from "qjs:std";in the eval'ed string is ignored, right? |
|
@saghul This is what I have cobbled together so far https://github.com/guest271314/quickjs-ng-wasi-wasm |
Uh oh!
There was an error while loading. Please reload this page.
I've been playing around with compiling QuickJS-NG to WASM. I commented a bunch of lines in
qjs.cso that when executedqjs(qjs-wasi.wasmfromrelease.yml)quickjs/.github/workflows/release.yml
Lines 131 to 133 in 0d085ed
evaluates the JavaScript embedded in
qjs.c. Afterwasm-optI get the resulting WASM down to around 969.1 KiB. Right now I'm jus usingbun build --minifyon the JavaScript I intend to embed and copy/pasting that code inqjs.c.Now I have two questions:
qjs.c, what else can I remove from the build to get a bare metal (smallest build possible)qjs?qjs.c?qjs.c
All reactions