builder, src/runtime, targets, tests/wasm: prototype WebAssembly reactor mode

The entrypoint for a WebAssembly reactor module is _initialize instead of _start.

Assuming that the WebAssembly runtime is not reentrant (e.g. not threaded), then
this works if the //go:wasmexport calls are detected and wrapped in a function
that starts the Go scheduler.

When the exported function ends, all other goroutines are paused.

Goroutines started in a global init() function will run while the host has called into
the guest. They are paused when the guest call returns and restarted on the next call.

TODO: figure out how to enable reactor mode:
1. Should it be a flag to tinygo build?
2. Should it be a build tag (e.g. -tags reactor)?
3. Should the compiler detect the omission of main.main and automatically enable reactor mode?

TODO: figure out where best to wrap //go:wasmexport calls.

WIP

Author: ydnar

builder/build.go

@@ -237,6 +237,24 @@ func Build(pkgName, outpath, tmpdir string, config *compileopts.Config) (BuildRe
 	// program so it's pretty fast and doesn't need to be parallelized.
 	program := lprogram.LoadSSA()
 
+	// Determine if the program declares the main.main function.
+	var hasMain bool
+	for _, pkg := range program.AllPackages() {
+		if pkg.Pkg.Name() != "main" {
+			continue
+		}
+		if pkg.Func("main") != nil {
+			hasMain = true
+			break
+		} else {
+			// sig := types.NewSignatureType(nil, nil, nil, nil, nil, false)
+			// fn := pkg.Prog.NewFunction("main", sig, "fake main function")
+			// fn.Pkg = pkg
+			// pkg.Members["main"] = fn
+		}
+	}
+	println("hasMain =", hasMain)
+
 	// Add jobs to compile each package.
 	// Packages that have a cache hit will not be compiled again.
 	var packageJobs []*compileJob
@@ -523,6 +541,11 @@ func Build(pkgName, outpath, tmpdir string, config *compileopts.Config) (BuildRe
 				}
 			}
 
+			// Create empty main.main if not present
+			if !hasMain {
+				llvm.AddFunction(mod, "main.main", ctx.VoidType())
+			}
+
 			// Create runtime.initAll function that calls the runtime
 			// initializer of each package.
 			llvmInitFn := mod.NamedFunction("runtime.initAll")
@@ -598,6 +621,7 @@ func Build(pkgName, outpath, tmpdir string, config *compileopts.Config) (BuildRe
 		if err != nil {
 			return result, err
 		}
+
 		// Generate output.
 		switch outext {
 		case ".o":
@@ -645,6 +669,13 @@ func Build(pkgName, outpath, tmpdir string, config *compileopts.Config) (BuildRe
 	result.Binary = result.Executable // final file
 	ldflags := append(config.LDFlags(), "-o", result.Executable)
 
+	// Enable WebAssembly reactor mode if main.main is not declared.
+	// This sets the entrypoint to _initialize instead of _start.
+	if !hasMain {
+		ldflags = append(ldflags, "--entry=_initialize")
+		fmt.Println("☢️ REACTOR MODE ☢️")
+	}
+
 	// Add compiler-rt dependency if needed. Usually this is a simple load from
 	// a cache.
 	if config.Target.RTLib == "compiler-rt" {

reactor.wasm

@@ -13,6 +13,16 @@ type timeUnit int64
 //export __wasm_call_ctors
 func __wasm_call_ctors()
 
+// _initialize is the entrypoint for reactor programs
+//
+//export _initialize
+func _initialize() {
+	// These need to be initialized early so that the heap can be initialized.
+	heapStart = uintptr(unsafe.Pointer(&heapStartSymbol))
+	heapEnd = uintptr(wasm_memory_size(0) * wasmPageSize)
+	runReactor() // does NOT call main
+}
+
 //export _start
 func _start() {
 	// These need to be initialized early so that the heap can be initialized.

src/runtime/runtime_wasm_wasi.go

@@ -23,6 +23,10 @@ const asyncScheduler = GOOS == "js"
 
 var schedulerDone bool
 
+func setSchedulerDone(done bool) {
+	schedulerDone = done
+}
+
 // Queues used by the scheduler.
 var (
 	runqueue           task.Queue

src/runtime/scheduler.go

@@ -0,0 +1,15 @@
+//go:build !scheduler.none
+
+package runtime
+
+// runReactor is the program entry point for a WebAssembly reactor program, instead of run().
+// With a scheduler, init (but not main) functions are invoked in a goroutine before starting the scheduler.
+func runReactor() {
+	initHeap()
+	go func() {
+		initAll()
+		// main is NOT called
+		schedulerDone = true
+	}()
+	scheduler()
+}

src/runtime/scheduler_any_reactor.go

@@ -0,0 +1,11 @@
+//go:build scheduler.none
+
+package runtime
+
+// runReactor is the program entry point for a WebAssembly reactor program, instead of run().
+// With the "none" scheduler, init (but not main) functions are invoked directly.
+func runReactor() {
+	initHeap()
+	initAll()
+	// main is NOT called
+}

src/runtime/scheduler_none_reactor.go

@@ -17,7 +17,8 @@
 	],
 	"ldflags": [
 		"--stack-first",
-		"--no-demangle"
+		"--no-demangle",
+		"--entry=_initialize"
 	],
 	"extra-files": [
 		"src/runtime/asm_tinygowasm.S"

targets/wasi.json

@@ -0,0 +1,26 @@
+package wasm
+
+import (
+	"strings"
+	"testing"
+)
+
+func TestReactor(t *testing.T) {
+	tmpDir := t.TempDir()
+
+	err := run(t, "tinygo build -x -o "+tmpDir+"/reactor.wasm -target wasi testdata/reactor.go")
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	out, err := runout(t, "wasmtime run --invoke tinygo_test "+tmpDir+"/reactor.wasm")
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	got := string(out)
+	want := "1337\n"
+	if !strings.Contains(got, want) {
+		t.Errorf("reactor: expected %s, got %s", want, got)
+	}
+}

tests/wasm/reactor_test.go

@@ -18,18 +18,24 @@ import (
 )
 
 func run(t *testing.T, cmdline string) error {
+	args := strings.Fields(cmdline)
+	_, err := runargs(t, args...)
+	return err
+}
+
+func runout(t *testing.T, cmdline string) ([]byte, error) {
 	args := strings.Fields(cmdline)
 	return runargs(t, args...)
 }
 
-func runargs(t *testing.T, args ...string) error {
+func runargs(t *testing.T, args ...string) ([]byte, error) {
 	cmd := exec.Command(args[0], args[1:]...)
 	b, err := cmd.CombinedOutput()
 	t.Logf("Command: %s; err=%v; full output:\n%s", strings.Join(args, " "), err, b)
 	if err != nil {
-		return err
+		return b, err
 	}
-	return nil
+	return b, nil
 }
 
 func chromectx(t *testing.T) context.Context {

tests/wasm/setup_test.go

@@ -0,0 +1,49 @@
+package main
+
+import (
+	"time"
+	_ "unsafe"
+)
+
+//go:linkname scheduler runtime.scheduler
+func scheduler()
+
+//go:linkname setSchedulerDone runtime.setSchedulerDone
+func setSchedulerDone(bool)
+
+// __go_wasm_export_tinygo_test is a wrapper function around tinygo_test
+// that runs the exported function in a goroutine and starts the scheduler.
+// Goroutines started by this or other functions will persist, are paused
+// when this function returns, and restarted when the host calls back into
+// another exported function.
+//
+//export tinygo_test
+func __go_wasm_export_tinygo_test() int32 {
+	setSchedulerDone(false)
+	var ret int32
+	go func() {
+		ret = tinygo_test()
+		setSchedulerDone(true)
+	}()
+	scheduler()
+	return ret
+}
+
+func tinygo_test() int32 {
+	for ticks != 1337 {
+		time.Sleep(time.Nanosecond)
+	}
+	return ticks
+}
+
+var ticks int32
+
+func init() {
+	// Start infinite ticker
+	go func() {
+		for {
+			ticks++
+			time.Sleep(time.Nanosecond)
+		}
+	}()
+}