feat: Layotto Faas engine integrate with wasmtime (#833)

Co-authored-by: seeflood <[email protected]>
Co-authored-by: Marco <[email protected]>
Fixes #732

Author: 3 people

.gitignore

@@ -65,6 +65,7 @@ demo/state/common/client
 etc/script/mdx
 etcd
 layotto_wasmer
+layotto_wasmtime
 nohup.out
 /demo/lock/common/client
 /demo/secret/common/client

cmd/layotto/main.go

@@ -168,6 +168,7 @@ import (
 	"mosn.io/layotto/pkg/runtime"
 	_ "mosn.io/layotto/pkg/wasm"
 	_ "mosn.io/layotto/pkg/wasm/install"
+	_ "mosn.io/layotto/pkg/wasm/runtime/wasmtime"
 	_ "mosn.io/layotto/pkg/wasm/uninstall"
 	_ "mosn.io/layotto/pkg/wasm/update"
 

demo/faas/config.json

@@ -66,15 +66,15 @@
                   "name": "function1",
                   "instance_num": 1,
                   "vm_config": {
-                    "engine": "wasmer",
+                    "engine": "wasmtime",
                     "path": "demo/faas/code/golang/client/function_1.wasm"
                   }
                 },
                 "function2": {
                   "name": "function2",
                   "instance_num": 1,
                   "vm_config": {
-                    "engine": "wasmer",
+                    "engine": "wasmtime",
                     "path": "demo/faas/code/golang/server/function_2.wasm"
                   }
                 }
@@ -188,4 +188,4 @@
       }
     }]
   }
-}
+}

docs/en/start/faas/start.md

@@ -90,7 +90,7 @@ Restart containerd for the latest configuration to take effect
 sudo systemctl restart containerd
 ```
 
-#### F、Install wasmer
+#### F、Install wasmer (If the vm engine uses wasmer, you need to execute the following command)
 
 ```
 > curl -L -O https://github.com/wasmerio/wasmer/releases/download/2.0.0/wasmer-linux-amd64.tar.gz

docs/en/start/wasm/start.md

@@ -60,14 +60,16 @@ The result is:
 #### step 2. start Layotto server
 Build:
 
-```shell @if.not.exist layotto_wasmer
-go build -tags wasmer -o ./layotto_wasmer ./cmd/layotto
+```shell @if.not.exist layotto_wasmtime
+go build -tags wasmcomm,wasmtime -o ./layotto_wasmtime ./cmd/layotto
 ```
 
+if you want to use wasmer as WebAssembly Runtime, please use build command as: `go build -tags wasmcomm,wasmer -o ./layotto_wasmtime ./cmd/layotto`
+
 Run it:
 
 ```shell @background
-./layotto_wasmer start -c ./demo/faas/config.json
+./layotto_wasmtime start -c ./demo/faas/config.json
 ```
 
 **Note: You need to modify the redis address as needed, the default address is: localhost:6379**
@@ -103,21 +105,23 @@ We can specify the WASM file to be loaded in `./demo/faas/config.json` config fi
     "name": "function1",
     "instance_num": 1,
     "vm_config": {
-      "engine": "wasmer",
+      "engine": "wasmtime",
       "path": "demo/faas/code/golang/client/function_1.wasm"
     }
   },
   "function2": {
     "name": "function2",
     "instance_num": 1,
     "vm_config": {
-      "engine": "wasmer",
+      "engine": "wasmtime",
       "path": "demo/faas/code/golang/server/function_2.wasm"
     }
   }
 }
 ```
 
+tip: we also support wasmer as the engine value in vm_config.
+
 We can also install, update, and uninstall WASM file dynamically through the following Apis(The example is already loaded from the configuration file by default when it starts, so here it is unloaded and then reloaded).
 
 #### Uninstall
@@ -129,7 +133,7 @@ curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -
 #### Install
 
 ```shell
-curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"name":"id_1","instance_num":1,"vm_config":{"engine":"wasmer","path":"demo/faas/code/golang/client/function_1.wasm"}}' http://127.0.0.1:34998/wasm/install
+curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"name":"id_1","instance_num":1,"vm_config":{"engine":"wasmtime","path":"demo/faas/code/golang/client/function_1.wasm"}}' http://127.0.0.1:34998/wasm/install
 ```
 
 #### Update Instance Number

docs/zh/start/faas/start.md

@@ -90,7 +90,7 @@ Layotto支持加载并运行以 wasm 为载体的 Function，并支持Function
 sudo systemctl restart containerd
 ```
 
-#### F、安装 wasmer
+#### F、安装 wasmer(如果vm engine 使用 wasmer 则执行如下命令)
 
 ```
 > curl -L -O https://github.com/wasmerio/wasmer/releases/download/2.0.0/wasmer-linux-amd64.tar.gz

docs/zh/start/wasm/start.md

@@ -58,14 +58,16 @@ docker exec -i redis-test redis-cli get book1
 
 构建:
 
-```shell @if.not.exist layotto_wasmer
-go build -tags wasmer -o ./layotto_wasmer ./cmd/layotto
+```shell @if.not.exist layotto_wasmtime
+go build -tags wasmcomm,wasmtime -o ./layotto_wasmtime ./cmd/layotto
 ```
 
+如果你想使用 wasmer 作为 WebAssembly 运行时, 可以修改 build 指令为: `go build -tags wasmcomm,wasmer -o ./layotto_wasmtime ./cmd/layotto`
+
 运行:
 
 ```shell @background
-./layotto_wasmer start -c ./demo/faas/config.json
+./layotto_wasmtime start -c ./demo/faas/config.json
 ```
 
 **注：需要把`./demo/faas/config.json`中的 redis 地址修改为实际地址，默认地址为：localhost:6379。**
@@ -100,21 +102,23 @@ docker rm -f redis-test
     "name": "function1",
     "instance_num": 1,
     "vm_config": {
-      "engine": "wasmer",
+      "engine": "wasmtime",
       "path": "demo/faas/code/golang/client/function_1.wasm"
     }
   },
   "function2": {
     "name": "function2",
     "instance_num": 1,
     "vm_config": {
-      "engine": "wasmer",
+      "engine": "wasmtime",
       "path": "demo/faas/code/golang/server/function_2.wasm"
     }
   }
 }
 ```
 
+提示：我们还支持将 wasmer 作为 vm_config 中的 engine 的值。
+
 我们也可通过以下接口来动态的卸载、加载、更新WASM 文件（由于示例启动时已经默认从配置文件中加载，故此处先卸载再加载）。
 
 #### 卸载
@@ -126,7 +130,7 @@ curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -
 #### 加载
 
 ```shell
-curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"name":"id_1","instance_num":1,"vm_config":{"engine":"wasmer","path":"demo/faas/code/golang/client/function_1.wasm"}}' http://127.0.0.1:34998/wasm/install
+curl -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"name":"id_1","instance_num":1,"vm_config":{"engine":"wasmtime","path":"demo/faas/code/golang/client/function_1.wasm"}}' http://127.0.0.1:34998/wasm/install
 ```
 
 #### 更新实例数

etc/script/test-quickstart.sh

@@ -61,7 +61,7 @@ sh etc/script/download_etcd.sh
 # release all resources
 release_resource() {
   # kill processes
-  processes="layotto layotto_wasmer etcd server client go"
+  processes="layotto layotto_wasmtime etcd server client go"
   for key in ${processes}; do
     if killall $key; then
       echo "$key released"

go.mod

@@ -3,13 +3,13 @@ module mosn.io/layotto
 go 1.14
 
 require (
-	github.com/99designs/keyring v1.2.1 // indirect
 	github.com/Azure/go-autorest/autorest/azure/cli v0.4.2 // indirect
 	github.com/Azure/go-autorest/autorest/validation v0.3.1 // indirect
 	github.com/Azure/go-autorest/logger v0.2.1 // indirect
 	github.com/SkyAPM/go2sky v0.5.0
 	github.com/agrea/ptr v0.0.0-20180711073057-77a518d99b7b
 	github.com/alicebob/miniredis/v2 v2.16.0
+	github.com/bytecodealliance/wasmtime-go v0.40.0
 	github.com/dapr/components-contrib v1.5.2
 	github.com/dapr/kit v0.0.2-0.20210614175626-b9074b64d233
 	github.com/dimchansky/utfbom v1.1.1 // indirect
@@ -28,11 +28,13 @@ require (
 	github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
 	github.com/pkg/errors v0.9.1
 	github.com/shirou/gopsutil v3.21.3+incompatible
-	github.com/stretchr/testify v1.7.0
+	github.com/stretchr/testify v1.8.0
 	github.com/uber/jaeger-client-go v2.25.0+incompatible
 	github.com/urfave/cli v1.22.1
 	github.com/valyala/fasthttp v1.28.0
 	go.uber.org/automaxprocs v1.4.0 // indirect
+	golang.org/x/sys v0.0.0-20220204135822-1c1b9b1eba6a // indirect
+	golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 // indirect
 	golang.org/x/tools v0.1.10 // indirect
 	google.golang.org/grpc v1.39.0
 	google.golang.org/grpc/examples v0.0.0-20210818220435-8ab16ef276a3
@@ -47,6 +49,8 @@ require (
 )
 
 replace (
+	github.com/Shopify/sarama => github.com/Shopify/sarama v1.24.0
+	github.com/apache/pulsar-client-go => github.com/apache/pulsar-client-go v0.1.0
 	github.com/gin-gonic/gin => github.com/gin-gonic/gin v1.7.0
 	github.com/klauspost/compress => github.com/klauspost/compress v1.13.0
 	mosn.io/layotto/components => ./components