feat: worker pooling

Cargo.toml

@@ -24,7 +24,7 @@ exclude = [
 ]
 
 [workspace.package]
-version = "0.5.0"
+version = "0.5.1-rc.0"
 edition = "2021"
 
 [workspace.dependencies]

examples/templates/deno/api/example.ts

@@ -1,6 +1,6 @@
-import { Policy, t, typegraph } from "jsr:@typegraph/[email protected]";
-import { PythonRuntime } from "jsr:@typegraph/[email protected]/runtimes/python";
-import { DenoRuntime } from "jsr:@typegraph/[email protected]/runtimes/deno";
+import { Policy, t, typegraph } from "jsr:@typegraph/[email protected].1-rc.0";
+import { PythonRuntime } from "jsr:@typegraph/[email protected].1-rc.0/runtimes/python";
+import { DenoRuntime } from "jsr:@typegraph/[email protected].1-rc.0/runtimes/deno";
 
 await typegraph("example", (g) => {
   const pub = Policy.public();

examples/templates/deno/compose.yml

@@ -1,6 +1,6 @@
 services:
   typegate:
-    image: ghcr.io/metatypedev/typegate:v0.5.0
+    image: ghcr.io/metatypedev/typegate:v0.5.1-rc.0
     restart: always
     ports:
       - "7890:7890"

examples/templates/node/compose.yml

@@ -1,6 +1,6 @@
 services:
   typegate:
-    image: ghcr.io/metatypedev/typegate:v0.5.0
+    image: ghcr.io/metatypedev/typegate:v0.5.1-rc.0
     restart: always
     ports:
       - "7890:7890"

examples/templates/node/package.json

@@ -6,7 +6,7 @@
     "dev": "MCLI_LOADER_CMD='npm x tsx' meta dev"
   },
   "dependencies": {
-    "@typegraph/sdk": "^0.5.0"
+    "@typegraph/sdk": "^0.5.1-rc.0"
   },
   "devDependencies": {
     "tsx": "^3.13.0",

examples/templates/python/compose.yml

@@ -1,6 +1,6 @@
 services:
   typegate:
-    image: ghcr.io/metatypedev/typegate:v0.5.0
+    image: ghcr.io/metatypedev/typegate:v0.5.1-rc.0
     restart: always
     ports:
       - "7890:7890"

examples/templates/python/pyproject.toml

@@ -1,12 +1,12 @@
 [tool.poetry]
 name = "example"
-version = "0.5.0"
+version = "0.5.1-rc.0"
 description = ""
 authors = []
 
 [tool.poetry.dependencies]
 python = ">=3.8,<4.0"
-typegraph = "0.5.0"
+typegraph = "0.5.1-rc.0"
 
 [build-system]
 requires = ["poetry-core"]

pyproject.toml

@@ -6,7 +6,7 @@
 
 [tool.poetry]
 name = "metatype"
-version = "0.5.0"
+version = "0.5.1-rc.0"
 description = ""
 authors = []
 

src/pyrt_wit_wire/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pyrt_wit_wire"
-version = "0.5.0"
+version = "0.5.1-rc.0"
 description = "Wasm component implementing the PythonRuntime host using wit_wire protocol."
 license = "MPL-2.0"
 readme = "README.md"

src/typegate/engine/src/runtimes/wit_wire.rs

@@ -405,7 +405,7 @@ pub fn op_wit_wire_destroy(
     scope: &mut v8::HandleScope<'_>,
     #[string] instance_id: String,
 ) {
-    debug!("destroying wit_wire instnace {instance_id}");
+    debug!("destroying wit_wire instance {instance_id}");
     let ctx = {
         let state = state.borrow();
         let ctx = state.borrow::<Ctx>();

src/typegate/src/runtimes/deno/deno.ts

@@ -182,7 +182,7 @@ export class DenoRuntime extends Runtime {
   }
 
   async deinit(): Promise<void> {
-    // await this.workerManager.deinit();
+    this.workerManager.deinit();
   }
 
   materialize(

src/typegate/src/runtimes/deno/worker_manager.ts

@@ -21,21 +21,22 @@ export class WorkerManager
   extends BaseWorkerManager<TaskSpec, DenoMessage, DenoEvent> {
   constructor(private config: WorkerManagerConfig) {
     super(
+      "deno runtime",
       (taskId: TaskId) => {
         return new DenoWorker(taskId, import.meta.resolve("./worker.ts"));
       },
     );
   }
 
-  callFunction(
+  async callFunction(
     name: string,
     modulePath: string,
     relativeModulePath: string,
     args: unknown,
     internalTCtx: TaskContext,
   ) {
     const taskId = createTaskId(`${name}@${relativeModulePath}`);
-    this.createWorker(name, taskId, {
+    await this.delegateTask(name, taskId, {
       modulePath,
       functionName: name,
     });
@@ -49,13 +50,13 @@ export class WorkerManager
 
     return new Promise((resolve, reject) => {
       const timeoutId = setTimeout(() => {
-        this.destroyWorker(name, taskId);
+        this.deallocateWorker(name, taskId);
         reject(new Error(`${this.config.timeout_ms}ms timeout exceeded`));
       }, this.config.timeout_ms);
 
       const handler: (event: DenoEvent) => void = (event) => {
         clearTimeout(timeoutId);
-        this.destroyWorker(name, taskId);
+        this.deallocateWorker(name, taskId);
         switch (event.type) {
           case "SUCCESS":
             resolve(event.result);

src/typegate/src/runtimes/patterns/worker_manager/deno.ts

@@ -43,13 +43,14 @@ export class DenoWorker<M extends BaseMessage, E extends BaseDenoWorkerMessage>
       await handlerFn(message.data as E);
     };
 
-    this.#worker.onerror = /*async*/ (event) =>
-      handlerFn(
+    this.#worker.onerror = async (event) => {
+      await handlerFn(
         {
           type: "WORKER_ERROR",
           event,
         } as E,
       );
+    };
   }
 
   send(msg: M) {