refactor: e2e workflow(s) run (#223)

* Run IPVM workflow (json) files, return beginning info * Integrate Runner / worker bits, and pieces like * aborting workers * gc'ing handles * delayqueue/timing-wheel integration for expir(ed)/(ing) workflows * worker's can now send messages to the runner, for things like drop/abort * make db pool accessible within worker, so it's reusable upon creation and run * store receipts and workflow/receipt joint info as part of a DB transaction * runtime-specific proc-macro and worker builder for easier test integration * this now spins up db-related tests (involving workers/schedulers/the-runner) to use different sqlite dbs in parallel * flake fixins around cargo nextest and macos * Removes `Error` from Enum thiserror variants as per common usage * workflow info "storage" stores a timestamp for local use * remove bincode all around, and make rpc encoding/decoding work with messagepack * make database_url work as part as configuration or env (latter takes precedent) * more error-specific types
ipvm-wg · Aug 4, 2023 · 7d3f50f · 7d3f50f
1 parent 4921bde
commit 7d3f50f
Show file tree

Hide file tree

Showing 73 changed files with 3,543 additions and 1,683 deletions.
diff --git a/.github/workflows/audit.yml b/.github/workflows/audit.yml
@@ -12,6 +12,9 @@ jobs:
       - name: Checkout Repository
         uses: actions/checkout@v3
 
+      - name: Cache Project
+        uses: Swatinem/rust-cache@v2
+
       - name: Run Audit-Check
         uses: rustsec/[email protected]
         with:

diff --git a/.github/workflows/coverage.yml b/.github/workflows/coverage.yml
@@ -16,19 +16,29 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
+      - name: Setup IPFS
+        uses: ibnesayeed/setup-ipfs@master
+        with:
+          run_daemon: true
+
       - name: Checkout Repository
         uses: actions/checkout@v3
 
+      - name: Cache Project
+        uses: Swatinem/rust-cache@v2
+        with:
+          cache-on-failure: true
+
+      - name: Use mold-linker
+        uses: rui314/setup-mold@v1
+
       - name: Install Rust Toolchain
         id: toolchain
         uses: dtolnay/rust-toolchain@nightly
 
       - name: Override rust-toolchain.toml
         run: rustup override set ${{steps.toolchain.outputs.name}}
 
-      - name: Cache Project
-        uses: Swatinem/rust-cache@v2
-
       - name: Install cargo-llvm-cov
         uses: taiki-e/install-action@cargo-llvm-cov
 

diff --git a/.github/workflows/tests_and_checks.yml b/.github/workflows/tests_and_checks.yml
@@ -13,15 +13,16 @@ concurrency:
 
 jobs:
   run-checks:
-    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
+        os: [ubuntu-latest, macos-latest]
         rust-toolchain:
           - stable
           - nightly
           # minimum version
-          - 1.66
+          - 1.67
+    runs-on: ${{ matrix.os }}
     steps:
       - name: Checkout Repository
         uses: actions/checkout@v3
@@ -30,6 +31,12 @@ jobs:
       # https://github.com/Swatinem/rust-cache
       - name: Cache Project
         uses: Swatinem/rust-cache@v2
+        with:
+          cache-on-failure: true
+          shared-key: check-${{ matrix.rust-toolchain }}-${{ matrix.os }}
+
+      - name: Use mold-linker
+        uses: rui314/setup-mold@v1
 
       - name: Install Rust Toolchain
         id: toolchain
@@ -49,15 +56,15 @@ jobs:
 
       # Check for security advisories
       - name: Check Advisories
-        if: ${{ matrix.rust-toolchain == 'stable' }}
+        if: ${{ matrix.rust-toolchain == 'stable' && matrix.os == 'ubuntu-latest' }}
         uses: EmbarkStudios/cargo-deny-action@v1
         with:
           command: check advisories
         continue-on-error: true
 
       # Audit licenses, unreleased crates, and unexpected duplicate versions.
       - name: Check Bans, Licenses, and Sources
-        if: ${{ matrix.rust-toolchain == 'stable' }}
+        if: ${{ matrix.rust-toolchain == 'stable' && matrix.os == 'ubuntu-latest' }}
         uses: EmbarkStudios/cargo-deny-action@v1
         with:
           command: check bans licenses sources
@@ -68,19 +75,31 @@ jobs:
         run: cargo build --release
 
   run-tests-all-features:
-    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
+        os: [ubuntu-latest, macos-latest]
         rust-toolchain:
           - stable
           - nightly
+    runs-on: ${{ matrix.os }}
     steps:
+      - name: Setup IPFS
+        uses: ibnesayeed/setup-ipfs@master
+        with:
+          run_daemon: true
+
       - name: Checkout Repository
         uses: actions/checkout@v3
 
       - name: Cache Project
         uses: Swatinem/rust-cache@v2
+        with:
+          cache-on-failure: true
+          shared-key: test-all-${{ matrix.rust-toolchain }}-${{ matrix.os }}
+
+      - name: Use mold-linker
+        uses: rui314/setup-mold@v1
 
       - name: Install Rust Toolchain
         id: toolchain
@@ -101,19 +120,26 @@ jobs:
         run: cargo test --doc
 
   run-tests-no-default-features:
-    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
+        os: [ubuntu-latest, macos-latest]
         rust-toolchain:
           - stable
           - nightly
+    runs-on: ${{ matrix.os }}
     steps:
       - name: Checkout Repository
         uses: actions/checkout@v3
 
       - name: Cache Project
         uses: Swatinem/rust-cache@v2
+        with:
+          cache-on-failure: true
+          shared-key: test-0-${{ matrix.rust-toolchain }}-${{ matrix.os }}
+
+      - name: Use mold-linker
+        uses: rui314/setup-mold@v1
 
       - name: Install Rust Toolchain
         id: toolchain
@@ -128,7 +154,7 @@ jobs:
         uses: taiki-e/install-action@nextest
 
       - name: Run Tests
-        run: cargo nextest run --profile ci --no-default-features
+        run: cargo nextest run --profile ci --no-default-features --features "test-utils"
 
   run-docs:
     runs-on: ubuntu-latest
@@ -141,6 +167,11 @@ jobs:
 
       - name: Cache Project
         uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: doc
+
+      - name: Use mold-linker
+        uses: rui314/setup-mold@v1
 
       - name: Install Rust Toolchain
         uses: dtolnay/rust-toolchain@stable

diff --git a/.gitignore b/.gitignore
@@ -13,13 +13,19 @@
 private
 *.temp
 *.db
+*.db-shm
+*.db-wal
 *.tmp
 *.png
 *.dot
 .history
 .DS_Store
 homestar-guest-wasm/out
 homestar-wasm/out
+**/fixtures/test_*
+
+# ipfs
+.ipfs
 
 # daemon
 homestar.err

diff --git a/.ignore b/.ignore
@@ -15,3 +15,5 @@ LICENSE
 .gitignore
 .release-please-manifest.json
 .pre-commit-config.yaml
+
+**/fixtures