Add a job that runsmake full-source-dist, but mark it as "allow fail" for now

pipelines/main/launch_unsigned_jobs.yml

@@ -13,6 +13,45 @@
 # something about the privileged steps.
 
 steps:
+  - group: "Check"
+    notify:
+      - github_commit_status:
+          context: "Check"
+    steps:
+      - label: "Launch check jobs"
+        plugins:
+          - JuliaCI/external-buildkite#v1:
+              version: "./.buildkite-external-version"
+              repo_url: "https://github.com/JuliaCI/julia-buildkite"
+        commands: |
+          # We launch the whitespace check first, because we want it to finish quickly.
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/whitespace.yml
+
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/analyzegc.yml
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/doctest.yml
+          # buildkite-agent pipeline upload .buildkite/pipelines/main/misc/fullsrcdist.yml # TODO: uncomment this line
+
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/embedding.yml
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/llvmpasses.yml
+
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/pdf_docs/build_pdf_docs.yml
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/asan.yml
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/tsan.yml
+        agents:
+          queue: "julia"
+          os: "linux"
+  - group: "Full Source Dist"                                                            # TODO: delete this line
+    steps:                                                                               # TODO: delete this line
+      - label: "Launch fullsrcdist jobs"                                                 # TODO: delete this line
+        plugins:                                                                         # TODO: delete this line
+          - JuliaCI/external-buildkite#v1:                                               # TODO: delete this line
+              version: "./.buildkite-external-version"                                   # TODO: delete this line
+              repo_url: "https://github.com/JuliaCI/julia-buildkite"                     # TODO: delete this line
+        commands: |                                                                      # TODO: delete this line
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/fullsrcdist.yml # TODO: delete this line
+        agents:                                                                          # TODO: delete this line
+          queue: "julia"                                                                 # TODO: delete this line
+          os: "linux"                                                                    # TODO: delete this line
   - group: "Build"
     notify:
       - github_commit_status:
@@ -44,29 +83,6 @@ steps:
         agents:
           queue: "julia"
           os: "linux"
-  - group: "Check"
-    notify:
-      - github_commit_status:
-          context: "Check"
-    steps:
-      - label: "Launch check jobs"
-        plugins:
-          - JuliaCI/external-buildkite#v1:
-              version: "./.buildkite-external-version"
-              repo_url: "https://github.com/JuliaCI/julia-buildkite"
-        commands: |
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/analyzegc.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/doctest.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/pdf_docs/build_pdf_docs.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/embedding.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/llvmpasses.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/whitespace.yml
-
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/asan.yml
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/tsan.yml
-        agents:
-          queue: "julia"
-          os: "linux"
   - group: "Test"
     notify:
       - github_commit_status:

pipelines/main/misc/fullsrcdist.yml

@@ -0,0 +1,48 @@
+steps:
+  - group: "Full Source Dist" # TODO: delete this line
+  # - group: "Check" # TODO: uncomment this line
+    steps:
+      - label: "fullsrcdist"
+        key: "fullsrcdist"
+        depends_on:
+          - "build_x86_64-linux-gnu"
+        soft_fail: true # TODO: delete this line
+        plugins:
+          - JuliaCI/external-buildkite#v1:
+              version: "./.buildkite-external-version"
+              repo_url: "https://github.com/JuliaCI/julia-buildkite"
+          - JuliaCI/julia#v1:
+              # Drop default "registries" directory, so it is not persisted from execution to execution
+              persist_depot_dirs: packages,artifacts,compiled
+              version: '1.6'
+          - staticfloat/sandbox#v1:
+              rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v5.26/llvm_passes.x86_64.tar.gz
+              rootfs_treehash: "ab2b59a86d9bec3a4bc701127037637bedf9fe51"
+              uid: 1000
+              gid: 1000
+              workspaces:
+                - "/cache/repos:/cache/repos"
+          - JuliaCI/julia#v1:
+              # Drop default "registries" directory, so it is not persisted from execution to execution
+              persist_depot_dirs: packages,artifacts,compiled
+              version: '1.6'
+        # timeout_in_minutes: 10 # TODO: uncomment this line
+        timeout_in_minutes: 90   # TODO: delete this line
+        commands: |
+          # Download pre-built julia, extract into `usr/`
+          # buildkite-agent artifact download --step "build_x86_64-linux-gnu" 'julia-*-linux-x86_64.tar.gz' .
+          # mkdir -p ./usr
+          # tar -C ./usr --strip-components=1 -zxf julia-*-linux-x86_64.tar.gz
+          # ln -s ./usr/bin/julia ./julia
+          # echo "--- Print Julia version info"
+          # ./julia -e 'using InteractiveUtils; InteractiveUtils.versioninfo()'
+          echo "--- Light-source-dist"
+          make light-source-dist
+          echo "--- Full-source-dist"
+          make full-source-dist
+        agents:
+          queue: "julia"
+          # Only run on `sandbox.jl`-capable machines (not `docker`-isolated ones) since we need nestable sandboxing
+          sandbox_capable: "true"
+          os: "linux"
+          arch: "x86_64"