bootstrap.yml

general:
  cargo:
    config_toml: 'extra-files/rust/config.toml'

sources:
  - name: binutils
    subdir: 'bundled'
    git: 'git://sourceware.org/git/binutils-gdb.git'
    tag: 'binutils-2_37'
    version: '2.37'
    patch-path-strip: 1

  - name: gcc
    subdir: 'bundled'
    git: 'git://gcc.gnu.org/git/gcc.git'
    tag: 'releases/gcc-11.2.0'
    patch-path-strip: 1
    version: '11.2.0'
    tools_required:
      - host-autoconf-v2.69
      - host-automake-v1.16
    regenerate:
      # download_prerequisites should probably move to some "post_checkout" step.
      - args: ['./contrib/download_prerequisites']
        workdir: '@THIS_SOURCE_DIR@'
      - args: ['autoconf']
        workdir: '@THIS_SOURCE_DIR@/gcc'
      - args: ['autoconf']
        workdir: '@THIS_SOURCE_DIR@/libstdc++-v3'
      - args: ['cp',
          '@BUILD_ROOT@/tools/host-automake-v1.16/share/automake-1.16/config.sub',
          '@THIS_SOURCE_DIR@/']
      - args: ['cp',
          '@BUILD_ROOT@/tools/host-automake-v1.16/share/automake-1.16/config.sub',
          '@THIS_SOURCE_DIR@/gmp-6.1.0/configfsf.sub']
      - args: ['cp',
          '@BUILD_ROOT@/tools/host-automake-v1.16/share/automake-1.16/config.sub',
          '@THIS_SOURCE_DIR@/isl-0.18/config.sub']
      - args: ['cp', '-f',
          '@BUILD_ROOT@/tools/host-automake-v1.16/share/automake-1.16/config.sub',
          '@THIS_SOURCE_DIR@/mpc-1.0.3/config.sub']
      - args: ['cp',
          '@BUILD_ROOT@/tools/host-automake-v1.16/share/automake-1.16/config.sub',
          '@THIS_SOURCE_DIR@/mpfr-3.1.6/config.sub']

  - name: mlibc
    subdir: 'bundled'
    url: 'https://github.com/managarm/mlibc/archive/036b7571be388467a573328cfd4d009a77d4e052.tar.gz'
    format: 'tar.gz'
    extract_path: 'mlibc-036b7571be388467a573328cfd4d009a77d4e052'
    patch-path-strip: 1
    version: '12.rolling'

  - name: rust
    subdir: 'bundled'
    git: 'https://github.com/rust-lang/rust.git'
    branch: 'master'
    commit: '22e491ac7ed454d34669151a8b6464cb643c9b41'

  - name: rust-libc
    subdir: 'bundled'
    git: 'https://github.com/Andy-Python-Programmer/libc.git'
    branch: 'master'
    commit: '9d6a6ee0c3973be6ea9ff48dac1e8fe3b177cf45'

  - name: llvm
    subdir: 'bundled'
    git: 'https://github.com/llvm/llvm-project.git'
    tag: 'llvmorg-13.0.0'
    version: '13.0.0'

  # ---------------------------------------------------------------------------
  # Rust patched crates start
  # ---------------------------------------------------------------------------
  - name: rust-num-cpus
    subdir: 'bundled'
    git: 'https://github.com/seanmonstar/num_cpus.git'
    tag: 'v1.13.0'
    version: '1.13.0'

  - name: rust-users
    subdir: 'bundled'
    git: 'https://github.com/ogham/rust-users.git'
    tag: 'v0.11.0'
    version: '0.11.0'

  - name: rust-patched-libs
    subdir: 'bundled'
    sources_required:
      - name: rust-libc
        recursive: true
      - name: rust-num-cpus
        recursive: true
      - name: rust-users
        recursive: true
  # ---------------------------------------------------------------------------
  # Rust patched crates end
  # ---------------------------------------------------------------------------

  # - name: python
  #   subdir: 'bundled'
  #   patch-path-strip: 1
  #   git: 'https://github.com/python/cpython.git'
  #   tag: 'v3.8.2'
  #   version: '3.8.2'
  #   tools_required:
  #     - host-autoconf-v2.69
  #     - host-automake-v1.16
  #   regenerate:
  #     - args: ['autoreconf', '-f', '-i']

tools:
  - name: host-autoconf-v2.69
    source:
      name: autoconf-v2.69
      subdir: 'bundled'
      url: 'https://ftp.gnu.org/gnu/autoconf/autoconf-2.69.tar.xz'
      format: 'tar.xz'
      extract_path: 'autoconf-2.69'
      patch-path-strip: 3
      version: '2.69'
    configure:
      - args: ['@THIS_SOURCE_DIR@/configure', '--prefix=@PREFIX@']
    compile:
      - args: ['make', '-j@PARALLELISM@']
    install:
      - args: ['make', 'install']

  - name: host-automake-v1.16
    source:
      name: automake-v1.16
      subdir: 'bundled'
      git: 'https://github.com/autotools-mirror/automake'
      tag: 'v1.16.5'
      version: '1.16.5'
      tools_required:
        - host-autoconf-v2.69
      regenerate:
        - args: ['./bootstrap']
    tools_required:
      - host-autoconf-v2.69
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--prefix=@PREFIX@'
    compile:
      - args: |
          set -e
          export PATH="`pwd`/bin:$PATH"
          make bin/aclocal-1.16 bin/automake-1.16 -j@PARALLELISM@
          make -j@PARALLELISM@
    install:
      - args: ['make', 'install-strip']
      - args: ['ln', '-sf', '@PREFIX@/share/aclocal-1.16', '@PREFIX@/share/aclocal']

  - name: host-rust
    from_source: rust
    tools_required:
      - host-llvm
    sources_required:
      - rust-libc
    compile:
      - args: |
            cat << EOF > config.toml
            changelog-seen = 2
            [llvm]
            targets = "X86"
            [build]
            target = ["x86_64-unknown-aero-system", "x86_64-unknown-linux-gnu"]
            build-dir = "@THIS_BUILD_DIR@"
            docs = false
            [install]
            prefix = "@PREFIX@"
            [rust]
            codegen-tests = false
            [target.x86_64-unknown-linux-gnu]
            llvm-config = "@BUILD_ROOT@/tools/host-llvm/bin/llvm-config"
            [target.x86_64-unknown-aero-system]
            llvm-config = "@BUILD_ROOT@/tools/host-llvm/bin/llvm-config"
            EOF
      - args: ['python3', '@THIS_SOURCE_DIR@/x.py', 'build', '--stage', '2', '-j', '@PARALLELISM@']
    install:
      - args: ['python3', '@THIS_SOURCE_DIR@/x.py', 'install', '-j', '@PARALLELISM@']

  - name: host-cargo
    source:
      subdir: 'bundled'
      git: 'https://github.com/rust-lang/cargo.git'
      branch: 'master'
      commit: '25fcb135d02ea897ce894b67ae021f48107d522b'
    tools_required:
      - tool: host-rust
        recursive: true
      - tool: host-gcc # GCC is used for linking
        recursive: true
    sources_required:
      # This cargo runs on the host, so we don't actually need any patches here. We just
      # add the sources used by cargo so that the dependency resolver doesn't complain.
      - rust-patched-libs
    compile:
      - args:
        - 'cargo'
        - 'install'
        - '--target'
        - 'x86_64-unknown-linux-gnu'
        - '--target-dir'
        - '@THIS_BUILD_DIR@'
        - '--path'
        - '@THIS_SOURCE_DIR@'
        - '-j@PARALLELISM@'
        - '--root'
        - '@PREFIX@'

  # - name: host-python
  #   from_source: python
  #   configure:
  #     - args:
  #       - '@THIS_SOURCE_DIR@/configure'
  #       - '--prefix=@PREFIX@'
  #   compile:
  #     - args: ['make', '-j@PARALLELISM@']
  #   install:
  #     - args: ['make', 'install']

  - name: host-binutils
    from_source: binutils
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--prefix=@PREFIX@'
        - '--target=x86_64-aero'
        - '--with-sysroot=@SYSROOT_DIR@'
        # On recent compilers, binutils 2.26 causes implicit-fallthrough warnings, among others.
        - '--disable-werror'
        - '--enable-targets=x86_64-elf,x86_64-pe'
        # -g blows up the binary size.
        - 'CFLAGS=-pipe'
    compile:
      - args: ['make', '-j@PARALLELISM@']
    install:
      - args: ['make', 'install']

  - name: host-gcc
    from_source: gcc
    tools_required:
      - tool: host-binutils
        recursive: true
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--prefix=@PREFIX@'
        - '--target=x86_64-aero'
        - '--with-sysroot=@SYSROOT_DIR@'
        - '--enable-languages=c,c++'
        - '--disable-multilib'
        - '--enable-initfini-array'
        # -g blows up GCC's binary size.
        - 'CFLAGS=-O2 -pipe'
        - 'CXXFLAGS=-O2 -pipe'
    stages:
      - name: compiler
        pkgs_required:
          - mlibc-headers
        compile:
          - args: ['make', '-j@PARALLELISM@', 'all-gcc']
        install:
          - args: ['make', 'install-gcc']
          # GCC does *not* look for target-prefixed LD/AS.
          # Instead, it searches a list of prefix directories. Link AS/LD to make it happy.
          - args: ['mkdir', '-p', '@PREFIX@/x86_64-aero/bin']
          - args: ['ln', '-sf', '../../../host-binutils/x86_64-aero/bin/as',
                               '@PREFIX@/x86_64-aero/bin/as']
          - args: ['ln', '-sf', '../../../host-binutils/x86_64-aero/bin/ld',
                               '@PREFIX@/x86_64-aero/bin/ld']
      - name: libgcc
        tools_required:
          - tool: host-gcc
            stage_dependencies: [compiler]
        pkgs_required:
          - mlibc
        compile:
          - args: ['make', '-j@PARALLELISM@', 'all-target-libgcc']
        install:
          - args: ['make', 'install-strip-target-libgcc']

      - name: libstdc++
        tools_required:
          - tool: host-gcc
            stage_dependencies: [libgcc]
        compile:
          - args: ['make', '-j@PARALLELISM@', 'all-target-libstdc++-v3']
        install:
          - args: ['make', 'install-strip-target-libstdc++-v3']

  - name: host-llvm
    from_source: llvm
    sources_required:
      - binutils
    configure:
      - args:
        - 'cmake'
        - '-GNinja'
        - '-DCMAKE_INSTALL_PREFIX=@PREFIX@'
        # LLVM configuration options.
        # We really have to build LLVM in Release mode.
        # Building it in debug mode produces tens of GiB of debugging info.
        - '-DCMAKE_BUILD_TYPE=Release'
        - '-DLLVM_TARGETS_TO_BUILD=X86'
        - '-DLLVM_ENABLE_PROJECTS=llvm'
        - '-DLLVM_ENABLE_Z3_SOLVER=OFF'
        # clang configuration options.
        - '-DDEFAULT_SYSROOT=@SYSROOT_DIR@'
        # Gold linker configuration options.
        - '-DLLVM_BINUTILS_INCDIR=@SOURCE_ROOT@/bundled/binutils/include'
        - '@THIS_SOURCE_DIR@/llvm'
    compile:
      - args: ['ninja', '-j@PARALLELISM@']
      # Build on a single CPU to prevent OOM on smaller systems.
      #- args: ['ninja', '-j1']
    install:
      - args: ['ninja', 'install', '-j@PARALLELISM@']
        # quiet: true

packages:
  - name: ripgrep
    source:
      subdir: bundled
      git: 'https://github.com/BurntSushi/ripgrep.git'
      tag: '12.1.1'
      version: '12.1.1'
    tools_required:
      - host-cargo
    sources_required:
      - rust-patched-libs
    pkgs_required:
      - mlibc
    configure:
      - args: ['cp', '-r', '@THIS_SOURCE_DIR@/.', '@THIS_BUILD_DIR@']
      # cc: https://github.com/rust-lang/cargo/issues/10283
      # - args: ['python3', '@SOURCE_ROOT@/tools/cargo-inject-patches.py', '@THIS_SOURCE_DIR@/Cargo.toml']
    build:
      - args: ['python3', '@SOURCE_ROOT@/tools/cargo-inject-patches.py', './Cargo.toml']
      - args:
        - 'cargo'
        - 'install'
        - '--locked'
        - '--path'
        - '.'
        - '--root'
        - '@THIS_COLLECT_DIR@/usr'
        - '-j@PARALLELISM@'

  - name: sd
    source:
      subdir: bundled
      git: 'https://github.com/chmln/sd'
      tag: 'v0.7.6'
      version: '0.7.6'
    tools_required:
      - host-cargo
    sources_required:
      - rust-patched-libs
    pkgs_required:
      - mlibc
    configure:
      - args: ['cp', '-r', '@THIS_SOURCE_DIR@/.', '@THIS_BUILD_DIR@']
      # cc: https://github.com/rust-lang/cargo/issues/10283
      # - args: ['python3', '@SOURCE_ROOT@/tools/cargo-inject-patches.py', '@THIS_SOURCE_DIR@/Cargo.toml']
    build:
      - args: ['python3', '@SOURCE_ROOT@/tools/cargo-inject-patches.py', './Cargo.toml']
      - args:
        - 'cargo'
        - 'install'
        - '--locked'
        - '--path'
        - '.'
        - '--root'
        - '@THIS_COLLECT_DIR@/usr'
        - '-j@PARALLELISM@'

  - name: mlibc-headers
    from_source: mlibc
    implict_package: true
    configure:
      - args:
        - 'meson'
        - '--cross-file'
        - '@SOURCE_ROOT@/userland/cross-file.ini'
        - '--prefix=/usr'
        - '-Dheaders_only=true'
        - '-Ddisable_iconv_option=true'
        - '-Dbuildtype=debug'
        - '@THIS_SOURCE_DIR@'
    build:
      - args: ['ninja']
      - args: ['ninja', 'install']
        environ:
          DESTDIR: '@THIS_COLLECT_DIR@'

  - name: mlibc
    from_source: mlibc
    tools_required:
      - tool: host-gcc
        stage_dependencies: [compiler]
    implict_package: true
    pkgs_required:
      - mlibc-headers
    configure:
      - args:
        - 'meson'
        - '--cross-file'
        - '@SOURCE_ROOT@/userland/cross-file.ini'
        - '--prefix=/usr'
        - '--libdir=lib'
        - '-Dmlibc_no_headers=true'
        - '-Ddisable_iconv_option=true'
        - '-Dbuildtype=debug'
        - '@THIS_SOURCE_DIR@'
    build:
      - args: ['ninja']
      - args: ['ninja', 'install']
        environ:
          DESTDIR: '@THIS_COLLECT_DIR@'

  - name: nyancat
    source:
      subdir: 'bundled'
      git: 'https://github.com/klange/nyancat.git'
      tag: '1.5.2'
      version: '1.5.2'
    tools_required:
      - host-gcc
    pkgs_required:
      - mlibc
    configure:
      - args: ['cp', '-r', '@THIS_SOURCE_DIR@/.', '@THIS_BUILD_DIR@']
    build:
      - args: ['make', '-j@PARALLELISM@']
        environ:
          CC: "x86_64-aero-gcc"
      - args: ['mkdir', '-pv', '@THIS_COLLECT_DIR@/usr/bin']
      - args: ['mkdir', '-pv', '@THIS_COLLECT_DIR@/usr/share/man/man1']
      - args: ['cp', '-v', '@THIS_BUILD_DIR@/src/nyancat', '@THIS_COLLECT_DIR@/usr/bin']
      - args: ['cp', '-v', '@THIS_BUILD_DIR@/nyancat.1', '@THIS_COLLECT_DIR@/usr/share/man/man1']

  - name: coreutils
    source:
      subdir: 'bundled'
      git: 'https://github.com/YusufKhan-gamedev/sbase.git'
      branch: master
    tools_required:
      - host-gcc
    pkgs_required:
      - mlibc
    configure:
      - args: ['cp', '-r',  '@THIS_SOURCE_DIR@/.', '@THIS_BUILD_DIR@']
    build:
      - args: ['make', 'CC=x86_64-aero-gcc']
      - args: ['make', 'install', DESTDIR=@THIS_COLLECT_DIR@]

  - name: gcc
    from_source: gcc
    revision: 2
    tools_required:
      - host-gcc
    pkgs_required:
      - mlibc
      - binutils
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--host=x86_64-aero'
        - '--prefix=/usr'
        - '--target=x86_64-aero'
        - '--with-sysroot=/'
        - '--with-build-sysroot=@SYSROOT_DIR@'
        - '--enable-languages=c,c++'
        - '--enable-initfini-array'
        - '--disable-multilib'
        - '--disable-nls'
        # -g blows up GCC's binary size.
        - 'CFLAGS=-O2 -pipe'
        - 'CXXFLAGS=-O2 -pipe'
    build:
      - args: ['make', '-j@PARALLELISM@', 'all-gcc', 'all-target-libgcc']
      - args: ['make', 'install-strip-gcc', 'install-strip-target-libgcc']
        environ:
          DESTDIR: '@THIS_COLLECT_DIR@'
      - args: ['sh', '-c', 'cp -rv @BUILD_ROOT@/tools/host-gcc/x86_64-aero/lib/* @THIS_COLLECT_DIR@/usr/lib/']
      - args: ['sh', '-c', 'cp -rv @BUILD_ROOT@/tools/host-gcc/x86_64-aero/include/* @THIS_COLLECT_DIR@/usr/include/']
      - args: ['ln', '-s', '/usr/bin/gcc', '@THIS_COLLECT_DIR@/usr/bin/cc']

  - name: binutils
    from_source: binutils
    tools_required:
      - host-gcc
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--host=x86_64-aero'
        - '--prefix=/usr'
        - '--target=x86_64-aero'
        - '--with-sysroot=/'
        - '--disable-nls'
        # On recent compilers, binutils 2.26 causes implicit-fallthrough warnings, among others.
        - '--disable-werror'
        - '--disable-gdb'
        # -g blows up the binary size.
        - 'CFLAGS=-pipe'
    build:
      - args: ['make', '-j@PARALLELISM@']
      - args: ['make', 'install-strip']
        environ:
          DESTDIR: '@THIS_COLLECT_DIR@'

  - name: bash
    source:
      git: 'https://github.com/bminor/bash'
      # Checkout bash 5.1
      branch: 'master'
      commit: '9439ce094c9aa7557a9d53ac7b412a23aa66e36b'
      version: '5.1.16'
      subdir: 'bundled'
    tools_required:
      - host-gcc
      - host-autoconf-v2.69
      - host-automake-v1.16
    pkgs_required:
      - mlibc
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--host=x86_64-aero'
        - '--prefix=/usr'
        - '--without-bash-malloc'
        - '--disable-nls'
        - 'CFLAGS=-g -O0'
        environ:
          ac_cv_func_wcswidth: 'no'
    build:
      - args: ['make', '-j@PARALLELISM@']
      - args: ['make', 'DESTDIR=@THIS_COLLECT_DIR@', 'install']

  - name: tcc
    source:
      subdir: 'bundled'
      git: 'https://github.com/aero-os/tcc'
      branch: master
      patch-path-strip: 3
    tools_required:
      - host-gcc
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--tccdir=/usr/lib/tcc'
        - '--elfinterp=/usr/lib/ld.so'
        - '--libpaths=/usr/lib'
        - '--sysincludepaths=/usr/lib/tcc/include:/usr/include'
        - '--cross-prefix=x86_64-aero-'
        - '--cc=gcc'
        - '--ar=ar'
        - '--with-selinux'
        - '--strip-binaries'
        - '--prefix=/usr'
    build:
      - args: ['make']
      - args: ['make', 'DESTDIR=@THIS_COLLECT_DIR@', 'install-strip']

  - name: nasm
    source:
      subdir: 'bundled'
      url: 'http://www.nasm.us/pub/nasm/releasebuilds/2.14.02/nasm-2.14.02.tar.xz'
      format: 'tar.xz'
      extract_path: 'nasm-2.14.02'
      version: '2.14.02'
    tools_required:
      - host-gcc
    pkgs_required:
      - mlibc
    configure:
      - args:
        - '@THIS_SOURCE_DIR@/configure'
        - '--host=x86_64-aero'
        - '--prefix=/usr'
    build:
      - args: ['make', '-j@PARALLELISM@']
      - args: ['make', 'install']
        environ:
          DESTDIR: '@THIS_COLLECT_DIR@'

  # - name: python
  #   from_source: python
  #   tools_required:
  #     - host-gcc
  #     - host-python
  #   pkgs_required:
  #     - mlibc
  #   configure:
  #     - args:
  #       - '@THIS_SOURCE_DIR@/configure'
  #       - '--host=x86_64-aero'
  #       - '--build=x86_64-linux-gnu'
  #       - '--prefix=/usr'
  #       - '--enable-shared'
  #       - '--with-sysroot=@SYSROOT_DIR@' # Set libtool's lt_sysroot.
  #       - '--with-system-ffi'
  #       - '--with-system-expat'
  #       - '--disable-ipv6'
  #       - '--without-ensurepip'
  #       environ:
  #         CONFIG_SITE: '@SOURCE_ROOT@/extra-files/python/python-config-site'
  #         PKG_CONFIG_SYSROOT_DIR: '@BUILD_ROOT@/system-root'
  #         PKG_CONFIG_LIBDIR: '@BUILD_ROOT@/system-root/usr/lib/pkgconfig:@BUILD_ROOT@/system-root/usr/share/pkgconfig'
  #   build:
  #     - args: ['make', '-j@PARALLELISM@']
  #     - args: ['make', 'install']
  #       environ:
  #         DESTDIR: '@THIS_COLLECT_DIR@'

  - name: lua
    source:
      subdir: bundled
      url: 'https://www.lua.org/ftp/lua-5.3.5.tar.gz'
      format: 'tar.gz'
      extract_path: 'lua-5.3.5'
      version: '5.3.5'
    tools_required:
      - host-gcc
    pkgs_required:
      - mlibc
    configure:
      - args: ['cp', '-r', '@THIS_SOURCE_DIR@/.', '@THIS_BUILD_DIR@']
      - args:
        - 'sed'
        - '-i'
        - 's|^#define LUA_ROOT "/usr/local/"$|#define LUA_ROOT "/usr/"|'
        - 'src/luaconf.h'
    build:
      - args:
        - 'make'
        - 'generic'
        - 'CC=x86_64-aero-gcc'
        - 'AR=x86_64-aero-ar rcu'
        - 'RANLIB=x86_64-aero-ranlib'
        - '-j@PARALLELISM@'
      - args: ['make', 'install', 'INSTALL_TOP=@THIS_COLLECT_DIR@/usr']

tasks:
  - name: sysroot
    pkgs_required:
      - binutils
      - coreutils
      - nyancat
      - gcc
      - tcc
    args:
      - '@SOURCE_ROOT@/make-iso.sh'
      - '@BUILD_ROOT@'
      - '@SOURCE_ROOT@'
      - '@SYSROOT_DIR@'
    workdir: '@BUILD_ROOT@'