GH-45921: [Release][R] Use GitHub Release not apache.jfrog.io (#45964)

### Rationale for this change

We want to stop using apache.jfrog.io as much as possible. See also: #40760

We can use https://github.com/apache/arrow/releases as alternative.

### What changes are included in this PR?

If we use GitHub Release, we can automate uploading by GitHub Actions.

But GitHub Release doesn't support directory structure. So we need to put all artifacts to https://github.com/apache/arrow/releases/download/apache-arrow-X.Y.Z/ .

For example:

apache.jfrog.io:

```text
libarrow/bin/darwin-arm64-openssl-1.1/arrow-X.Y.Z.zip
libarrow/bin/darwin-arm64-openssl-3.0/arrow-X.Y.Z.zip
libarrow/bin/darwin-x86_64-openssl-1.1/arrow-X.Y.Z.zip
libarrow/bin/darwin-x86_64-openssl-3.0/arrow-X.Y.Z.zip
libarrow/bin/linux-openssl-1.0/arrow-X.Y.Z.zip
libarrow/bin/linux-openssl-1.1/arrow-X.Y.Z.zip
libarrow/bin/linux-openssl-3.0/arrow-X.Y.Z.zip
libarrow/bin/windows/arrow-X.Y.Z.zip
```

GitHub Actions:

```text
r-libarrow-darwin-arm64-openssl-1.1--X.Y.Z.zip
r-libarrow-darwin-arm64-openssl-3.0-X.Y.Z.zip
r-libarrow-darwin-x86_64-openssl-1.1-X.Y.Z.zip
r-libarrow-darwin-x86_64-openssl-3.0-X.Y.Z.zip
r-libarrow-linux-x86_64-openssl-1.0-X.Y.Z.zip
r-libarrow-linux-x86_64-openssl-1.1-X.Y.Z.zip
r-libarrow-linux-x86_64-openssl-3.0-X.Y.Z.zip
r-libarrow-windows-x86_64-X.Y.Z.zip
```

### Are these changes tested?

No.

### Are there any user-facing changes?

Yes. Custom `arrow_repo` doesn't work because URL is changed.
* GitHub Issue: #45921

Lead-authored-by: Sutou Kouhei <[email protected]>
Co-authored-by: Sutou Kouhei <[email protected]>
Signed-off-by: Sutou Kouhei <[email protected]>

Author: kou

ci/scripts/r_windows_build.sh

@@ -35,7 +35,7 @@ printenv
 makepkg-mingw --noconfirm --noprogressbar --skippgpcheck --nocheck --syncdeps --cleanbuild
 
 VERSION=$(grep Version $ARROW_HOME/r/DESCRIPTION | cut -d " " -f 2)
-DST_DIR="arrow-$VERSION"
+DST_DIR="r-libarrow-windows-x86_64-$VERSION"
 
 # Collect the build artifacts and make the shape of zip file that rwinlib expects
 ls

dev/release/05-binary-upload.sh

@@ -109,6 +109,10 @@ if [ "${UPLOAD_PYTHON}" -gt 0 ]; then
   upload_to_github_release python \
     "${ARROW_ARTIFACTS_DIR}"/{python-sdist,wheel-*}/*
 fi
+if [ "${UPLOAD_R}" -gt 0 ]; then
+  upload_to_github_release r \
+    "${ARROW_ARTIFACTS_DIR}"/r-binary-packages/r-lib*
+fi
 
 rake_tasks=()
 apt_targets=()
@@ -129,9 +133,6 @@ if [ "${UPLOAD_DEBIAN}" -gt 0 ]; then
   rake_tasks+=(apt:rc)
   apt_targets+=(debian)
 fi
-if [ "${UPLOAD_R}" -gt 0 ]; then
-  rake_tasks+=(r:rc)
-fi
 if [ "${UPLOAD_UBUNTU}" -gt 0 ]; then
   rake_tasks+=(apt:rc)
   apt_targets+=(ubuntu)

dev/release/binary-task.rb

@@ -2232,142 +2232,6 @@ def define_yum_tasks
     define_yum_release_tasks
   end
 
-  def define_generic_data_rc_tasks(label,
-                                   id,
-                                   rc_dir,
-                                   target_files_glob)
-    directory rc_dir
-
-    namespace id do
-      namespace :rc do
-        desc "Copy #{label} packages"
-        task :copy => rc_dir do
-          progress_label = "Copying: #{label}"
-          progress_reporter = ProgressReporter.new(progress_label)
-
-          Pathname(artifacts_dir).glob(target_files_glob) do |path|
-            next if path.directory?
-            destination_path = [
-              rc_dir,
-              path.basename.to_s,
-            ].join("/")
-            copy_artifact(path, destination_path, progress_reporter)
-          end
-
-          progress_reporter.finish
-        end
-
-        desc "Sign #{label} packages"
-        task :sign => rc_dir do
-          sign_dir(label, rc_dir)
-        end
-
-        desc "Upload #{label} packages"
-        task :upload do
-          uploader =
-            ArtifactoryUploader.new(api_key: artifactory_api_key,
-                                    destination_prefix: full_version,
-                                    distribution: id.to_s,
-                                    rc: rc,
-                                    source: rc_dir,
-                                    staging: staging?)
-          uploader.upload
-        end
-      end
-
-      desc "Release RC #{label} packages"
-      rc_tasks = [
-        "#{id}:rc:copy",
-        "#{id}:rc:sign",
-        "#{id}:rc:upload",
-      ]
-      task :rc => rc_tasks
-    end
-  end
-
-  def define_generic_data_release_tasks(label, id, release_dir)
-    directory release_dir
-
-    namespace id do
-      desc "Release #{label} packages"
-      task :release do
-        release_distribution(id.to_s,
-                             rc_prefix: full_version,
-                             release_prefix: version)
-      end
-    end
-  end
-
-  def define_generic_data_tasks(label,
-                                id,
-                                rc_dir,
-                                release_dir,
-                                target_files_glob)
-    define_generic_data_rc_tasks(label, id, rc_dir, target_files_glob)
-    define_generic_data_release_tasks(label, id, release_dir)
-  end
-
-  def define_r_rc_tasks(label, id, rc_dir)
-    directory rc_dir
-
-    namespace id do
-      namespace :rc do
-        desc "Prepare #{label} packages"
-        task :prepare => rc_dir do
-          progress_label = "Preparing #{label}"
-          progress_reporter = ProgressReporter.new(progress_label)
-
-          pattern = "r-binary-packages/r-lib*.{zip,tgz}"
-          Pathname(artifacts_dir).glob(pattern) do |path|
-            destination_path = [
-              rc_dir,
-              # r-lib__libarrow__bin__centos-7__arrow-8.0.0.zip
-              # --> libarrow/bin/centos-7/arrow-8.0.0.zip
-              path.basename.to_s.gsub(/\Ar-lib__/, "").gsub(/__/, "/"),
-            ].join("/")
-            copy_artifact(path, destination_path, progress_reporter)
-          end
-
-          progress_reporter.finish
-        end
-
-        desc "Sign #{label} packages"
-        task :sign => rc_dir do
-          sign_dir(label, rc_dir)
-        end
-
-        desc "Upload #{label} packages"
-        task :upload do
-          uploader =
-            ArtifactoryUploader.new(api_key: artifactory_api_key,
-                                    destination_prefix: full_version,
-                                    distribution: id.to_s,
-                                    rc: rc,
-                                    source: rc_dir,
-                                    staging: staging?)
-          uploader.upload
-        end
-      end
-
-      desc "Release RC #{label} packages"
-      rc_tasks = [
-        "#{id}:rc:prepare",
-        "#{id}:rc:sign",
-        "#{id}:rc:upload",
-      ]
-      task :rc => rc_tasks
-    end
-  end
-
-  def define_r_tasks
-    label = "R"
-    id = :r
-    r_rc_dir = "#{rc_dir}/r/#{full_version}"
-    r_release_dir = "#{release_dir}/r/#{full_version}"
-    define_r_rc_tasks(label, id, r_rc_dir)
-    define_generic_data_release_tasks(label, id, r_release_dir)
-  end
-
   def define_summary_tasks
     namespace :summary do
       desc "Show RC summary"

dev/release/post-03-binary.sh

@@ -43,7 +43,6 @@ cd "${SOURCE_DIR}"
 : "${DEPLOY_AMAZON_LINUX:=${DEPLOY_DEFAULT}}"
 : "${DEPLOY_CENTOS:=${DEPLOY_DEFAULT}}"
 : "${DEPLOY_DEBIAN:=${DEPLOY_DEFAULT}}"
-: "${DEPLOY_R:=${DEPLOY_DEFAULT}}"
 : "${DEPLOY_UBUNTU:=${DEPLOY_DEFAULT}}"
 
 rake_tasks=()
@@ -65,9 +64,6 @@ if [ "${DEPLOY_DEBIAN}" -gt 0 ]; then
   rake_tasks+=(apt:release)
   apt_targets+=(debian)
 fi
-if [ "${DEPLOY_R}" -gt 0 ]; then
-  rake_tasks+=(r:release)
-fi
 if [ "${DEPLOY_UBUNTU}" -gt 0 ]; then
   rake_tasks+=(apt:release)
   apt_targets+=(ubuntu)

dev/tasks/macros.jinja

@@ -243,16 +243,16 @@ env:
   - name: Get windows binary
     uses: actions/download-artifact@v4
     with:
-      name: r-lib__libarrow__bin__windows
-      path: repo/libarrow/bin/windows
+      name: r-libarrow-windows-x86_64
+      path: repo/libarrow
   {% endif %}
   {% if get_nix %}
     {% for openssl_version in ["1.0", "1.1", "3.0"] %}
   - name: Get Linux OpenSSL {{ openssl_version }} binary
     uses: actions/download-artifact@v4
     with:
-      name: r-lib__libarrow__bin__linux-openssl-{{ openssl_version }}
-      path: repo/libarrow/bin/linux-openssl-{{ openssl_version }}
+      name: r-libarrow-linux-x86_64-openssl-{{ openssl_version }}
+      path: repo/libarrow
     {% endfor %}
   {% endif %}
   {% if get_mac %}
@@ -261,8 +261,8 @@ env:
   - name: Get macOS {{ arch }} OpenSSL {{ openssl_version }} binary
     uses: actions/download-artifact@v4
     with:
-      name: r-lib__libarrow__bin__darwin-{{arch}}-openssl-{{ openssl_version }}
-      path: repo/libarrow/bin/darwin-{{ arch }}-openssl-{{ openssl_version }}
+      name: r-libarrow-darwin-{{ arch }}-openssl-{{ openssl_version }}
+      path: repo/libarrow
       {% endfor %}
     {% endfor %}
   {% endif %}
@@ -294,7 +294,7 @@ env:
       write(str, file = profile_path, append = TRUE)
       # Set envvar for later steps by appending to $GITHUB_ENV
       write(paste0("R_PROFILE_USER=", profile_path), file = Sys.getenv("GITHUB_ENV"), append = TRUE)
-  {% endmacro %}
+{% endmacro %}
 
 {# Detect if we are using a fork or the upstream repo #}
   {% set is_upstream_b = arrow.github_repo == 'apache/arrow' %}

dev/tasks/r/github.packages.yml

@@ -58,9 +58,7 @@ jobs:
 
   macos-cpp:
     name: C++ Binary macOS OpenSSL {{ '${{ matrix.openssl }}' }} {{ '${{ matrix.platform.arch }}' }}
-
     runs-on: {{ '${{ matrix.platform.runs_on }}' }}
-
     needs: source
     strategy:
       fail-fast: false
@@ -69,7 +67,9 @@ jobs:
           - { runs_on: macos-13, arch: "x86_64" }
           - { runs_on: macos-14, arch: "arm64" }
         openssl: ['3.0', '1.1']
-
+    env:
+      PKG_ID: r-libarrow-darwin-{{ '${{ matrix.platform.arch }}' }}-openssl-{{ '${{ matrix.openssl }}' }}
+      PKG_FILE: r-libarrow-darwin-{{ '${{ matrix.platform.arch }}' }}-openssl-{{ '${{ matrix.openssl }}' }}-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip
     steps:
       {{ macros.github_checkout_arrow(action_v="3")|indent }}
       {{ macros.github_change_r_pkg_version(is_fork, '${{ needs.source.outputs.pkg_version }}')|indent }}
@@ -94,22 +94,22 @@ jobs:
           r/inst/build_arrow_static.sh
       - name: Bundle libarrow
         shell: bash
-        env:
-          PKG_FILE: arrow-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip
-          VERSION: {{ '${{ needs.source.outputs.pkg_version }}' }}
         run: |
           cd arrow/r/libarrow/dist
           zip -r $PKG_FILE lib/ include/
       - name: Create Checksum
         shell: bash
         run: |
           cd arrow/r/libarrow/dist
-          shasum -a 512 arrow-*.zip > arrow-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip.sha512
+          shasum -a 512 ${PKG_FILE} > ${PKG_FILE}.sha512
+          mv ${PKG_FILE}{,.sha512} ../../../../
       - name: Upload binary artifact
         uses: actions/upload-artifact@v4
         with:
-          name: r-lib__libarrow__bin__darwin-{{ '${{ matrix.platform.arch }}' }}-openssl-{{ '${{ matrix.openssl }}' }}
-          path: arrow/r/libarrow/dist/arrow-*.zip*
+          name: {{ '${{ env.PKG_ID }}' }}
+          path: |
+            {{ '${{ env.PKG_FILE }}' }}
+            {{ '${{ env.PKG_FILE }}' }}.sha512
 
   linux-cpp:
     name: C++ Binary Linux OpenSSL {{ '${{ matrix.openssl }}' }}
@@ -129,11 +129,13 @@ jobs:
             os: centos
           - openssl: "1.0"
             os: centos
+    env:
+      PKG_ID: r-libarrow-linux-x86_64-openssl-{{ '${{ matrix.openssl }}' }}
+      PKG_FILE: r-libarrow-linux-x86_64-openssl-{{ '${{ matrix.openssl }}' }}-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip
     steps:
       {{ macros.github_checkout_arrow()|indent }}
       {{ macros.github_change_r_pkg_version(is_fork, '${{ needs.source.outputs.pkg_version }}')|indent }}
       {{ macros.github_install_archery()|indent }}
-
       - name: Build libarrow
         shell: bash
         env:
@@ -146,9 +148,6 @@ jobs:
             {{ '${{ matrix.os }}' }}-cpp-static
       - name: Bundle libarrow
         shell: bash
-        env:
-          PKG_FILE: arrow-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip
-          VERSION: {{ '${{ needs.source.outputs.pkg_version }}' }}
         run: |
           # These files were created by the docker user so we have to chown them
           sudo chown -R $USER:$USER arrow/r/libarrow
@@ -159,17 +158,23 @@ jobs:
         shell: bash
         run: |
           cd arrow/r/libarrow/dist
-          shasum -a 512 arrow-*.zip > arrow-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip.sha512
+          shasum -a 512 ${PKG_FILE} > ${PKG_FILE}.sha512
+          mv ${PKG_FILE}{,.sha512} ../../../../
       - name: Upload binary artifact
         uses: actions/upload-artifact@v4
         with:
-          name: r-lib__libarrow__bin__linux-openssl-{{ '${{ matrix.openssl }}' }}
-          path: arrow/r/libarrow/dist/arrow-*.zip*
+          name: {{ '${{ env.PKG_ID }}' }}
+          path: |
+            {{ '${{ env.PKG_FILE }}' }}
+            {{ '${{ env.PKG_FILE }}' }}.sha512
 
   windows-cpp:
     name: C++ Binary Windows RTools (40 only)
     needs: source
     runs-on: windows-latest
+    env:
+      PKG_ID: r-libarrow-windows-x86_64
+      PKG_FILE: r-libarrow-windows-x86_64-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip
     steps:
       - run: git config --global core.autocrlf false
       {{ macros.github_checkout_arrow()|indent }}
@@ -192,12 +197,15 @@ jobs:
         shell: bash
         run: |
           cd build
-          sha512sum arrow-*.zip > arrow-{{ '${{ needs.source.outputs.pkg_version }}' }}.zip.sha512
+          sha512sum ${PKG_FILE} > ${PKG_FILE}.sha512
+          mv ${PKG_FILE}{,.sha512} ../
       - name: Upload binary artifact
         uses: actions/upload-artifact@v4
         with:
-          name: r-lib__libarrow__bin__windows
-          path: build/arrow-*.zip*
+          name: {{ '${{ env.PKG_ID }}' }}
+          path: |
+            {{ '${{ env.PKG_FILE }}' }}
+            {{ '${{ env.PKG_FILE }}' }}.sha512
 
   r-packages:
     needs: [source, windows-cpp, macos-cpp]
@@ -249,7 +257,7 @@ jobs:
           LIBARROW_BINARY: "true" # has to be set as long as allowlist not updated
           LIBARROW_BUILD: "false"
           ARROW_R_ENFORCE_CHECKSUM: "true"
-          ARROW_R_CHECKSUM_PATH: "{{ '${{ github.workspace }}' }}/repo/libarrow/bin"
+          ARROW_R_CHECKSUM_PATH: "{{ '${{ github.workspace }}' }}/repo/libarrow"
         run: |
           on_windows <- tolower(Sys.info()[["sysname"]]) == "windows"
 
@@ -338,7 +346,7 @@ jobs:
           LIBARROW_BUILD: "FALSE"
           LIBARROW_BINARY: {{ '${{ matrix.config.libarrow_binary }}' }}
           ARROW_R_ENFORCE_CHECKSUM: "true"
-          ARROW_R_CHECKSUM_PATH: "{{ '${{ github.workspace }}' }}/repo/libarrow/bin"
+          ARROW_R_CHECKSUM_PATH: "{{ '${{ github.workspace }}' }}/repo/libarrow"
         shell: bash
         run: |
           Rscript -e '
@@ -447,6 +455,10 @@ jobs:
         uses: r-lib/actions/setup-r@v2
         with:
           install-r: true
+      - name: Move libarrow artifacts
+        run: |
+          mkdir -p binaries/
+          mv artifacts/r-libarrow-*/* binaries/
       - name: Rename artifacts
         shell: Rscript {0}
         run: |