refactor: overhaul impl, deps, tooling, and ci

.github/workflows/test-and-publish.yml

@@ -0,0 +1,110 @@
+name: 🏎 Test & Publish Adapter
+
+on:
+  pull_request:
+    branches:
+      - main
+  push:
+    branches:
+      - main
+
+  # Perform a release using a workflow dispatch
+  workflow_dispatch:
+    inputs:
+    # See https://github.com/hyper63/hyper-ci-bump#inputs for available inputs for the bump action
+      version:
+        description: the semver version to bump to
+        required: true
+
+jobs:
+
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        deno-version: [1.x]
+
+    steps:
+      - name: ⬇️ Checkout repo
+        uses: actions/checkout@v3
+
+      - name: 🦕 Setup Deno
+        uses: denoland/setup-deno@v1
+        with:
+          deno-version: ${{ matrix.deno-version }}
+
+      - name: ⚡ Run Tests
+        run: |
+          deno task test
+        env:
+          CI: true
+
+  bump:
+    # Releases are performed via a workflow dispatch
+    if: github.event_name == 'workflow_dispatch'
+    runs-on: ubuntu-latest
+    needs: [test]
+    steps:
+      - name: ⬇️ Checkout repo
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: 👀 Env
+        run: |
+          echo "Event name: ${{ github.event_name }}"
+          echo "Git ref:    ${{ github.ref }}"
+          echo "GH actor:   ${{ github.actor }}"
+          echo "SHA:        ${{ github.sha }}"
+          VER=`node --version`; echo "Node ver:   $VER"
+          VER=`npm --version`; echo "npm ver:    $VER"
+
+      - name: 🤓 Set Git User
+        run: |
+          git config --global user.name "${{ github.actor }}"
+          git config --global user.email "${{ github.actor }}@users.noreply.github.com"
+
+      - name: ✊ Bump
+        id: bump
+        uses: hyper63/hyper-ci-bump@main
+        with:
+          bump-to: ${{ github.event.inputs.version }}
+
+      - name: ⬆️ Push
+        run: |
+          git push
+          git push --tags
+
+      - name: 🤖 Create Github Release
+        if: steps.bump.outputs.tag
+        uses: softprops/action-gh-release@v1
+        with:
+          tag_name: ${{ steps.bump.outputs.tag }}
+
+  publish:
+    if: github.event_name == 'workflow_dispatch'
+    runs-on: ubuntu-latest
+    needs: [bump]
+    steps:
+      - name: ⬇️ Checkout repo
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: 🛠 Build Executables
+        run: deno task compile
+        env:
+          CI: true
+
+      - name: 🤫 Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+
+      - name: 🗄 Upload Executables to S3
+        run: |
+          aws s3 cp --acl public-read ./hyper-copy s3://hyperland
+  
+

.gitignore

@@ -0,0 +1 @@
+hyper-copy

.gitpod.yml

@@ -1,19 +1,2 @@
 image:
   file: .gitpod.Dockerfile
-
-github:
-  prebuilds:
-    # enable for the default branch (defaults to true)
-    master: true
-    # enable for all branches in this repo (defaults to false)
-    branches: false
-    # enable for pull requests coming from this repo (defaults to true)
-    pullRequests: true
-    # enable for pull requests coming from forks (defaults to false)
-    pullRequestsFromForks: false
-    # add a check to pull requests (defaults to true)
-    addCheck: true
-    # add a "Review in Gitpod" button as a comment to pull requests (defaults to false)
-    addComment: false
-    # add a "Review in Gitpod" button to the pull request's description (defaults to false)
-    addBadge: false

.husky/pre-commit

@@ -0,0 +1 @@
+deno task staged

.lintstagedrc.json

@@ -0,0 +1,4 @@
+{
+  "*.{md,json,js,ts}": ["deno fmt"],
+  "README.md": ["deno run -A --no-lock npm:markdown-toc-gen@1 insert", "deno fmt"]
+}

.vscode/settings.json

@@ -1,6 +1,3 @@
 {
-  "deno.enable": true,
-  "deno.lint": true,
-  "deno.unstable": true,
-  "deno.importMap": "./import_map.json",
-}
+  "deno.enable": true
+}

README.md

@@ -1,39 +1,48 @@
 <h1 align="center">⚡️ hyper copy ⚡️</h1>
-<p align="center">Copy a hyper data service</p>
+<p align="center">Copy documents from one hyper Data Service to another hyper Data Service</p>
 
-<a href="https://github.com/hyper63/copy/actions/workflows/test.yml"><img src="https://github.com/hyper63/copy/actions/workflows/test.yml/badge.svg" alt="Test" /></a>
+<a href="https://github.com/hyper63/copy/actions/workflows/test-and-publish.yml"><img src="https://github.com/hyper63/copy/actions/workflows/test-and-publish.yml/badge.svg" alt="Test" /></a>
 
 ---
 
-## Table of Contents
+<!-- toc -->
 
 - [Quick Start](#quick-start)
 - [Requirements](#requirements)
 - [Example](#example)
 - [Contributing](#contributing)
 - [LICENSE](#license)
 
+<!-- tocstop -->
+
 ---
 
 ## Quick Start
 
-``` sh
+> First, make sure you've
+> [created your destination hyper `Data` `Service`](https://docs.hyper.io/docs/api-reference/rest/data.html#create-a-data-service)
+
+```sh
 curl -O https://hyperland.s3.amazon.aws.com/hyper-copy
 chmod +x hyper-copy
 hyper-copy [SRC_CONNECTION_STRING] [TARGET_CONNECTION_STRING]
 ```
 
+`hyper-copy` will copy documents from `SRC_CONNECTION_STRING` to `TARGET_CONNECTION_STRING`, `1000`
+at a time, until all documents have been copied.
+
 ## Requirements
 
-* Linux x64 Environment
+- Linux x64 Environment
 
 > If there is interest in creating binaries for other enviroments, please submit an issue.
 
 ## Example
 
-## Contributing 
+## Contributing
 
-All contributions are welcome as long as they are targeted at improving and extending the capabilities of the copy functionality.
+All contributions are welcome as long as they are targeted at improving and extending the
+capabilities of the copy functionality.
 
 ## LICENSE
 

copy.js

@@ -1,11 +1,11 @@
-import * as R from 'ramda'
-import crocks from 'crocks'
-const { Async } = crocks
-const { compose, prop, last } = R
-const FINISHED = '__FINISHED__'
-const lastId = compose(prop('id'), last)
-const isOk = result => result.ok ? Async.of(result) : Async.Rejected('Error Copying Data')
-const checkFinished = limit => xs => xs.length === limit ? lastId(xs) : FINISHED
+import { crocks, R } from './deps.js';
+
+const { Async } = crocks;
+const { compose, prop, last } = R;
+const FINISHED = '__FINISHED__';
+const lastId = compose(prop('id'), last);
+const isOk = (result) => result.ok ? Async.of(result) : Async.Rejected('Error Copying Data');
+const checkFinished = (limit) => (xs) => xs.length === limit ? lastId(xs) : FINISHED;
 /**
  * @param {Async} list
  * @param {Async} bulk
@@ -22,6 +22,6 @@ export default function (list, bulk) {
       .chain(bulk)
       .chain(isOk)
       .map(prop('results'))
-      .map(checkFinished(limit))
-  }
-}
+      .map(checkFinished(limit));
+  };
+}

copy.test.js

@@ -0,0 +1,33 @@
+import { assertEquals } from 'https://deno.land/[email protected]/testing/asserts.ts';
+
+import { crocks } from './deps.js';
+import copy from './copy.js';
+const { Async } = crocks;
+
+const test = Deno.test;
+const list = () =>
+  Async.Resolved({ ok: true, docs: [{ id: '1', type: 'foo' }, { id: '2', type: 'bar' }] });
+const bulk = () =>
+  Async.Resolved({ ok: true, results: [{ ok: true, id: '1' }, { ok: true, id: '2' }] });
+
+const cp = copy(list, bulk);
+
+test('return last key', async () => {
+  const key = await cp(2, '').toPromise();
+  assertEquals(key, '2');
+});
+
+test('return finished', async () => {
+  const key = await cp(1001, '').toPromise();
+  assertEquals(key, '__FINISHED__');
+});
+
+test('error', async () => {
+  const b = () => Async.Resolved({ ok: false });
+  const cp2 = copy(list, b);
+  try {
+    await cp2(1001, '').toPromise();
+  } catch (err) {
+    assertEquals(err, 'Error Copying Data');
+  }
+});

deno.json

@@ -0,0 +1,22 @@
+{
+  "$schema": "https://deno.land/x/deno/cli/schemas/config-file.v1.json",
+  "description": "Copy documents from one hyper Data Service to another hyper Data Service",
+  "tasks": {
+    "cache": "deno cache --lock=deno.lock --lock-write ./deps.js",
+    "compile": "deno compile --allow-net --unstable --no-check --output hyper-copy mod.js",
+    "prepare": "deno run -A --no-lock npm:husky@^9",
+    "staged": "deno run -A --no-lock npm:lint-staged@^15",
+    "test": "deno lint && deno test --no-lock -A"
+  },
+  "lint": {
+    "rules": {
+      "tags": ["recommended"]
+    }
+  },
+  "fmt": {
+    "useTabs": false,
+    "lineWidth": 100,
+    "indentWidth": 2,
+    "singleQuote": true
+  }
+}