From 04dfb9b0be5f6ff07ea6c2cb3b117793b8343211 Mon Sep 17 00:00:00 2001
From: jaanli <jaan.li+github.com@jaan.li>
Date: Wed, 15 May 2024 09:44:11 -0400
Subject: [PATCH] wip: debug sftp

---
 README.md                                            | 12 +++++++++++-
 .../scripts/download_opencorporates.com.sh           |  7 +++++++
 2 files changed, 18 insertions(+), 1 deletion(-)
 create mode 100755 data_processing/scripts/download_opencorporates.com.sh

diff --git a/README.md b/README.md
index ee508c8..fadf27c 100644
--- a/README.md
+++ b/README.md
@@ -117,4 +117,14 @@ If errors are encountered around `.so` files not found or incorrect architecture
 
 ```
 pip uninstall psutil && pip install --no-binary :all: psutil
-```
\ No newline at end of file
+```
+
+## Loading entity data 
+
+Run the following from the root of this repository:
+```
+cd data_processing/scripts/
+direnv allow
+```
+
+Make sure you have `direnv` and `sshpass` installed (these can be installed with a package manager such as homebrew).
diff --git a/data_processing/scripts/download_opencorporates.com.sh b/data_processing/scripts/download_opencorporates.com.sh
new file mode 100755
index 0000000..b6c7d93
--- /dev/null
+++ b/data_processing/scripts/download_opencorporates.com.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+sshpass -p "${SFTP_PASSWORD}" sftp -q -P "${SFTP_PORT}" "${SFTP_USERNAME}@${SFTP_ENDPOINT}" <<EOF
+lcd .
+ls -l .
+bye
+EOF | grep -v "^sftp>" | awk '$1 ~ /^-/ {print $NF}'
\ No newline at end of file