diff --git a/.github/scripts/execute_single_benchmark_self_hosted.sh b/.github/scripts/execute_single_benchmark_self_hosted.sh index 154386d5a..7ac78616c 100755 --- a/.github/scripts/execute_single_benchmark_self_hosted.sh +++ b/.github/scripts/execute_single_benchmark_self_hosted.sh @@ -3,7 +3,7 @@ # Datasets are stored in /usr/local/gtsfm-data in order to reduce runtimes by not # redownloading each (very large) dataset every CI run. Any new datasets must be # downloaded and stored in /usr/local/gtsfm-data before running this action. -DATASET_PREFIX=/usr/local/gtsfm-data +DATASET_PREFIX=/home/akrishnan86/gtsfm/data DATASET_NAME=$1 CONFIG_NAME=$2 diff --git a/.github/workflows/benchmark-self-hosted.yml b/.github/workflows/benchmark-self-hosted.yml index a40ffdab2..ae88a8d58 100644 --- a/.github/workflows/benchmark-self-hosted.yml +++ b/.github/workflows/benchmark-self-hosted.yml @@ -53,6 +53,9 @@ jobs: # bash # cache-environment: true # post-cleanup: "all" + - name: Enter gtsfm directory + install it + run: + cd $GITHUB_WORKSPACE && pip install -e . - name: Download third-party weights run: | ./download_model_weights.sh diff --git a/environment_cluster.yml b/environment_cluster.yml new file mode 100644 index 000000000..73ff22945 --- /dev/null +++ b/environment_cluster.yml @@ -0,0 +1,59 @@ +name: gtsfm-v1 +channels: + # This environment is identical to the default Linux environment except that + # we install a different PyTorch version that works on the cluster. + # + # for priority order, we prefer pytorch as the highest priority as it supplies + # latest stable packages for numerous deep learning based methods. conda-forge + # supplies higher versions of packages like opencv compared to the defaults + # channel. + - pytorch + - conda-forge + - nvidia +dependencies: + # python essentials + - python=3.8 + - pip + # formatting and dev environment + - black + - coverage + - mypy + - pylint + - pytest + - flake8 + - isort + # dask and related + - dask # same as dask[complete] pip distribution + - asyncssh + - python-graphviz + # core functionality and APIs + - matplotlib==3.4.2 + - networkx + - numpy + - nodejs + - pandas + - pillow>=8.0.1 + - scikit-learn + - scipy + - hydra-core + # 3rd party algorithms for different modules + - pytorch-cuda=11.8 + - pytorch + - torchvision>=0.13.0 + - kornia + # io + - h5py + - plotly=4.14.3 + - tabulate + - simplejson + # testing + - parameterized + - pip: + - open3d + - opencv-python>=4.5.4.58 + - pydegensac + - colour + - pycolmap>=0.1.0 + - trimesh[easy] + - gtsam==4.2a8 + - pydot