Makefile

NUM_PROC ?= 4
OVERSUBSCRIBE ?= 0
$(info $(shell mpirun --version))
ifeq ($(findstring Open MPI, $(shell mpirun --version)), Open MPI)
  EXTRA_MPI_FLAG = --allow-run-as-root
  ifeq (${OVERSUBSCRIBE}, 1)
    EXTRA_MPI_FLAG += --oversubscribe
  endif
else
  EXTRA_MPI_FLAG = 
endif


MPIRUN = mpirun -np ${NUM_PROC} ${EXTRA_MPI_FLAG}
PYTEST = pytest -s -vv
MPICH_NOT_EXIST = $(shell which mpichversion)

.PHONY: build
build:
	python setup.py build_ext -i

test: test_torch
test_torch: test_torch_basic test_torch_ops test_torch_hier_ops test_torch_win_ops test_torch_optimizer
test_tensorflow: test_tensorflow_basic test_tensorflow_ops
test_all: test_torch test_tensorflow

clean: clean_build clean_so clean_o

.PHONY: test_torch_basic
test_torch_basic:
	${PYTEST} ./test/torch_basics_test.py && ${MPIRUN} ${PYTEST} ./test/torch_basics_test.py

.PHONY: test_torch_ops
test_torch_ops:
	${MPIRUN} ${PYTEST} ./test/torch_ops_test.py

.PHONY: test_torch_hier_ops
test_torch_hier_ops:
	${MPIRUN} ${PYTEST} ./test/torch_hierarchical_test.py

.PHONY: test_timeline
test_timeline:
	${MPIRUN} ${PYTEST} ./test/timeline_test.py

.PHONY: test_torch_optimizer
test_torch_optimizer:
	${MPIRUN} ${PYTEST} ./test/torch_optimizer_test.py

.PHONY: test_torch_win_ops
test_torch_win_ops:
	${MPIRUN} ${PYTEST} ./test/torch_win_ops_test.py

.PHONY: test_tensorflow_basic
test_tensorflow_basic:
	${PYTEST} ./test/tensorflow_basics_test.py && ${MPIRUN} ${PYTEST} ./test/tensorflow_basics_test.py

.PHONY: test_tensorflow_ops
test_tensorflow_ops:
	${MPIRUN} ${PYTEST} ./test/tensorflow_ops_test.py

.PHONY: clean_build
clean_build:
	rm -fR build

.PHONY: clean_so
clean_so:
	rm -f ./bluefog/torch/mpi_lib.*.so

.PHONY: clean_o
clean_o:
	rm -f ./bluefog/common/cuda/*.o