Switch to pyproject.toml and use src-layout. (#365)

By using the src-layout convention, we can eliminate our custom
`setup.py` logic entirely and switch to using a purely-declarative
`pyproject.toml` file.

Author: thetorpedodog

.gitignore

@@ -104,4 +104,4 @@ venv.bak/
 .mypy_cache/
 
 .idea
-tiledb/cloud/version.py
+src/tiledb/cloud/version.py

.isort.cfg

@@ -3,3 +3,4 @@ profile=black
 line_length=88
 force_single_line=True
 single_line_exclusions=typing
+known_first_party=tiledb

MANIFEST.in

@@ -0,0 +1,10 @@
+# Because `setuptools-scm` tries to include every single file known to Git,
+# we trim that down to include only the Python files themselves and manadatory
+# package metadata.
+
+global-exclude *
+include pyproject.toml
+include MANIFEST.in
+recursive-include src *.py
+recursive-exclude src/tiledb/cloud/_common/api_v2/test *
+recursive-exclude src/tiledb/cloud/rest_api/test *

pyproject.toml

@@ -1,5 +1,40 @@
+[project]
+name = "tiledb-cloud"
+description = "TileDB Cloud platform Python client"
+dynamic = ["version"]
+
+dependencies = [
+  "attrs>=21.4.0",
+  "certifi",
+  "cloudpickle==1.4.1",
+  # as of 2021-07-06, the runtime (pinned to 1.1) is incompatible with 1.3
+  "pandas<1.3; python_version < '3.10'",
+  "pandas>=1.3; python_version >= '3.10'",
+  "pyarrow>=3.0.0",
+  "python-dateutil",
+  "six>=1.10",
+  "tiledb>=0.5.0",
+  "urllib3>=1.26",
+]
+
+[project.optional-dependencies]
+viz-tiledb = ["networkx>=2", "pydot", "tiledb-plot-widget>=0.1.7"]
+viz-plotly = ["networkx>=2", "plotly>=4", "pydot"]
+all = ["networkx>=2", "plotly>=4", "pydot", "tiledb-plot-widget>=0.1.7"]
+
+[project.urls]
+homepage = "https://tiledb.com"
+repository = "https://github.com/TileDB-Inc/TileDB-Cloud-Py"
+
+
 [build-system]
 requires = ["setuptools>=42", "wheel", "setuptools_scm>=6"]
 
+[tool.setuptools]
+zip-safe = false
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
 [tool.setuptools_scm]
-write_to = "tiledb/cloud/version.py"
+write_to = "src/tiledb/cloud/version.py"

setup.py

@@ -1,58 +1,5 @@
-# coding: utf-8
+# Minimal setup.py to enable editable install (pip install -e .).
 
-"""
-    TileDB Cloud Platform Python Client
-"""
+import setuptools
 
-from setuptools import find_packages  # noqa: H301
-from setuptools import setup
-
-# NOTE: we cannot use an __init__.py file in the tiledb/ directory, because it is supplied
-#       by core tiledb-py. Therefore, `find_packages` at the root directory does not find
-#       any sub-packages. We must explicitly iterate the `tiledb/cloud` subdirectory
-# 1) https://packaging.python.org/guides/packaging-namespace-packages/#native-namespace-packages
-# 2) https://stackoverflow.com/a/53486554
-# Note: we also exclude `namespace_packages` argument, because it causes creation of the
-#       '[].nspkg.pth' pointer file, which breaks imports of tiledb.cloud.
-# 3) https://stackoverflow.com/a/50301070
-
-PACKAGES = ["tiledb.cloud"]
-PACKAGES.extend(
-    "tiledb.cloud." + x for x in find_packages("./tiledb/cloud", exclude=("testonly",))
-)
-VIZ_REQUIRES = ["networkx>=2", "pydot"]
-TILEDB_VIZ_REQUIRES = ["tiledb-plot-widget>=0.1.7", *VIZ_REQUIRES]
-PLOTLY_VIZ_REQUIRES = ["plotly>=4", *VIZ_REQUIRES]
-ALL_REQUIRES = list(set(TILEDB_VIZ_REQUIRES + PLOTLY_VIZ_REQUIRES))
-
-setup(
-    name="tiledb-cloud",
-    description="TileDB Cloud Platform Python Client",
-    author_email="",
-    url="https://tiledb.io",
-    keywords=["TileDB", "cloud"],
-    install_requires=[
-        "attrs>=21.4.0",
-        "tiledb>=0.5.0",
-        "urllib3>=1.26",
-        "six>=1.10",
-        "certifi",
-        "python-dateutil",
-        "cloudpickle==1.4.1",
-        # as of 2021-07-06, the runtime (pinned to 1.1) is incompatible with 1.3
-        "pandas<1.3; python_version < '3.10'",
-        "pandas>=1.3; python_version >= '3.10'",
-        "pyarrow>=3.0.0",
-    ],
-    extras_require={
-        "viz-tiledb": TILEDB_VIZ_REQUIRES,
-        "viz-plotly": PLOTLY_VIZ_REQUIRES,
-        "all": ALL_REQUIRES,
-    },
-    packages=PACKAGES,
-    include_package_data=True,
-    zip_safe=False,  # Force folder install; egg doesn't work for namespace
-    long_description="""\
-    TileDB Cloud Platform Python API # noqa: E501
-    """,
-)
+setuptools.setup()