Add migrate_data (#1029)

pyproject.toml

@@ -61,7 +61,7 @@ dev = [
   "python-dotenv >= 1.0.1, < 1.1",
   "redis >= 5.2.1, < 5.3",
   "rich >= 13.8.1, < 13.9",  # if 13.9, twine upload fails https://github.com/dycw/python-utilities/actions/runs/11125686648/job/30913966455
-  "scipy >= 1.14.1, < 1.15",
+  "scipy >= 1.15.0, < 1.16",
   "slack-sdk >= 3.34.0, < 3.35",
   "sqlalchemy >= 2.0.36, < 2.1",
   "streamlit >= 1.41.1, < 1.42",
@@ -256,7 +256,7 @@ zzz-test-redis = [
   "whenever >= 0.6.16, < 0.7",
 ]
 zzz-test-rich = ["rich >= 13.8.1, < 13.9"]
-zzz-test-scipy = ["scipy >= 1.14.1, < 1.15"]
+zzz-test-scipy = ["scipy >= 1.15.0, < 1.16"]
 zzz-test-sentinel = []
 zzz-test-slack-sdk = [
   "aiohttp >= 3.11.7, < 3.12",  # for slack-sdk

requirements.txt

@@ -363,7 +363,7 @@ rpds-py==0.22.3
     # via
     #   jsonschema
     #   referencing
-scipy==1.14.1
+scipy==1.15.0
     # via
     #   dycw-utilities (pyproject.toml)
     #   clarabel

requirements/cvxpy.txt

@@ -61,7 +61,7 @@ pytest-xdist==3.6.1
     # via dycw-utilities (pyproject.toml)
 qdldl==0.1.7.post5
     # via osqp
-scipy==1.14.1
+scipy==1.15.0
     # via
     #   clarabel
     #   cvxpy

requirements/scipy.txt

@@ -47,7 +47,7 @@ pytest-rerunfailures==15.0
     # via dycw-utilities (pyproject.toml)
 pytest-xdist==3.6.1
     # via dycw-utilities (pyproject.toml)
-scipy==1.14.1
+scipy==1.15.0
     # via dycw-utilities (pyproject.toml)
 sortedcontainers==2.4.0
     # via hypothesis

src/tests/test_sqlalchemy.py

@@ -81,6 +81,7 @@
     insert_items,
     is_orm,
     is_table_or_orm,
+    migrate_data,
     selectable_to_string,
     upsert_items,
     yield_primary_key_columns,
@@ -839,6 +840,47 @@ def test_error_snake_non_unique_error(self, *, id_: int, value: bool) -> None:
             _ = _map_mapping_to_table(mapping, table, snake=True)
 
 
+class TestMigrateData:
+    @FLAKY
+    @given(
+        data=data(),
+        names=sets(_table_names(), min_size=2, max_size=2),
+        values=lists(
+            tuples(integers(0, 10), booleans() | none()),
+            min_size=1,
+            unique_by=lambda x: x[0],
+        ),
+    )
+    @settings_with_reduced_examples(phases={Phase.generate})
+    async def test_main(
+        self, *, data: DataObject, names: set[str], values: list[tuple[int, bool]]
+    ) -> None:
+        engine1 = await sqlalchemy_engines(data)
+        name1, name2 = names
+        table1 = self._make_table(name1)
+        await insert_items(
+            engine1, [({"id_": id_, "value": v}, table1) for id_, v in values]
+        )
+        async with engine1.begin() as conn:
+            result1 = (await conn.execute(select(table1))).all()
+        assert len(result1) == len(values)
+
+        engine2 = await sqlalchemy_engines(data)
+        table2 = self._make_table(name2)
+        await migrate_data(table1, engine1, engine2, table_or_orm_to=table2)
+        async with engine2.begin() as conn:
+            result2 = (await conn.execute(select(table2))).all()
+        assert len(result2) == len(values)
+
+    def _make_table(self, name: str, /) -> Table:
+        return Table(
+            name,
+            MetaData(),
+            Column("id_", Integer, primary_key=True),
+            Column("value", Boolean, nullable=True),
+        )
+
+
 class TestNormalizeInsertItem:
     @given(case=sampled_from(["tuple", "dict"]), id_=integers(0, 10))
     def test_pair_of_tuple_or_str_mapping_and_table(

src/utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.88.10"
+__version__ = "0.88.11"