From a72a987c44427919ff61a9bd78419641007523cf Mon Sep 17 00:00:00 2001 From: Dan Norman Date: Thu, 7 Mar 2024 11:25:06 -0700 Subject: [PATCH] =?UTF-8?q?fix(targets):=20Bumped=20min=20joblib=20depende?= =?UTF-8?q?ncy=20to=20`>=3D1.3.0`=C2=A0and=20replaced=20deprecated=20`para?= =?UTF-8?q?llel=5Fbackend`=20with=20`parallel=5Fconfig`=20(#2288)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * swtich from deprecated parallel_backend to parallel_config * joblib requirement to 1.3.0 and above * missing some wheels --- poetry.lock | 4 ++-- pyproject.toml | 2 +- singer_sdk/target_base.py | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/poetry.lock b/poetry.lock index 7df0302db..530e6f9f0 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.7.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand. [[package]] name = "alabaster" @@ -2657,4 +2657,4 @@ testing = ["pytest", "pytest-durations"] [metadata] lock-version = "2.0" python-versions = ">=3.8" -content-hash = "4c2cc0f85f1bd854517f49d9f00e91b835cd82ee8e63b622a9badb88190221bd" +content-hash = "4afdf3fbd98e69831df97c9fc38204cf9a1064c8b64008560e7f2ddfb15a6330" diff --git a/pyproject.toml b/pyproject.toml index e812c18a9..7d98f01d5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -47,7 +47,7 @@ fs = ">=2.4.16" importlib-metadata = {version = "<8.0.0", python = "<3.12"} importlib-resources = {version = ">=5.12.0", python = "<3.9"} inflection = ">=0.5.1" -joblib = ">=1.0.1" +joblib = ">=1.3.0" jsonpath-ng = ">=1.5.3" jsonschema = ">=4.16.0" packaging = ">=23.1" diff --git a/singer_sdk/target_base.py b/singer_sdk/target_base.py index 3c0d37234..418d7f12c 100644 --- a/singer_sdk/target_base.py +++ b/singer_sdk/target_base.py @@ -10,7 +10,7 @@ import typing as t import click -from joblib import Parallel, delayed, parallel_backend +from joblib import Parallel, delayed, parallel_config from singer_sdk.exceptions import RecordsWithoutSchemaException from singer_sdk.helpers._batch import BaseBatchFileEncoding @@ -521,7 +521,7 @@ def _drain_all(self, sink_list: list[Sink], parallelism: int) -> None: def _drain_sink(sink: Sink) -> None: self.drain_one(sink) - with parallel_backend("threading", n_jobs=parallelism): + with parallel_config(backend="threading", n_jobs=parallelism): Parallel()(delayed(_drain_sink)(sink=sink) for sink in sink_list) def _write_state_message(self, state: dict) -> None: