Merge branch 'main' into edgarrmondragon/feat/default-user-agent

.github/ISSUE_TEMPLATE/bug.yml

@@ -13,7 +13,7 @@ body:
     attributes:
       label: Singer SDK Version
       description: Version of the library you are using
-      placeholder: "0.39.0"
+      placeholder: "0.39.1"
     validations:
       required: true
   - type: checkboxes

.pre-commit-config.yaml

@@ -50,7 +50,7 @@ repos:
   - id: check-readthedocs
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.6
+  rev: v0.5.7
   hooks:
   - id: ruff
     args: [--fix, --exit-non-zero-on-fix, --show-fixes]
@@ -64,18 +64,6 @@ repos:
         cookiecutter/.*
       )$
 
-- repo: https://github.com/pycqa/flake8
-  rev: 7.1.1
-  hooks:
-  - id: flake8
-    additional_dependencies:
-    - darglint==1.8.1
-    files: |
-        (?x)^(
-          singer_sdk/.*|
-          samples/.*
-        )$
-
 - repo: https://github.com/python-poetry/poetry
   rev: 1.8.0
   hooks:

CHANGELOG.md

@@ -5,6 +5,25 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## v0.39.1 (2024-08-07)
+
+### 🐛 Fixes
+
+- [#2589](https://github.com/meltano/sdk/issues/2589) Make sink assertion compatible with stream maps -- _**Thanks @JCotton1123!**_
+- [#2592](https://github.com/meltano/sdk/issues/2592) Fixed typos in `--about` plain text output
+- [#2580](https://github.com/meltano/sdk/issues/2580) Date fields are now properly serialized as ISO dates, i.e. "YYYY-MM-DD"
+- [#2583](https://github.com/meltano/sdk/issues/2583) Quote add-column-ddl with column starting with `_` (underscore) based on engine -- _**Thanks @haleemur!**_
+- [#2582](https://github.com/meltano/sdk/issues/2582) DDL for adding a column now uses a SQLAlchemy-compiled clause to apply proper quoting -- _**Thanks @haleemur!**_
+- [#2418](https://github.com/meltano/sdk/issues/2418) Check replication method instead of key to determine if a SQL stream is sorted
+
+### ⚙️ Under the Hood
+
+- [#2520](https://github.com/meltano/sdk/issues/2520) Remove unused dependencies `pendulum` and `python-dateutil`
+
+### 📚 Documentation Improvements
+
+- [#2579](https://github.com/meltano/sdk/issues/2579) Documented support for `packaging` semantic type in contributing guide
+
 ## v0.39.0 (2024-07-27)
 
 ### ✨ New

cookiecutter/mapper-template/{{cookiecutter.mapper_id}}/pyproject.toml

@@ -31,16 +31,19 @@ packages = [
 
 [tool.poetry.dependencies]
 python = ">=3.8"
-singer-sdk = { version="~=0.39.0"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
+singer-sdk = { version="~=0.39.1"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
 fs-s3fs = { version = "~=1.1.1", optional = true }
 
 [tool.poetry.group.dev.dependencies]
 pytest = ">=8"
-singer-sdk = { version="~=0.39.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
 [tool.mypy]
 python_version = "3.12"
 warn_unused_configs = true

cookiecutter/tap-template/{{cookiecutter.tap_id}}/pyproject.toml

@@ -31,7 +31,7 @@ packages = [
 [tool.poetry.dependencies]
 python = ">=3.8"
 importlib-resources = { version = "==6.4.*", python = "<3.9" }
-singer-sdk = { version="~=0.39.0", extras = [
+singer-sdk = { version="~=0.39.1", extras = [
     {%- if cookiecutter.auth_method == "JWT" -%}"jwt", {% endif -%}
     {%- if cookiecutter.faker_extra -%}"faker",{%- endif -%}
 ] }
@@ -43,14 +43,17 @@ requests = "~=2.32.3"
 [tool.poetry.group.dev.dependencies]
 pytest = ">=8"
 {%- if cookiecutter.auth_method == "JWT" %}
-singer-sdk = { version="~=0.39.0", extras = ["jwt", "testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["jwt", "testing"] }
 {%- else %}
-singer-sdk = { version="~=0.39.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 {%- endif %}
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
 [tool.mypy]
 python_version = "3.12"
 warn_unused_configs = true

cookiecutter/target-template/{{cookiecutter.target_id}}/pyproject.toml

@@ -30,19 +30,26 @@ packages = [
 
 [tool.poetry.dependencies]
 python = ">=3.8"
-singer-sdk = { version="~=0.39.0"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
+singer-sdk = { version="~=0.39.1"{{ ', extras = ["faker"]' if cookiecutter.faker_extra }} }
 fs-s3fs = { version = "~=1.1.1", optional = true }
 {%- if cookiecutter.serialization_method != "SQL" %}
 requests = "~=2.32.3"
 {%- endif %}
 
 [tool.poetry.dev-dependencies]
 pytest = ">=8"
-singer-sdk = { version="~=0.39.0", extras = ["testing"] }
+singer-sdk = { version="~=0.39.1", extras = ["testing"] }
 
 [tool.poetry.extras]
 s3 = ["fs-s3fs"]
 
+[tool.pytest.ini_options]
+addopts = '--durations=10'
+
+[tool.mypy]
+python_version = "3.12"
+warn_unused_configs = true
+
 [tool.ruff]
 src = ["{{cookiecutter.library_name}}"]
 target-version = "py38"

docs/conf.py

@@ -29,7 +29,7 @@
 author = "Meltano Core Team and Contributors"
 
 # The full version, including alpha/beta/rc tags
-release = "0.39.0"
+release = "0.39.1"
 
 
 # -- General configuration -------------------------------------------------------------

docs/stream_maps.md

@@ -435,21 +435,7 @@ stream_maps:
 ```
 ````
 
-#### Q: What is the difference between `primary_keys` and `key_properties`?
-
-**A:** These two are _generally_ identical - and will only differ in cases like the above where `key_properties` is manually
-overridden or nullified by the user of the tap. Developers will specify `primary_keys` for each stream in the tap,
-but they do not control if the user will override `key_properties` behavior when initializing the stream. Primary keys
-describe the nature of the upstream data as known by the source system. However, either through manual catalog manipulation and/or by
-setting stream map transformations, the in-flight dedupe keys (`key_properties`) may be overridden or nullified by the user at any time.
-
-Additionally, some targets do not support primary key distinctions, and there are valid use cases to intentionally unset
-the `key_properties` in an extract-load pipeline. For instance, it is common to intentionally nullify key properties to trigger
-"append-only" loading behavior in certain targets, as may be required for historical reporting. This does not change the
-underlying nature of the `primary_key` configuration in the upstream source data, only how it will be landed or deduped
-in the downstream source.
-
-## Aliasing a stream using `__alias__`
+### Aliasing a stream using `__alias__`
 
 To alias a stream, simply add the operation `"__alias__": "new_name"` to the stream
 definition. For example, to alias the `customers` stream as `customer_v2`, use the
@@ -475,7 +461,7 @@ stream_maps:
 ```
 ````
 
-## Duplicating or splitting a stream using `__source__`
+### Duplicating or splitting a stream using `__source__`
 
 To create a new stream as a copy of the original, specify the operation
 `"__source__": "stream_name"`. For example, you can create a copy of the `customers` stream
@@ -519,7 +505,7 @@ stream_maps:
 ```
 ````
 
-## Filtering out records from a stream using `__filter__` operation
+### Filtering out records from a stream using `__filter__` operation
 
 The `__filter__` operation accepts a string expression which must evaluate to `true` or
 `false`. Filter expressions should be wrapped in `bool()` to ensure proper type conversion.
@@ -546,6 +532,62 @@ stream_maps:
 ```
 ````
 
+### Aliasing properties
+
+This uses a "copy-and-delete" approach with the help of `__NULL__`:
+
+````{tab} meltano.yml
+```yaml
+stream_maps:
+  customers:
+    new_field: old_field
+    old_field: __NULL__
+```
+````
+
+````{tab} JSON
+```json
+{
+    "stream_maps": {
+        "customers": {
+            "new_field": "old_field",
+            "old_field": "__NULL__"
+        }
+    }
+}
+```
+````
+
+### Applying a mapping across two or more streams
+
+You can use glob expressions to apply a stream map configuration to more than one stream:
+
+````{tab} meltano.yml
+```yaml
+stream_maps:
+  "*":
+    name: first_name
+    first_name: __NULL__
+```
+````
+
+````{tab} JSON
+```json
+{
+    "stream_maps": {
+        "*": {
+            "name": "first_name",
+            "first_name": "__NULL__"
+        }
+    }
+}
+```
+````
+
+:::{versionadded} 0.37.0
+Support for stream glob expressions.
+:::
+
 ### Understanding Filters' Affects on Parent-Child Streams
 
 Nested child streams iterations will be skipped if their parent stream has a record-level
@@ -625,3 +667,17 @@ Additionally, plugins are generally expected to fail if they receive unexpected
 arguments. The intended use cases for stream map config values are user-defined in nature
 (such as the hashing use case defined above), and are unlikely to overlap with the
 plugin's already-existing settings.
+
+### Q: What is the difference between `primary_keys` and `key_properties`?
+
+**Answer:** These two are _generally_ identical - and will only differ in cases like the above where `key_properties` is manually
+overridden or nullified by the user of the tap. Developers will specify `primary_keys` for each stream in the tap,
+but they do not control if the user will override `key_properties` behavior when initializing the stream. Primary keys
+describe the nature of the upstream data as known by the source system. However, either through manual catalog manipulation and/or by
+setting stream map transformations, the in-flight dedupe keys (`key_properties`) may be overridden or nullified by the user at any time.
+
+Additionally, some targets do not support primary key distinctions, and there are valid use cases to intentionally unset
+the `key_properties` in an extract-load pipeline. For instance, it is common to intentionally nullify key properties to trigger
+"append-only" loading behavior in certain targets, as may be required for historical reporting. This does not change the
+underlying nature of the `primary_key` configuration in the upstream source data, only how it will be landed or deduped
+in the downstream source.