Skip to content

Commit 1aead34

Browse files
[dagster-dlt] Copy dlt code to dagster-dlt (#27038)
## Summary & Motivation Copy `dagster-embedded-elt.dlt` to `dagster-dlt`, and add the `dagster-dlt` library to pyright requirements and the `make dev_install` script. ## How I Tested These Changes Existing tests moved to the new library with BK ## Changelog [dagster-dlt] The `dagster-dlt` library is added. It replaces the dlt module of `dagster-embedded-elt`.
1 parent 1bf8a34 commit 1aead34

File tree

34 files changed

+414
-110
lines changed

34 files changed

+414
-110
lines changed

docs/tox.ini

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,7 @@ deps =
3838
-e ../python_modules/libraries/dagster-ssh
3939
-e ../python_modules/libraries/dagster-duckdb
4040
-e ../python_modules/libraries/dagster-dbt
41+
-e ../python_modules/libraries/dagster-dlt
4142
-e ../python_modules/libraries/dagster-wandb
4243
-e ../python_modules/libraries/dagster-embedded-elt
4344
-e ../python_modules/libraries/dagster-deltalake
@@ -79,6 +80,7 @@ deps =
7980
-e ../python_modules/libraries/dagster-ssh
8081
-e ../python_modules/libraries/dagster-duckdb
8182
-e ../python_modules/libraries/dagster-dbt
83+
-e ../python_modules/libraries/dagster-dlt
8284
-e ../python_modules/libraries/dagster-wandb
8385
-e ../python_modules/libraries/dagster-embedded-elt
8486
-e ../python_modules/libraries/dagster-deltalake

examples/docs_beta_snippets/tox.ini

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ deps =
2222
-e ../../python_modules/dagster-graphql
2323
-e ../../python_modules/dagster-webserver
2424
-e ../../python_modules/libraries/dagster-dbt
25+
-e ../../python_modules/libraries/dagster-dlt
2526
-e ../../python_modules/libraries/dagster-snowflake
2627
-e ../../python_modules/libraries/dagster-duckdb
2728
-e ../../python_modules/libraries/dagster-duckdb-pandas

examples/docs_snippets/tox.ini

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@ deps =
2727
-e ../../python_modules/libraries/dagster-deltalake
2828
-e ../../python_modules/libraries/dagster-deltalake-pandas
2929
-e ../../python_modules/libraries/dagster-deltalake-polars
30+
-e ../../python_modules/libraries/dagster-dlt
3031
-e ../../python_modules/libraries/dagster-duckdb
3132
-e ../../python_modules/libraries/dagster-duckdb-pandas
3233
-e ../../python_modules/libraries/dagster-embedded-elt

pyright/alt-1/requirements-pinned.txt

Lines changed: 32 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
agate==1.9.1
2-
aiobotocore==2.16.1
2+
aiobotocore==2.17.0
33
aiofile==3.9.0
44
aiohappyeyeballs==2.4.4
55
aiohttp==3.11.11
@@ -24,13 +24,13 @@ backoff==2.2.1
2424
backports-tarfile==1.2.0
2525
beautifulsoup4==4.12.3
2626
bleach==6.2.0
27-
boto3==1.35.88
27+
boto3==1.35.93
2828
boto3-stubs-lite==1.35.70
29-
botocore==1.35.88
30-
botocore-stubs==1.35.92
29+
botocore==1.35.93
30+
botocore-stubs==1.35.97
3131
buildkite-test-collector==0.1.9
3232
cachetools==5.5.0
33-
caio==0.9.17
33+
caio==0.9.21
3434
certifi==2024.12.14
3535
cffi==1.17.1
3636
chardet==5.2.0
@@ -41,7 +41,6 @@ coloredlogs==14.0
4141
comm==0.2.2
4242
contourpy==1.3.1
4343
coverage==7.6.10
44-
croniter==5.0.1
4544
cryptography==44.0.0
4645
cycler==0.12.1
4746
daff==1.3.46
@@ -66,7 +65,7 @@ daff==1.3.46
6665
-e python_modules/libraries/dagster-spark
6766
-e python_modules/dagster-webserver
6867
db-dtypes==1.3.1
69-
dbt-adapters==1.13.0
68+
dbt-adapters==1.13.1
7069
dbt-common==1.14.0
7170
dbt-core==1.9.1
7271
dbt-duckdb==1.9.1
@@ -92,10 +91,10 @@ flaky==3.8.1
9291
fonttools==4.55.3
9392
fqdn==1.5.1
9493
frozenlist==1.5.0
95-
fsspec==2024.2.0
96-
gcsfs==2024.2.0
94+
fsspec==2024.3.0
95+
gcsfs==0.8.0
9796
google-api-core==2.24.0
98-
google-api-python-client==2.157.0
97+
google-api-python-client==2.158.0
9998
google-auth==2.37.0
10099
google-auth-httplib2==0.2.0
101100
google-auth-oauthlib==1.2.1
@@ -119,7 +118,7 @@ httplib2==0.22.0
119118
httptools==0.6.4
120119
httpx==0.28.1
121120
humanfriendly==10.0
122-
hypothesis==6.123.4
121+
hypothesis==6.123.16
123122
idna==3.10
124123
importlib-metadata==6.11.0
125124
iniconfig==2.0.0
@@ -166,12 +165,12 @@ morefs==0.2.2
166165
msgpack==1.1.0
167166
multidict==6.1.0
168167
mypy==1.14.1
169-
mypy-boto3-ecs==1.35.92
170-
mypy-boto3-emr==1.35.68
171-
mypy-boto3-emr-serverless==1.35.79
172-
mypy-boto3-glue==1.35.87
173-
mypy-boto3-logs==1.35.81
174-
mypy-boto3-s3==1.35.92
168+
mypy-boto3-ecs==1.35.93
169+
mypy-boto3-emr==1.35.93
170+
mypy-boto3-emr-serverless==1.35.93
171+
mypy-boto3-glue==1.35.93
172+
mypy-boto3-logs==1.35.93
173+
mypy-boto3-s3==1.35.93
175174
mypy-extensions==1.0.0
176175
mypy-protobuf==3.6.0
177176
nbclient==0.10.2
@@ -186,7 +185,7 @@ oauth2client==4.1.3
186185
oauthlib==3.2.2
187186
objgraph==3.6.2
188187
ordered-set==4.1.0
189-
orjson==3.10.13
188+
orjson==3.10.14
190189
overrides==7.7.0
191190
packaging==24.2
192191
pandas==2.2.3
@@ -207,7 +206,7 @@ prometheus-client==0.21.1
207206
prompt-toolkit==3.0.48
208207
propcache==0.2.1
209208
proto-plus==1.25.0
210-
protobuf==5.29.2
209+
protobuf==5.29.3
211210
psutil==6.1.1
212211
psycopg2-binary==2.9.10
213212
ptyprocess==0.7.0
@@ -217,9 +216,9 @@ pyarrow==18.1.0
217216
pyasn1==0.6.1
218217
pyasn1-modules==0.4.1
219218
pycparser==2.22
220-
pydantic==2.10.4
219+
pydantic==2.10.5
221220
pydantic-core==2.27.2
222-
pygments==2.19.0
221+
pygments==2.19.1
223222
pyjwt==2.10.1
224223
pylint==3.3.3
225224
pyopenssl==24.3.0
@@ -228,7 +227,7 @@ pyproject-api==1.8.0
228227
pyright==1.1.379
229228
pyspark==3.5.4
230229
pytest==8.3.4
231-
pytest-asyncio==0.25.1
230+
pytest-asyncio==0.25.2
232231
pytest-cases==3.8.6
233232
pytest-cov==5.0.0
234233
pytest-mock==3.14.0
@@ -252,13 +251,13 @@ rfc3986-validator==0.1.1
252251
rich==13.9.4
253252
rpds-py==0.22.3
254253
rsa==4.9
255-
s3fs==2024.2.0
254+
s3fs==2024.3.0
256255
s3transfer==0.10.4
257-
scikit-learn==1.6.0
258-
scipy==1.15.0
256+
scikit-learn==1.6.1
257+
scipy==1.15.1
259258
seaborn==0.13.2
260259
send2trash==1.8.3
261-
setuptools==75.7.0
260+
setuptools==75.8.0
262261
shellingham==1.5.4
263262
six==1.17.0
264263
slack-sdk==3.34.0
@@ -269,13 +268,13 @@ snowplow-tracker==1.0.4
269268
sortedcontainers==2.4.0
270269
soupsieve==2.6
271270
sqlalchemy==1.4.54
272-
sqlglot==26.0.1
273-
sqlglotrs==0.3.0
271+
sqlglot==26.1.3
272+
sqlglotrs==0.3.4
274273
sqlparse==0.5.3
275274
stack-data==0.6.3
276275
starlette==0.45.2
277276
structlog==24.4.0
278-
syrupy==4.8.0
277+
syrupy==4.8.1
279278
tabulate==0.9.0
280279
terminado==0.18.1
281280
text-unidecode==1.3
@@ -295,7 +294,6 @@ types-backports==0.1.3
295294
types-certifi==2021.10.8.3
296295
types-cffi==1.16.0.20241221
297296
types-chardet==5.0.4.6
298-
types-croniter==5.0.1.20241205
299297
types-cryptography==3.3.23.2
300298
types-mock==5.1.0.20240425
301299
types-paramiko==3.5.0.20240928
@@ -306,7 +304,7 @@ types-pytz==2024.2.0.20241221
306304
types-pyyaml==6.0.12.20241230
307305
types-requests==2.32.0.20241016
308306
types-s3transfer==0.10.4
309-
types-setuptools==75.6.0.20241223
307+
types-setuptools==75.8.0.20250110
310308
types-simplejson==3.19.0.20241221
311309
types-six==1.17.0.20241205
312310
types-tabulate==0.9.0.20241207
@@ -315,6 +313,7 @@ types-tzlocal==5.1.0.1
315313
typing-extensions==4.12.2
316314
typing-inspect==0.9.0
317315
tzdata==2024.2
316+
ujson==5.10.0
318317
universal-pathlib==0.2.6
319318
uri-template==1.3.0
320319
uritemplate==4.1.1
@@ -323,13 +322,13 @@ uvicorn==0.34.0
323322
uvloop==0.21.0
324323
virtualenv==20.28.1
325324
watchdog==5.0.3
326-
watchfiles==1.0.3
325+
watchfiles==1.0.4
327326
wcwidth==0.2.13
328327
webcolors==24.11.1
329328
webencodings==0.5.1
330329
websocket-client==1.8.0
331330
websockets==14.1
332331
wheel==0.45.1
333-
wrapt==1.17.0
332+
wrapt==1.17.1
334333
yarl==1.18.3
335334
zipp==3.21.0

0 commit comments

Comments
 (0)