diff --git a/deploy/clowdapp.yaml b/deploy/clowdapp.yaml index 43648e0431..92e9953bc0 100644 --- a/deploy/clowdapp.yaml +++ b/deploy/clowdapp.yaml @@ -140,6 +140,8 @@ objects: value: ${CACHE_TIMEOUT} - name: TAG_ENABLED_LIMIT value: ${TAG_ENABLED_LIMIT} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} image: ${IMAGE}:${IMAGE_TAG} initContainers: - command: @@ -313,6 +315,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_API_ENABLE_SENTRY @@ -524,6 +528,8 @@ objects: value: ${TAG_ENABLED_LIMIT} - name: KAFKA_CONNECT value: ${KAFKA_CONNECT} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_PUSHGATEWAY value: ${PROMETHEUS_PUSHGATEWAY} - name: UNLEASH_CACHE_DIR @@ -669,6 +675,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -863,6 +871,8 @@ objects: value: ${RBAC_SERVICE_PATH} - name: RBAC_CACHE_TTL value: ${RBAC_CACHE_TTL} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_MULTIPROC_DIR value: ${PROMETHEUS_DIR} - name: KOKU_API_ENABLE_SENTRY @@ -1038,6 +1048,8 @@ objects: value: ${RBAC_SERVICE_PATH} - name: RBAC_CACHE_TTL value: ${RBAC_CACHE_TTL} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_MULTIPROC_DIR value: ${PROMETHEUS_DIR} - name: KOKU_API_ENABLE_SENTRY @@ -1194,6 +1206,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -1382,6 +1396,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -1576,6 +1592,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -1772,6 +1790,8 @@ objects: value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -1970,6 +1990,8 @@ objects: value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -2166,6 +2188,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -2362,6 +2386,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -2560,6 +2586,8 @@ objects: value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -2762,6 +2790,8 @@ objects: value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -2962,6 +2992,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -3156,6 +3188,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -3350,6 +3384,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -3548,6 +3584,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -3748,6 +3786,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -3942,6 +3982,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -4100,6 +4142,8 @@ objects: value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY @@ -4577,6 +4621,11 @@ parameters: name: PANDAS_COLUMN_BATCH_SIZE required: true value: "250" +- description: Enable copy-on-write in Pandas + displayName: Pandas copy-on-write + name: PANDAS_COPY_ON_WRITE + required: true + value: "1" - description: Processing batch size displayName: Processing batch size name: REPORT_PROCESSING_BATCH_SIZE diff --git a/deploy/kustomize/base/base.yaml b/deploy/kustomize/base/base.yaml index 6d8fe59f78..b21a44b333 100644 --- a/deploy/kustomize/base/base.yaml +++ b/deploy/kustomize/base/base.yaml @@ -438,6 +438,11 @@ parameters: name: PANDAS_COLUMN_BATCH_SIZE required: true value: "250" +- description: Enable copy-on-write in Pandas + displayName: Pandas copy-on-write + name: PANDAS_COPY_ON_WRITE + required: true + value: "1" - description: Processing batch size displayName: Processing batch size name: REPORT_PROCESSING_BATCH_SIZE diff --git a/deploy/kustomize/patches/koku.yaml b/deploy/kustomize/patches/koku.yaml index 284b05678f..afa1a998e7 100644 --- a/deploy/kustomize/patches/koku.yaml +++ b/deploy/kustomize/patches/koku.yaml @@ -138,6 +138,8 @@ value: ${CACHE_TIMEOUT} - name: TAG_ENABLED_LIMIT value: ${TAG_ENABLED_LIMIT} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} livenessProbe: httpGet: path: ${API_PATH_PREFIX}/v1/status/ diff --git a/deploy/kustomize/patches/listener.yaml b/deploy/kustomize/patches/listener.yaml index bc6fe808b4..b9e489ba4d 100644 --- a/deploy/kustomize/patches/listener.yaml +++ b/deploy/kustomize/patches/listener.yaml @@ -59,6 +59,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_API_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/masu.yaml b/deploy/kustomize/patches/masu.yaml index 596613140e..f8702ff62a 100644 --- a/deploy/kustomize/patches/masu.yaml +++ b/deploy/kustomize/patches/masu.yaml @@ -114,6 +114,8 @@ value: ${TAG_ENABLED_LIMIT} - name: KAFKA_CONNECT value: ${KAFKA_CONNECT} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_PUSHGATEWAY value: ${PROMETHEUS_PUSHGATEWAY} - name: UNLEASH_CACHE_DIR diff --git a/deploy/kustomize/patches/scheduler.yaml b/deploy/kustomize/patches/scheduler.yaml index f84b4f11da..ce5470a105 100644 --- a/deploy/kustomize/patches/scheduler.yaml +++ b/deploy/kustomize/patches/scheduler.yaml @@ -63,6 +63,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/sources-client.yaml b/deploy/kustomize/patches/sources-client.yaml index 06e79a3195..19da0443ee 100644 --- a/deploy/kustomize/patches/sources-client.yaml +++ b/deploy/kustomize/patches/sources-client.yaml @@ -81,6 +81,8 @@ value: ${RBAC_SERVICE_PATH} - name: RBAC_CACHE_TTL value: ${RBAC_CACHE_TTL} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_MULTIPROC_DIR value: ${PROMETHEUS_DIR} - name: KOKU_API_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/sources-listener.yaml b/deploy/kustomize/patches/sources-listener.yaml index ab1dda7ed7..d31e6779f1 100644 --- a/deploy/kustomize/patches/sources-listener.yaml +++ b/deploy/kustomize/patches/sources-listener.yaml @@ -83,6 +83,8 @@ value: ${RBAC_SERVICE_PATH} - name: RBAC_CACHE_TTL value: ${RBAC_CACHE_TTL} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: PROMETHEUS_MULTIPROC_DIR value: ${PROMETHEUS_DIR} - name: KOKU_API_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-celery.yaml b/deploy/kustomize/patches/worker-celery.yaml index 4c8934d3fc..9a8910100f 100644 --- a/deploy/kustomize/patches/worker-celery.yaml +++ b/deploy/kustomize/patches/worker-celery.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-cost-model-xl.yaml b/deploy/kustomize/patches/worker-cost-model-xl.yaml index b8d7ee26f5..cd3249c926 100644 --- a/deploy/kustomize/patches/worker-cost-model-xl.yaml +++ b/deploy/kustomize/patches/worker-cost-model-xl.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-cost-model.yaml b/deploy/kustomize/patches/worker-cost-model.yaml index 580abf29ce..397ccf195b 100644 --- a/deploy/kustomize/patches/worker-cost-model.yaml +++ b/deploy/kustomize/patches/worker-cost-model.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-download-xl.yaml b/deploy/kustomize/patches/worker-download-xl.yaml index 584427ecde..db7e4c7c62 100644 --- a/deploy/kustomize/patches/worker-download-xl.yaml +++ b/deploy/kustomize/patches/worker-download-xl.yaml @@ -67,6 +67,8 @@ value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-download.yaml b/deploy/kustomize/patches/worker-download.yaml index 380dcc41ae..2de8984c77 100644 --- a/deploy/kustomize/patches/worker-download.yaml +++ b/deploy/kustomize/patches/worker-download.yaml @@ -67,6 +67,8 @@ value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-hcs.yaml b/deploy/kustomize/patches/worker-hcs.yaml index d87323f5a6..f9c8bc3e7c 100644 --- a/deploy/kustomize/patches/worker-hcs.yaml +++ b/deploy/kustomize/patches/worker-hcs.yaml @@ -67,6 +67,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-ocp-xl.yaml b/deploy/kustomize/patches/worker-ocp-xl.yaml index 0f7bf915b6..35645d1eb6 100644 --- a/deploy/kustomize/patches/worker-ocp-xl.yaml +++ b/deploy/kustomize/patches/worker-ocp-xl.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-ocp.yaml b/deploy/kustomize/patches/worker-ocp.yaml index 0875c09852..09cd8f1dce 100644 --- a/deploy/kustomize/patches/worker-ocp.yaml +++ b/deploy/kustomize/patches/worker-ocp.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-priority-xl.yaml b/deploy/kustomize/patches/worker-priority-xl.yaml index 9b87af588a..0b5dadcad4 100644 --- a/deploy/kustomize/patches/worker-priority-xl.yaml +++ b/deploy/kustomize/patches/worker-priority-xl.yaml @@ -67,6 +67,8 @@ value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-priority.yaml b/deploy/kustomize/patches/worker-priority.yaml index 602eb41203..5f6a3b2f85 100644 --- a/deploy/kustomize/patches/worker-priority.yaml +++ b/deploy/kustomize/patches/worker-priority.yaml @@ -67,6 +67,8 @@ value: ${PARQUET_PROCESSING_BATCH_SIZE} - name: PANDAS_COLUMN_BATCH_SIZE value: ${PANDAS_COLUMN_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-refresh-xl.yaml b/deploy/kustomize/patches/worker-refresh-xl.yaml index d3a5cb5415..b2c1e6680c 100644 --- a/deploy/kustomize/patches/worker-refresh-xl.yaml +++ b/deploy/kustomize/patches/worker-refresh-xl.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-refresh.yaml b/deploy/kustomize/patches/worker-refresh.yaml index 9f533a4056..02afb691df 100644 --- a/deploy/kustomize/patches/worker-refresh.yaml +++ b/deploy/kustomize/patches/worker-refresh.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-subs-extraction.yaml b/deploy/kustomize/patches/worker-subs-extraction.yaml index e5c870a333..b4becf94f3 100644 --- a/deploy/kustomize/patches/worker-subs-extraction.yaml +++ b/deploy/kustomize/patches/worker-subs-extraction.yaml @@ -63,6 +63,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-subs-transmission.yaml b/deploy/kustomize/patches/worker-subs-transmission.yaml index 42362a33d7..ac73637af4 100644 --- a/deploy/kustomize/patches/worker-subs-transmission.yaml +++ b/deploy/kustomize/patches/worker-subs-transmission.yaml @@ -63,6 +63,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-summary-xl.yaml b/deploy/kustomize/patches/worker-summary-xl.yaml index d00ba2a4f5..4b3aabd951 100644 --- a/deploy/kustomize/patches/worker-summary-xl.yaml +++ b/deploy/kustomize/patches/worker-summary-xl.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY diff --git a/deploy/kustomize/patches/worker-summary.yaml b/deploy/kustomize/patches/worker-summary.yaml index 56a4dcd556..8fc7d0ccc8 100644 --- a/deploy/kustomize/patches/worker-summary.yaml +++ b/deploy/kustomize/patches/worker-summary.yaml @@ -65,6 +65,8 @@ value: ${ENABLE_S3_ARCHIVING} - name: PARQUET_PROCESSING_BATCH_SIZE value: ${PARQUET_PROCESSING_BATCH_SIZE} + - name: PANDAS_COPY_ON_WRITE + value: ${PANDAS_COPY_ON_WRITE} - name: TRINO_DATE_STEP value: ${TRINO_DATE_STEP} - name: KOKU_CELERY_ENABLE_SENTRY