Skip to content

Commit 83a5fab

Browse files
authored
Merge pull request #994 from broadinstitute/dp-dxwdl
dxWDL upgrade
2 parents 9f5b2c0 + a7c3595 commit 83a5fab

13 files changed

+50
-50
lines changed

pipes/WDL/dx-launcher/demux_launcher.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -177,7 +177,7 @@ runSpec:
177177
fi
178178
for i in $(seq "$lane_count"); do
179179
folder2=$(printf "%s/%s/reads/L%d" "$folder" "$run_id" $i)
180-
runcmd="dx run $demux_workflow_id -i stage-1.flowcell_tgz=$run_tarball -i illumina_demux.lane=$i -i illumina_demux.maxReadsInRamPerTile=$max_reads_in_ram_per_tile -i illumina_demux.maxRecordsInRam=$max_records_in_ram -i illumina_demux.minimumBaseQuality=$min_base_quality -i illumina_demux.threads=$demux_threads $sequencing_center_input --folder $folder2 --instance-type illumina_demux=$demux_instance_type --name demux:$run_id:L$i -y --brief"
180+
runcmd="dx run $demux_workflow_id -i stage-0.flowcell_tgz=$run_tarball -i illumina_demux.lane=$i -i illumina_demux.maxReadsInRamPerTile=$max_reads_in_ram_per_tile -i illumina_demux.maxRecordsInRam=$max_records_in_ram -i illumina_demux.minimumBaseQuality=$min_base_quality -i illumina_demux.threads=$demux_threads $sequencing_center_input --folder $folder2 --instance-type illumina_demux=$demux_instance_type --name demux:$run_id:L$i -y --brief"
181181
echo "$runcmd"
182182
set +x
183183
if [ -n "$api_token" ]; then

pipes/WDL/workflows/tasks/tasks_assembly.wdl

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -83,7 +83,7 @@ task assemble {
8383
docker: "quay.io/broadinstitute/viral-ngs"
8484
memory: "15 GB"
8585
cpu: 4
86-
dx_instance_type: "mem1_ssd1_x8"
86+
dx_instance_type: "mem1_ssd1_v2_x8"
8787
}
8888

8989
}
@@ -167,7 +167,7 @@ task scaffold {
167167
docker: "quay.io/broadinstitute/viral-ngs"
168168
memory: "15 GB"
169169
cpu: 4
170-
dx_instance_type: "mem1_ssd1_x8"
170+
dx_instance_type: "mem1_ssd1_v2_x8"
171171
}
172172
}
173173

@@ -224,7 +224,7 @@ task refine {
224224
docker: "quay.io/broadinstitute/viral-ngs"
225225
memory: "7 GB"
226226
cpu: 8
227-
dx_instance_type: "mem1_ssd1_x8"
227+
dx_instance_type: "mem1_ssd1_v2_x8"
228228
}
229229
}
230230

@@ -365,7 +365,7 @@ task refine_2x_and_plot {
365365
docker: "quay.io/broadinstitute/viral-ngs"
366366
memory: "7 GB"
367367
cpu: 8
368-
dx_instance_type: "mem1_ssd1_x8"
368+
dx_instance_type: "mem1_ssd1_v2_x8"
369369
}
370370
}
371371

pipes/WDL/workflows/tasks/tasks_demux.wdl

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
# docker: "quay.io/broadinstitute/viral-ngs"
2323
# memory: "7 GB"
2424
# cpu: 4
25-
# dx_instance_type: "mem1_hdd2_x8"
25+
# dx_instance_type: "mem2_hdd2_v2_x4"
2626
# preemptible: 0 # this is the very first operation before scatter, so let's get it done quickly & reliably
2727
# }
2828
#}
@@ -201,7 +201,7 @@ task illumina_demux {
201201
docker: "quay.io/broadinstitute/viral-ngs"
202202
memory: "16 GB"
203203
cpu: 36
204-
dx_instance_type: "mem1_ssd2_x36"
204+
dx_instance_type: "mem1_ssd2_v2_x36"
205205
preemptible: 0 # this is the very first operation before scatter, so let's get it done quickly & reliably
206206
}
207207
}
@@ -238,7 +238,7 @@ task merge_and_reheader_bams {
238238
docker: "quay.io/broadinstitute/viral-ngs"
239239
memory: "2000 MB"
240240
cpu: 2
241-
dx_instance_type: "mem1_ssd2_x4"
241+
dx_instance_type: "mem1_ssd2_v2_x4"
242242
}
243243
}
244244

pipes/WDL/workflows/tasks/tasks_interhost.wdl

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ task multi_align_mafft_ref {
3131
docker: "quay.io/broadinstitute/viral-ngs"
3232
memory: "7 GB"
3333
cpu: 8
34-
dx_instance_type: "mem1_ssd1_x8"
34+
dx_instance_type: "mem1_ssd1_v2_x8"
3535
}
3636
}
3737

@@ -66,7 +66,7 @@ task multi_align_mafft {
6666
docker: "quay.io/broadinstitute/viral-ngs"
6767
memory: "7 GB"
6868
cpu: 8
69-
dx_instance_type: "mem1_ssd1_x8"
69+
dx_instance_type: "mem1_ssd1_v2_x8"
7070
}
7171
}
7272

pipes/WDL/workflows/tasks/tasks_metagenomics.wdl

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ task krakenuniq {
6868
docker: "quay.io/broadinstitute/viral-ngs"
6969
memory: "200 GB"
7070
cpu: 32
71-
dx_instance_type: "mem3_ssd1_x32"
71+
dx_instance_type: "mem3_ssd1_v2_x32"
7272
preemptible: 0
7373
}
7474
}
@@ -108,7 +108,7 @@ task krona {
108108
docker: "quay.io/broadinstitute/viral-ngs"
109109
memory: "4 GB"
110110
cpu: 1
111-
dx_instance_type: "mem1_ssd2_x2"
111+
dx_instance_type: "mem1_ssd2_v2_x2"
112112
}
113113
}
114114

@@ -166,7 +166,7 @@ task filter_bam_to_taxa {
166166
docker: "quay.io/broadinstitute/viral-ngs"
167167
memory: "4 GB"
168168
cpu: 1
169-
dx_instance_type: "mem1_ssd2_x2"
169+
dx_instance_type: "mem1_ssd2_v2_x2"
170170
}
171171

172172
}
@@ -233,6 +233,6 @@ task kaiju {
233233
docker: "quay.io/broadinstitute/viral-ngs"
234234
memory: "100 GB"
235235
cpu: 16
236-
dx_instance_type: "mem3_ssd1_x16"
236+
dx_instance_type: "mem3_ssd1_v2_x16"
237237
}
238238
}

pipes/WDL/workflows/tasks/tasks_ncbi.wdl

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ task download_fasta {
2020
docker: "quay.io/broadinstitute/viral-ngs"
2121
memory: "3 GB"
2222
cpu: 2
23-
dx_instance_type: "mem1_ssd1_x2"
23+
dx_instance_type: "mem1_ssd1_v2_x2"
2424
}
2525
}
2626

@@ -55,7 +55,7 @@ task download_annotations {
5555
docker: "quay.io/broadinstitute/viral-ngs"
5656
memory: "3 GB"
5757
cpu: 2
58-
dx_instance_type: "mem1_ssd1_x2"
58+
dx_instance_type: "mem1_ssd1_v2_x2"
5959
}
6060
}
6161

@@ -84,20 +84,20 @@ task annot_transfer {
8484
}
8585

8686
output {
87-
Array[File]+ transferred_feature_tables = glob("*.tbl")
87+
Array[File] transferred_feature_tables = glob("*.tbl")
8888
String viralngs_version = "viral-ngs_version_unknown"
8989
}
9090
runtime {
9191
docker: "quay.io/broadinstitute/viral-ngs"
9292
memory: "3 GB"
9393
cpu: 2
94-
dx_instance_type: "mem1_ssd1_x2"
94+
dx_instance_type: "mem1_ssd1_v2_x2"
9595
}
9696
}
9797

9898
task prepare_genbank {
9999
Array[File]+ assemblies_fasta
100-
Array[File]+ annotations_tbl
100+
Array[File] annotations_tbl
101101
File authors_sbt
102102
File biosampleMap
103103
File genbankSourceTable
@@ -140,7 +140,7 @@ task prepare_genbank {
140140
docker: "quay.io/broadinstitute/viral-ngs"
141141
memory: "3 GB"
142142
cpu: 2
143-
dx_instance_type: "mem1_ssd1_x2"
143+
dx_instance_type: "mem1_ssd1_v2_x2"
144144
}
145145
}
146146

pipes/WDL/workflows/tasks/tasks_read_utils.wdl

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ task downsample_bams {
3333
docker: "quay.io/broadinstitute/viral-ngs"
3434
memory: "3 GB"
3535
cpu: 2
36-
dx_instance_type: "mem1_ssd1_x4"
36+
dx_instance_type: "mem1_ssd1_v2_x4"
3737
}
3838
}
3939

pipes/WDL/workflows/tasks/tasks_reports.wdl

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ task plot_coverage {
110110
docker: "quay.io/broadinstitute/viral-ngs"
111111
memory: "3500 MB"
112112
cpu: 4
113-
dx_instance_type: "mem1_ssd1_x8"
113+
dx_instance_type: "mem1_ssd1_v2_x8"
114114
}
115115
}
116116

@@ -135,7 +135,7 @@ task coverage_report {
135135
docker: "quay.io/broadinstitute/viral-ngs"
136136
memory: "2000 MB"
137137
cpu: 2
138-
dx_instance_type: "mem1_ssd2_x4"
138+
dx_instance_type: "mem1_ssd2_v2_x4"
139139
}
140140
}
141141

@@ -159,7 +159,7 @@ task fastqc {
159159
memory: "2 GB"
160160
cpu: 1
161161
docker: "quay.io/broadinstitute/viral-ngs"
162-
dx_instance_type: "mem1_ssd1_x4"
162+
dx_instance_type: "mem1_ssd1_v2_x4"
163163
}
164164
}
165165

@@ -197,7 +197,7 @@ task spikein_report {
197197
memory: "3 GB"
198198
cpu: 2
199199
docker: "quay.io/broadinstitute/viral-ngs"
200-
dx_instance_type: "mem1_ssd1_x4"
200+
dx_instance_type: "mem1_ssd1_v2_x4"
201201
}
202202
}
203203

@@ -223,7 +223,7 @@ task spikein_summary {
223223
memory: "3 GB"
224224
cpu: 2
225225
docker: "quay.io/broadinstitute/viral-ngs"
226-
dx_instance_type: "mem1_ssd1_x4"
226+
dx_instance_type: "mem1_ssd1_v2_x4"
227227
}
228228
}
229229

@@ -256,7 +256,7 @@ task aggregate_metagenomics_reports {
256256
docker: "quay.io/broadinstitute/viral-ngs"
257257
memory: "4 GB"
258258
cpu: 1
259-
dx_instance_type: "mem1_ssd2_x2"
259+
dx_instance_type: "mem1_ssd2_v2_x2"
260260
preemptible: 0
261261
}
262262
}

pipes/WDL/workflows/tasks/tasks_taxon_filter.wdl

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ task deplete_taxa {
7171
docker: "quay.io/broadinstitute/viral-ngs"
7272
memory: "14 GB"
7373
cpu: 8
74-
dx_instance_type: "mem1_ssd1_x16"
74+
dx_instance_type: "mem1_ssd1_v2_x16"
7575
preemptible: 0
7676
}
7777
}
@@ -130,7 +130,7 @@ task filter_to_taxon {
130130
docker: "quay.io/broadinstitute/viral-ngs"
131131
memory: "14 GB"
132132
cpu: 16
133-
dx_instance_type: "mem1_ssd1_x8"
133+
dx_instance_type: "mem1_ssd1_v2_x8"
134134
}
135135
}
136136

@@ -153,7 +153,7 @@ task build_lastal_db {
153153
docker: "quay.io/broadinstitute/viral-ngs"
154154
memory: "7 GB"
155155
cpu: 2
156-
dx_instance_type: "mem1_ssd1_x4"
156+
dx_instance_type: "mem1_ssd1_v2_x4"
157157
}
158158
}
159159

@@ -194,7 +194,7 @@ task merge_one_per_sample {
194194
memory: "7 GB"
195195
cpu: 4
196196
docker: "quay.io/broadinstitute/viral-ngs"
197-
dx_instance_type: "mem1_ssd2_x4"
197+
dx_instance_type: "mem1_ssd1_v2_x16"
198198
}
199199
}
200200

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
{
2-
"stage-1.raw_reads_unmapped_bam": { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F8F2kVQ09y3Q9Qj14fF806q2" } },
2+
"stage-0.raw_reads_unmapped_bam": { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F8F2kVQ09y3Q9Qj14fF806q2" } },
33

4-
"stage-1.bmtaggerDbs": [
4+
"stage-0.bmtaggerDbs": [
55
{ "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-BYF6g8Q0zjF77x79bGYgJ1Zb" } }
66
],
77

8-
"stage-2.lastal_db_fasta": { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F1zXZ9Q0pvkp7FkZ646YJX2y" } },
9-
"stage-4.reference_genome_fasta": [ { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F1zXZ9Q0pvkp7FkZ646YJX2y" } } ],
8+
"stage-1.lastal_db_fasta": { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F1zXZ9Q0pvkp7FkZ646YJX2y" } },
9+
"stage-3.reference_genome_fasta": [ { "$dnanexus_link": { "project": "project-F8PQ6380xf5bK0Qk0YPjB17P", "id": "file-F1zXZ9Q0pvkp7FkZ646YJX2y" } } ],
1010

11-
"stage-5.gatk_jar": { "$dnanexus_link": { "project": "project-F89kXY805X08BpXq7xjxbX9F", "id": "file-F89Vx8Q09y3VFxf1KKXbbVv4" } },
12-
"stage-5.novocraft_license": { "$dnanexus_link": { "project": "project-F89kXY805X08BpXq7xjxbX9F", "id": "file-F1zkVGQ0jy1P68J88kyJ8zVF" } }
11+
"stage-4.gatk_jar": { "$dnanexus_link": { "project": "project-F89kXY805X08BpXq7xjxbX9F", "id": "file-F89Vx8Q09y3VFxf1KKXbbVv4" } },
12+
"stage-4.novocraft_license": { "$dnanexus_link": { "project": "project-F89kXY805X08BpXq7xjxbX9F", "id": "file-F1zkVGQ0jy1P68J88kyJ8zVF" } }
1313
}

0 commit comments

Comments
 (0)