We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 52d3ae0 commit f1a40f7Copy full SHA for f1a40f7
pipeline/clean/merge-corpus.sh
@@ -49,7 +49,7 @@ get_seeded_random() {
49
50
paste <(zstdmt -dc "$merged_src") <(zstdmt -dc "$merged_trg") |
51
${BIN}/dedupe |
52
- shuf --random-source=<(echo "merge-corpus-${SRC}-${TRG}") "${shuf_params[@]}" |
+ shuf --random-source=<(get_seeded_random) "${shuf_params[@]}" |
53
zstdmt >"$deduplicated_corpus"
54
55
rm "$merged_src" "$merged_trg"
0 commit comments