Update load and index script to use lz4 encoding

unipept · Mar 14, 2024 · f2d989c · f2d989c
1 parent eb63376
commit f2d989c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/load.sh b/scripts/load.sh
@@ -12,10 +12,10 @@ function print {
 
 cd "$dir"
 
-for file in *.tsv.gz
+for file in *.tsv.lz4
 do
     print $file
-    tbl=`echo $file | sed "s/.tsv.gz//"`
+    tbl=`echo $file | sed "s/.tsv.lz4//"`
     echo "zcatting - LOAD DATA LOCAL INFILE '$file' INTO TABLE $tbl"
     zcat $file | mariadb  --local-infile=1 -uunipept -punipept $db -e "LOAD DATA LOCAL INFILE '/dev/stdin' INTO TABLE $tbl;SHOW WARNINGS" 2>&1
 done