-
Notifications
You must be signed in to change notification settings - Fork 9
/
prep4kaldi.sh
110 lines (89 loc) · 3.83 KB
/
prep4kaldi.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
#!/usr/bin/env bash
# ~~~~~~~~~
# prep4kaldi.sh
# ~~~~~~~~~
# This script helps data preparation for building an ASR system in Kaldi
# by creating 'text', 'utt2spk', 'segments', and 'wav.scp' under 'required' folder.
# Inputs to be specified:
# (1) datadir
# - Directory path of where subfolders named by speaker ids are located.
# e.g. Given /Users/cho/mycorpus/,
# ├─ s01/
# ├─ s02/ NB. each subfolder includes
# ├─ s03/ its corresponding speaker's
# ├─ ... -> recordings (.wav)
# ├─ s19/ -> textgrids (.TextGrid)
# └─ s20/
#
# Specify as:
# $ datadir='/Users/cho/mycorpus/'
#
# (2) datatype
# - Type of data from which information should be extracted.
# - Please choose between 'textgrid' or 'wavtxt'.
#
# (2) tiername
# - Name of TextGrid tier to extract labels from (if datatype is specified as 'textgrid').
# e.g. 'utterance', 'sent', ...
#
# Usage: $ sh prep4kaldi.sh <datadir> <datatype> <tiername>
# Created: 2017-02-27
# Last updated: 2017-02-27
# Yejin Cho ([email protected])
# ─────────────────────────────────────────────────────────────────────────
# Input section
datadir=$1
datatype=$2
tiername=$3
# Data clean-up
if [ -d $datadir/tmp ]; then rm -rf $datadir/tmp; fi
mkdir $datadir/tmp
if [ -e $datadir/uttinfo.txt ]; then mv $datadir/uttinfo.txt $datadir/tmp; fi
if [ -d $datadir/required/ ]; then mv $datadir/required/ $datadir/tmp/prev_required/; fi
# Delete tmp folder if empty
if [ -z "$(ls -A $datadir/tmp)" ]; then rm -rf $datadir/tmp; fi
# STEP1
case $datatype in
textgrid)
echo '[STEP1] Extract uttinfo.txt from .TextGrids in $datadir'
if [ -n "$tiername" ]; then
# When extracting info from TextGrids:
python textgrid2info.py "$datadir" "$tiername"
else
echo "[InputError] Please specify your tiername."
exit 1
fi
;;
wavtxt)
echo '[STEP1] Extract uttinfo.txt from .txts & .wavs in $datadir'
# When extracting info from wavs and txts:
python wavtxt2info.py "$datadir"
;;
*)
echo "[InputError] Please specify your datatype as 'textgrid' of 'wavtxt'."
exit 1
;;
esac
cd $datadir
mkdir required
# NB. Information structure of uttinfo.txt (tsv):
# field 1. <extended-filename>
# field 2. <recording-id>
# field 3. <utterance-id>
# field 4. <speaker-id>
# field 5. <transcription>
# field 6. <segment-begin (in sec)>
# field 7. <segment-end (in sec)>
# ─────────────────────────────────────────────────────────────────────────
# STEP2
echo '[STEP2] Organize collected info to create: 'text', 'utt2spk', 'segments', and 'wav.scp''
# (1) 'text': <utt-id> <transcription>
awk 'BEGIN {FS="\t"}; {print $3 " " $5}' uttinfo.txt > ./required/text
# (2) 'utt2spk': <utt-id> <spk-id>
awk 'BEGIN {FS="\t"}; {print $3 " " $4}' uttinfo.txt > ./required/utt2spk
# (3) 'segments': <utt-id> <rec-id> <seg-beg> <seg-end>
awk 'BEGIN {FS="\t"}; {print $3 " " $2 " " $6 " " $7}' uttinfo.txt > ./required/segments
# (4) 'wav.scp': <rec-id> <extended-fname>
awk 'BEGIN {FS="\t"}; {print $2 " " $1}' uttinfo.txt > ./required/wav.scp
# ─────────────────────────────────────────────────────────────────────────
echo 'Kaldi data preparation has successfully COMPLETED!'