work/split_csv
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

+ljs_audio_text.txt

Browse source
This commit is contained in:
Miki 2024-07-05 10:23:15 +00:00
parent 9fddc15d08
commit ab912c9274
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
split-csv.sh
View file

@ -2,10 +2,10 @@
shuf metadata.csv > metadata-shuf.csv shuf metadata.csv > metadata-shuf.csv
cut --complement -f 2 -d\| metadata-shuf.csv > metadata-shuf-2.csv cut --complement -f 2 -d\| metadata-shuf.csv > metadata-shuf-2.csv
awk -F '|' -v OFS='|' '$1 {print "wavs/" $1 ".wav" "|" $2}' metadata-shuf-2.csv > metadata-shuf-3.csv awk -F '|' -v OFS='|' '$1 {print "wavs/" $1 ".wav" "|" $2}' metadata-shuf-2.csv > ljs_audio_text.txt
sed -n '1,50p' metadata-shuf-3.csv > ljs_audio_text_val.txt sed -n '1,50p' ljs_audio_text.txt > ljs_audio_text_val.txt
sed -n '51,200p' metadata-shuf-3.csv > ljs_audio_text_test.txt sed -n '51,200p' ljs_audio_text.txt > ljs_audio_text_test.txt
sed -n '201,$ p' metadata-shuf-3.csv > ljs_audio_text_train_v3.txt sed -n '201,$ p' ljs_audio_text.txt > ljs_audio_text_train_v3.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_val.txt > ljs_audio_pitch_text_val.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_val.txt > ljs_audio_pitch_text_val.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_test.txt > ljs_audio_pitch_text_test.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_test.txt > ljs_audio_pitch_text_test.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_train_v3.txt > ljs_audio_pitch_text_train_v3.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_train_v3.txt > ljs_audio_pitch_text_train_v3.txt