work/split_csv
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

shuf ljs_audio_text.txt

Browse source
This commit is contained in:
Miki 2024-07-05 14:38:00 +00:00
parent ab912c9274
commit eef89aa9ab
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
split-csv.sh
View file

@ -1,11 +1,11 @@
#!/bin/bash #!/bin/bash
shuf metadata.csv > metadata-shuf.csv cut --complement -f 2 -d\| metadata.csv > metadata-cut.csv
cut --complement -f 2 -d\| metadata-shuf.csv > metadata-shuf-2.csv awk -F '|' -v OFS='|' '$1 {print "wavs/" $1 ".wav" "|" $2}' metadata-cut.csv > ljs_audio_text.txt
awk -F '|' -v OFS='|' '$1 {print "wavs/" $1 ".wav" "|" $2}' metadata-shuf-2.csv > ljs_audio_text.txt shuf ljs_audio_text.txt > ljs_audio_text-shuf.txt
sed -n '1,50p' ljs_audio_text.txt > ljs_audio_text_val.txt sed -n '1,50p' ljs_audio_text-shuf.txt > ljs_audio_text_val.txt
sed -n '51,200p' ljs_audio_text.txt > ljs_audio_text_test.txt sed -n '51,200p' ljs_audio_text-shuf.txt > ljs_audio_text_test.txt
sed -n '201,$ p' ljs_audio_text.txt > ljs_audio_text_train_v3.txt sed -n '201,$ p' ljs_audio_text-shuf.txt > ljs_audio_text_train_v3.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_val.txt > ljs_audio_pitch_text_val.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_val.txt > ljs_audio_pitch_text_val.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_test.txt > ljs_audio_pitch_text_test.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_test.txt > ljs_audio_pitch_text_test.txt
awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_train_v3.txt > ljs_audio_pitch_text_train_v3.txt awk -F '|' -v OFS='|' '$1 {print $1 "|" "pitch/" substr($1,6) ".pt" "|" $2}' ljs_audio_text_train_v3.txt > ljs_audio_pitch_text_train_v3.txt