data_gen/utils/process_audio/resample_audio_to_16k.py

import os, glob
from utils.commons.os_utils import multiprocess_glob
from utils.commons.multiprocess_utils import multiprocess_run_tqdm


def extract_wav16k_job(audio_name:str):
    out_path = audio_name.replace("/audio_raw/","/audio/",1)
    assert out_path != audio_name # prevent inplace
    os.makedirs(os.path.dirname(out_path), exist_ok=True)
    ffmpeg_path = "/usr/bin/ffmpeg"

    cmd = f'{ffmpeg_path} -i {audio_name} -ar 16000 -v quiet -y {out_path}'
    os.system(cmd)

if __name__ == '__main__':
    import argparse, glob, tqdm, random
    parser = argparse.ArgumentParser()
    parser.add_argument("--aud_dir", default='/home/tiger/datasets/raw/CMLR/audio_raw/')
    parser.add_argument("--ds_name", default='CMLR')
    parser.add_argument("--num_workers", default=64, type=int)
    parser.add_argument("--process_id", default=0, type=int)
    parser.add_argument("--total_process", default=1, type=int)
    args = parser.parse_args()
    print(f"args {args}")

    aud_dir = args.aud_dir
    ds_name = args.ds_name
    if ds_name in ['CMLR']:
        aud_name_pattern = os.path.join(aud_dir, "*/*/*.wav")
        aud_names = multiprocess_glob(aud_name_pattern)
    else:
        raise NotImplementedError()
    aud_names = sorted(aud_names)
    print(f"total audio number : {len(aud_names)}")
    print(f"first {aud_names[0]} last {aud_names[-1]}")
    # exit()
    process_id = args.process_id
    total_process = args.total_process
    if total_process > 1:
        assert process_id <= total_process -1
        num_samples_per_process = len(aud_names) // total_process
        if process_id == total_process:
            aud_names = aud_names[process_id * num_samples_per_process : ]
        else:
            aud_names = aud_names[process_id * num_samples_per_process : (process_id+1) * num_samples_per_process]
    
    for i, res in multiprocess_run_tqdm(extract_wav16k_job, aud_names, num_workers=args.num_workers, desc="resampling videos"):
        pass