export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 # Assume 8 GPUs
export HYDRA_FULL_ERROR=1 # show more error message
export NCCL_DEBUG=INFO # show more error message
fairseq-hydra-train -m --config-dir examples/t5/config/pl \
--config-name base1m_rpe_mask25_10_2e-4_8gpus_bs8192 \
task.data=/path/to/data/githubcorpus/data-bin \ # data path
hydra.sweep.dir=/path/to/outputs/out_001 # output path
Hi, I would like to know where train data is located? I would like to replace /path/to/data/githubcorpus/data-bin
Hi, I would like to know where train data is located? I would like to replace /path/to/data/githubcorpus/data-bin