ofa_subsample.sh (1964B)
1 #!/bin/bash 2 #SBATCH -A lco@gpu 3 #SBATCH -C v100-32g 4 #SBATCH --job-name=mmsrl # job name 5 #SBATCH --ntasks=1 # number of MP tasks 6 #SBATCH --ntasks-per-node=1 # number of MPI tasks per node 7 #SBATCH --gres=gpu:1 # number of GPUs per node 8 #SBATCH --cpus-per-task=10 # number of cores per tasks 9 #SBATCH --hint=nomultithread # we get physical cores not logical 10 #SBATCH --distribution=block:block # we pin the tasks on contiguous cores 11 #SBATCH --time=10:00:00 # maximum execution time (HH:MM:SS) 12 #SBATCH --output=/gpfswork/rech/lco/url46ht/outputs/ofa_subsample_bpe_%j_%x_%A_%a.out # output file name 13 #SBATCH --error=/gpfswork/rech/lco/url46ht/outputs/ofa_subsample_bpe_%j_%x_%A_%a.err # error file name 14 #SBATCH --array=0-53 15 16 17 cd $WORK/mmsrl 18 19 module purge 20 source ~/.bashrc 21 conda activate pytorch 22 export DATA_PATH=$WORK/data 23 24 base_config=("--cyclic_subsample=None --subsample_labels=micro" 25 "--cyclic_subsample=None --subsample_labels=macro" 26 "--cyclic_subsample=None --subsample_labels=target --frequency_target=[2,1.5,1.75,1]" 27 "--cyclic_subsample=None --subsample_labels='interpolate_micro_to_macro'" 28 "configs/alternate_macro_micro.py" 29 "configs/alternate_macro_micro.py --cyclic_subsample=cyclic_subsample_shorter") 30 base_name=("micro" 31 "macro" 32 "supramacro" 33 "interpolate" 34 "long_cycle" 35 "short_cycle") 36 base_bpe=(500 1000 2000) 37 38 iconfig=$(($SLURM_ARRAY_TASK_ID%6)) 39 ibpe=$(($SLURM_ARRAY_TASK_ID/6%3)) 40 config=${base_config[$iconfig]} 41 bpe=${base_bpe[$ibpe]} 42 name=${base_name[$iconfig]}_bpe${bpe} 43 python -m mmsrl.train configs/ofa_ours.py configs/ofa_vqa.py --ofa_classification_head --patience=26 --batch_per_epoch=$bpe $config --output_val=\"$WORK/outputs/val_${name}_${SLURM_ARRAY_TASK_ID}.pkl\" --output_test=\"$WORK/outputs/test_${name}_${SLURM_ARRAY_TASK_ID}.pkl\"