process_ace05ep.sh (1840B)
1 export ACE_PATH="../../Dataset/ace_2005_td_v7/data/" 2 export OUTPUT_PATH="./processed_data/ace05ep_bart" 3 4 mkdir $OUTPUT_PATH 5 6 python preprocessing/process_ace05ep.py -i $ACE_PATH -o $OUTPUT_PATH -s resource/splits/ACE05-EP -b facebook/bart-large -w 1 -l english 7 8 export BASE_PATH="./processed_data/" 9 export SPLIT_PATH="./resource/low_resource_split/ace05ep" 10 11 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_001 -o $BASE_PATH/ace05ep_bart/train.001.w1.oneie.json 12 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_002 -o $BASE_PATH/ace05ep_bart/train.002.w1.oneie.json 13 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_003 -o $BASE_PATH/ace05ep_bart/train.003.w1.oneie.json 14 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_005 -o $BASE_PATH/ace05ep_bart/train.005.w1.oneie.json 15 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_010 -o $BASE_PATH/ace05ep_bart/train.010.w1.oneie.json 16 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_020 -o $BASE_PATH/ace05ep_bart/train.020.w1.oneie.json 17 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_030 -o $BASE_PATH/ace05ep_bart/train.030.w1.oneie.json 18 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_050 -o $BASE_PATH/ace05ep_bart/train.050.w1.oneie.json 19 python preprocessing/split_dataset.py -i $BASE_PATH/ace05ep_bart/train.w1.oneie.json -s $SPLIT_PATH/doc_list_075 -o $BASE_PATH/ace05ep_bart/train.075.w1.oneie.json