UCDP-AEC

Models and data for the UCDP Abstractive Event analysis Corpus paper
git clone https://esimon.eu/repos/UCDP-AEC.git
Log | Files | Refs | README | LICENSE

ModeNameSize
-rw-r--r--.gitignore162L
-rw-r--r--LICENSE661L
-rw-r--r--README.md59L
-rw-r--r--aec/evaluate.py200L
-rw-r--r--aec/fuzzy_align.py86L
-rw-r--r--aec/ids_to_documents.py164L
-rw-r--r--analysis/countries.py53L
-rw-r--r--analysis/errors.py173L
-rw-r--r--analysis/hplt quality.py53L
-rw-r--r--analysis/json2table.py44L
-rw-r--r--analysis/miscellaneous stats.py102L
-rw-r--r--baselines/DEGREE/.gitignore6L
-rw-r--r--baselines/DEGREE/LICENSE201L
-rw-r--r--baselines/DEGREE/README.md155L
-rw-r--r--baselines/DEGREE/config/config_degree_e2e_ace05e.json31L
-rw-r--r--baselines/DEGREE/config/config_degree_e2e_ace05ep.json31L
-rw-r--r--baselines/DEGREE/config/config_degree_e2e_ere.json31L
-rw-r--r--baselines/DEGREE/config/config_degree_eae_ace05e.json30L
-rw-r--r--baselines/DEGREE/config/config_degree_eae_ace05ep.json30L
-rw-r--r--baselines/DEGREE/config/config_degree_eae_ere.json30L
-rw-r--r--baselines/DEGREE/config/config_degree_eae_ucdp.json30L
-rw-r--r--baselines/DEGREE/config/config_degree_ed_ace05e.json31L
-rw-r--r--baselines/DEGREE/config/config_degree_ed_ace05ep.json31L
-rw-r--r--baselines/DEGREE/config/config_degree_ed_ere.json31L
-rw-r--r--baselines/DEGREE/convert_predictions.py41L
-rw-r--r--baselines/DEGREE/degree/data.py243L
-rw-r--r--baselines/DEGREE/degree/eval_end2endEE.py402L
-rw-r--r--baselines/DEGREE/degree/eval_pipelineEE.py446L
-rw-r--r--baselines/DEGREE/degree/generate_data_degree_e2e.py128L
-rw-r--r--baselines/DEGREE/degree/generate_data_degree_eae.py120L
-rw-r--r--baselines/DEGREE/degree/generate_data_degree_ed.py128L
-rw-r--r--baselines/DEGREE/degree/model.py48L
-rw-r--r--baselines/DEGREE/degree/template_generate_ace.py3799L
-rw-r--r--baselines/DEGREE/degree/template_generate_ere.py4352L
-rw-r--r--baselines/DEGREE/degree/template_generate_ucdp.py332L
-rw-r--r--baselines/DEGREE/degree/train_degree_e2e.py275L
-rw-r--r--baselines/DEGREE/degree/train_degree_eae.py269L
-rw-r--r--baselines/DEGREE/degree/train_degree_ed.py247L
-rw-r--r--baselines/DEGREE/degree/utils.py43L
-rw-r--r--baselines/DEGREE/env_reference.yml108L
-rw-r--r--baselines/DEGREE/preprocessing/get_doc_statistics.py93L
-rw-r--r--baselines/DEGREE/preprocessing/process_ace05e.py202L
-rw-r--r--baselines/DEGREE/preprocessing/process_ace05ep.py1559L
-rw-r--r--baselines/DEGREE/preprocessing/process_ere.py1668L
-rw-r--r--baselines/DEGREE/preprocessing/process_ucdp.py106L
-rw-r--r--baselines/DEGREE/preprocessing/split_dataset.py23L
-rw-r--r--baselines/DEGREE/preprocessing/split_dataset_dygie.py23L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_0015L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_00210L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_00315L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_00525L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_01050L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_020110L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_030160L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_050260L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05e/doc_list_075400L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_0015L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_00210L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_00315L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_00525L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_01050L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_020110L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_030160L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_050260L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ace05ep/doc_list_075400L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_0014L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_0028L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_00312L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_00520L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_01040L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_02080L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_030120L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_050200L
-rw-r--r--baselines/DEGREE/resource/low_resource_split/ere/doc_list_075300L
-rw-r--r--baselines/DEGREE/resource/splits/ACE05-EP/dev.doc.txt28L
-rw-r--r--baselines/DEGREE/resource/splits/ACE05-EP/test.doc.txt40L
-rw-r--r--baselines/DEGREE/resource/splits/ACE05-EP/train.doc.txt529L
-rw-r--r--baselines/DEGREE/resource/splits/ACE05-EP/train_more.doc.txt531L
-rw-r--r--baselines/DEGREE/resource/splits/ERE-EN/dev.doc.txt31L
-rw-r--r--baselines/DEGREE/resource/splits/ERE-EN/test.doc.txt31L
-rw-r--r--baselines/DEGREE/resource/splits/ERE-EN/train.doc.txt396L
-rwxr-xr-xbaselines/DEGREE/scripts/process_ace05e.sh21L
-rwxr-xr-xbaselines/DEGREE/scripts/process_ace05ep.sh19L
-rwxr-xr-xbaselines/DEGREE/scripts/process_ere.sh19L
-rwxr-xr-xbaselines/DEGREE/scripts/process_ucdp.sh8L
-rwxr-xr-xbaselines/DEGREE/scripts/train_degree_e2e.sh9L
-rwxr-xr-xbaselines/DEGREE/scripts/train_degree_eae.sh9L
-rwxr-xr-xbaselines/DEGREE/scripts/train_degree_ed.sh9L
-rw-r--r--baselines/Decoder_models/Finetune_llms.ipynb210L
-rw-r--r--baselines/Decoder_models/Inference_llms.ipynb117L
-rw-r--r--baselines/Decoder_models/data_prep_FT.ipynb217L
-rw-r--r--baselines/Decoder_models/readme.md1L
-rw-r--r--baselines/README.md54L
-rwxr-xr-xbaselines/Text2Event/.gitignore27L
-rw-r--r--baselines/Text2Event/LICENSE21L
-rwxr-xr-xbaselines/Text2Event/README.md270L
-rwxr-xr-xbaselines/Text2Event/data_convert/__init__.py0B
-rw-r--r--baselines/Text2Event/data_convert/convert_aec_dataset.py62L
-rw-r--r--baselines/Text2Event/data_convert/convert_aec_preds.py52L
-rwxr-xr-xbaselines/Text2Event/data_convert/convert_text_to_tree.py140L
-rwxr-xr-xbaselines/Text2Event/data_convert/format/__init__.py0B
-rwxr-xr-xbaselines/Text2Event/data_convert/format/target_format.py11L
-rwxr-xr-xbaselines/Text2Event/data_convert/format/text2tree.py129L
-rwxr-xr-xbaselines/Text2Event/data_convert/task_format/__init__.py6L
-rwxr-xr-xbaselines/Text2Event/data_convert/task_format/event_extraction.py161L
-rwxr-xr-xbaselines/Text2Event/data_convert/task_format/task_format.py4L
-rw-r--r--baselines/Text2Event/data_convert/ucdp_fields.py16L
-rwxr-xr-xbaselines/Text2Event/data_convert/utils.py61L
-rwxr-xr-xbaselines/Text2Event/evaluation.py258L
-rwxr-xr-xbaselines/Text2Event/extraction/__init__.py0B
-rwxr-xr-xbaselines/Text2Event/extraction/event_schema.py51L
-rwxr-xr-xbaselines/Text2Event/extraction/extract_constraint.py452L
-rwxr-xr-xbaselines/Text2Event/extraction/extraction_metrics.py76L
-rwxr-xr-xbaselines/Text2Event/extraction/label_tree.py99L
-rwxr-xr-xbaselines/Text2Event/extraction/predict_parser/__init__.py2L
-rwxr-xr-xbaselines/Text2Event/extraction/predict_parser/predict_parser.py84L
-rwxr-xr-xbaselines/Text2Event/extraction/predict_parser/tree_predict_parser.py283L
-rwxr-xr-xbaselines/Text2Event/requirements.txt29L
-rwxr-xr-xbaselines/Text2Event/run_eval.bash53L
-rwxr-xr-xbaselines/Text2Event/run_seq2seq.bash150L
-rwxr-xr-xbaselines/Text2Event/run_seq2seq.py747L
-rwxr-xr-xbaselines/Text2Event/run_seq2seq_verbose.bash150L
-rwxr-xr-xbaselines/Text2Event/run_seq2seq_with_pretrain.bash194L
-rw-r--r--baselines/Text2Event/scripts/convert_dyiepp_to_sentence.py44L
-rwxr-xr-xbaselines/Text2Event/scripts/processing_data.bash2L
-rwxr-xr-xbaselines/Text2Event/seq2seq/__init__.py4L
-rwxr-xr-xbaselines/Text2Event/seq2seq/constrained_seq2seq.py196L
-rwxr-xr-xbaselines/Text2Event/seq2seq/label_smoother_sum.py43L
-rwxr-xr-xbaselines/Text2Event/seq2seq/sentence_splitter.py39L
-rwxr-xr-xbaselines/Text2Event/seq2seq/utils.py647L
-rwxr-xr-xbaselines/Text2Event/show_tokenized_result.py51L
-rw-r--r--baselines/flan-t5/.gitignore168L
-rw-r--r--baselines/flan-t5/README.md37L
-rw-r--r--baselines/flan-t5/pyproject.toml7L
-rw-r--r--baselines/flan-t5/t5/__init__.py18L
-rw-r--r--baselines/flan-t5/t5/__main__.py7L
-rw-r--r--baselines/flan-t5/t5/collator.py35L
-rw-r--r--baselines/flan-t5/t5/config.py397L
-rw-r--r--baselines/flan-t5/t5/dataset.py124L
-rw-r--r--baselines/flan-t5/t5/experiment.py158L
-rw-r--r--baselines/flan-t5/t5/metric.py285L
-rw-r--r--baselines/flan-t5/t5/model.py81L
-rw-r--r--baselines/flan-t5/t5/process_output.py43L
-rw-r--r--baselines/flan-t5/t5/spec/__init__.py1L
-rw-r--r--baselines/flan-t5/t5/spec/aec_setup.py34L
-rw-r--r--baselines/flan-t5/t5/trainer.py116L
-rw-r--r--data/UCDP-AEC-ids/test.jsonl648L
-rw-r--r--data/UCDP-AEC-ids/test/data-00000-of-00001.arrow132480B
-rw-r--r--data/UCDP-AEC-ids/test/dataset_info.json109L
-rw-r--r--data/UCDP-AEC-ids/test/state.json13L
-rw-r--r--data/UCDP-AEC-ids/train.jsonl10064L
-rw-r--r--data/UCDP-AEC-ids/train/data-00000-of-00001.arrow2010928B
-rw-r--r--data/UCDP-AEC-ids/train/dataset_info.json109L
-rw-r--r--data/UCDP-AEC-ids/train/state.json13L
-rw-r--r--data/UCDP-AEC-ids/validation.jsonl651L
-rw-r--r--data/UCDP-AEC-ids/validation/data-00000-of-00001.arrow135304B
-rw-r--r--data/UCDP-AEC-ids/validation/dataset_info.json109L
-rw-r--r--data/UCDP-AEC-ids/validation/state.json13L
-rw-r--r--hplt_align/Annotate HPLT Alignment.ipynb358L
-rw-r--r--hplt_align/align_annotations.jsonl130L
-rw-r--r--hplt_align/build_cache.py35L
-rw-r--r--hplt_align/common.py36L
-rw-r--r--hplt_align/convert_to_jsonl.py39L
-rw-r--r--hplt_align/dataset_to_sources.py28L
-rw-r--r--hplt_align/minhash-retrieval/README.md31L
-rwxr-xr-xhplt_align/minhash-retrieval/index_lines.sh2L
-rw-r--r--hplt_align/minhash-retrieval/requirements_nird.lock50L
-rw-r--r--hplt_align/minhash-retrieval/retriever.py118L
-rwxr-xr-xhplt_align/minhash-retrieval/run_retrieval.sh5L
-rwxr-xr-xhplt_align/minhash-retrieval/run_retrieval1.sh11L
-rw-r--r--hplt_align/shell.nix11L
-rw-r--r--hplt_align/sources_to_hplt_ids.py76L
-rw-r--r--hplt_align/zstd-index/Makefile3L
-rw-r--r--hplt_align/zstd-index/line_offsets_of_seekable_zstd.c111L
-rw-r--r--hplt_align/zstd-index/shell.nix6L
-rw-r--r--hplt_align/zstd-index/zstd-seek.c655L
-rw-r--r--hplt_align/zstd-index/zstd-seek.h219L