{"id":"https://openalex.org/W4414117403","doi":"https://doi.org/10.1109/tpami.2025.3609288","title":"M$^{3}$3D: A Multimodal, Multilingual and Multitask Dataset for Grounded Document-Level Information Extraction","display_name":"M$^{3}$3D: A Multimodal, Multilingual and Multitask Dataset for Grounded Document-Level Information Extraction","publication_year":2025,"publication_date":"2025-09-11","ids":{"openalex":"https://openalex.org/W4414117403","doi":"https://doi.org/10.1109/tpami.2025.3609288","pmid":"https://pubmed.ncbi.nlm.nih.gov/40932802"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3609288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3609288","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074587026","display_name":"Jiang Liu","orcid":"https://orcid.org/0000-0002-5815-135X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Liu","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"raw_orcid":"https://orcid.org/0000-0002-5815-135X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101922939","display_name":"Bobo Li","orcid":"https://orcid.org/0000-0002-0513-5540"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bobo Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"raw_orcid":"https://orcid.org/0000-0002-0513-5540","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087964893","display_name":"Xinran Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinran Yang","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027421488","display_name":"Na Yang","orcid":"https://orcid.org/0009-0007-2471-6344"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Yang","raw_affiliation_strings":["School of Foreign Languages and Literature, Wuhan University, Wuhan, China","School of Foreign Languages and Literature, Wuhan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Foreign Languages and Literature, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Foreign Languages and Literature, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Fei","orcid":"https://orcid.org/0000-0003-3026-6347"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Fei","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore","School of Computing, National University of Singapore, China"],"raw_orcid":"https://orcid.org/0000-0003-3026-6347","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Computing, National University of Singapore, China","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062987450","display_name":"Mingyao Zhang","orcid":"https://orcid.org/0000-0003-3316-5509"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyao Zhang","raw_affiliation_strings":["School of Foreign Languages and Literature, Wuhan University, Wuhan, China","School of Foreign Languages and Literature, Wuhan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Foreign Languages and Literature, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Foreign Languages and Literature, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325881","display_name":"Fei Li","orcid":"https://orcid.org/0000-0003-1816-1761"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210090767","display_name":"Ministry of Education","ror":"https://ror.org/00b3tsf98","country_code":"RW","type":"government","lineage":["https://openalex.org/I4210090767"]}],"countries":["CN","RW"],"is_corresponding":false,"raw_author_name":"Fei Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, and Laboratory for Advanced Computing and Intelligence Engineering, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0003-1816-1761","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, and Laboratory for Advanced Computing and Intelligence Engineering, Wuxi, China","institution_ids":["https://openalex.org/I4210090767"]}]},{"author_position":"last","author":{"id":null,"display_name":"Donghong Ji","orcid":"https://orcid.org/0000-0001-9613-5927"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghong Ji","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"raw_orcid":"https://orcid.org/0000-0001-9613-5927","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12032706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"1","first_page":"807","last_page":"823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.770799994468689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5364000201225281},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.534500002861023},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49889999628067017},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4867999851703644},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.47940000891685486},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.474700003862381},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.43549999594688416},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4293999969959259},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42800000309944153},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4083999991416931}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84170001745224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6202999949455261},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5364000201225281},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49889999628067017},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.474700003862381},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4291999936103821},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3034000098705292},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2883000075817108},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3609288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3609288","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40932802","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40932802","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1453686608","display_name":null,"funder_award_id":"62176187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2741295496","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2952179106","https://openalex.org/W2963037989","https://openalex.org/W2963341956","https://openalex.org/W2963386237","https://openalex.org/W2987734933","https://openalex.org/W3035448883","https://openalex.org/W3094502228","https://openalex.org/W3103836967","https://openalex.org/W3118485687","https://openalex.org/W3127151332","https://openalex.org/W3166170409","https://openalex.org/W3173364567","https://openalex.org/W3174839159","https://openalex.org/W3175081470","https://openalex.org/W3175562427","https://openalex.org/W3175825020","https://openalex.org/W3176858586","https://openalex.org/W3176971429","https://openalex.org/W3186953717","https://openalex.org/W3204538018","https://openalex.org/W3207972321","https://openalex.org/W4214490042","https://openalex.org/W4214612132","https://openalex.org/W4223491992","https://openalex.org/W4226470037","https://openalex.org/W4287854428","https://openalex.org/W4311168093","https://openalex.org/W4312351586","https://openalex.org/W4313452873","https://openalex.org/W4382317693","https://openalex.org/W4385245566","https://openalex.org/W4385570368","https://openalex.org/W4385570454","https://openalex.org/W4385570685","https://openalex.org/W4385571080","https://openalex.org/W4385571159","https://openalex.org/W4385571759","https://openalex.org/W4385572330","https://openalex.org/W4385573154","https://openalex.org/W4385573247","https://openalex.org/W4385574193","https://openalex.org/W4386057714","https://openalex.org/W4389519039","https://openalex.org/W4389519587","https://openalex.org/W4389523688","https://openalex.org/W4390873737","https://openalex.org/W4393147100","https://openalex.org/W4393147709","https://openalex.org/W4393160421","https://openalex.org/W4400770808","https://openalex.org/W4402671548","https://openalex.org/W4402671873"],"related_works":["https://openalex.org/W2601157893","https://openalex.org/W2373006798","https://openalex.org/W2131735617","https://openalex.org/W2056912418","https://openalex.org/W2033213769","https://openalex.org/W4312376745","https://openalex.org/W2136016640","https://openalex.org/W2049538278","https://openalex.org/W2886173746","https://openalex.org/W4200043248"],"abstract_inverted_index":{"Multimodal":[0],"information":[1,16,19,151,164],"extraction":[2,108],"(IE)":[3],"tasks":[4,99,197],"have":[5,12],"attracted":[6],"increasing":[7],"attention":[8,38],"because":[9],"many":[10],"studies":[11],"shown":[13],"that":[14,229],"multimodal":[15,23,41,55,60,81,97,126,141,150,240],"benefits":[17],"text":[18,76],"extraction.":[20],"However,":[21],"existing":[22],"IE":[24,31,42,98,127,142],"datasets":[25],"mainly":[26],"focus":[27],"on":[28,195],"sentence-level":[29],"image-facilitated":[30],"in":[32,48,160,198],"English":[33,90,199],"text,":[34],"and":[35,43,77,91,109,148,193,200],"pay":[36],"little":[37],"to":[39,50,79,177,219],"video-based":[40],"fine-grained":[44],"visual":[45,110],"grounding.":[46,111],"Therefore,":[47],"order":[49],"promote":[51,233],"the":[52,68,123,179,221,234,237],"development":[53,235],"of":[54,125,191,223,236,239],"IE,":[56],"we":[57,136,169,214],"constructed":[58],"a":[59,131,153,171,206],"multilingual":[61],"multitask":[62],"dataset,":[63,135],"named":[64],"M$^{3}$3D,":[65],"which":[66,204],"has":[67],"following":[69],"features:":[70],"(1)":[71],"It":[72,84,94],"contains":[73],"paired":[74],"document-level":[75],"video":[78],"enrich":[80],"information;":[82],"(2)":[83],"supports":[85],"two":[86],"widely-used":[87],"languages,":[88],"namely":[89],"Chinese;":[92],"(3)":[93],"includes":[95],"more":[96,216],"such":[100],"as":[101],"entity":[102,104],"recognition,":[103],"chain":[105],"extraction,":[106],"relation":[107],"In":[112,212],"addition,":[113,213],"our":[114,134,224,230],"dataset":[115],"introduces":[116],"an":[117,138,188],"unexplored":[118],"theme,":[119],"i.e.,":[120],"biography,":[121],"enriching":[122],"domains":[124],"resources.":[128],"To":[129],"establish":[130],"benchmark":[132],"for":[133,209],"propose":[137],"innovative":[139],"hierarchical":[140],"model.":[143],"This":[144],"model":[145,186],"effectively":[146],"leverages":[147],"integrates":[149],"through":[152],"Denoised":[154],"Feature":[155],"Fusion":[156],"Module":[157,175],"(DFFM).":[158],"Furthermore,":[159],"non-ideal":[161],"scenarios,":[162],"modal":[163],"is":[165],"often":[166],"incomplete.":[167],"Thus,":[168],"designed":[170],"Missing":[172],"Modality":[173],"Construction":[174],"(MMCM)":[176],"alleviate":[178],"issues":[180],"caused":[181],"by":[182],"missing":[183],"modalities.":[184],"Our":[185],"achieved":[187],"average":[189],"performance":[190],"53.80%":[192],"53.77%":[194],"four":[196],"Chinese":[201],"datasets,":[202],"respectively,":[203],"set":[205],"reasonable":[207],"standard":[208],"subsequent":[210],"research.":[211],"conducted":[215],"analytical":[217],"experiments":[218],"verify":[220],"effectiveness":[222],"proposed":[225],"module.":[226],"We":[227],"believe":[228],"work":[231],"can":[232],"field":[238],"IE.":[241]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}