{"id":"https://openalex.org/W4403582670","doi":"https://doi.org/10.1145/3627673.3679883","title":"CAG: A Consistency-Adaptive Text-Image Alignment Generation for Joint Multimodal Entity-Relation Extraction","display_name":"CAG: A Consistency-Adaptive Text-Image Alignment Generation for Joint Multimodal Entity-Relation Extraction","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582670","doi":"https://doi.org/10.1145/3627673.3679883"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112959253","display_name":"Xinjie Yang","orcid":"https://orcid.org/0009-0005-9028-0548"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinjie Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-9028-0548","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102571801","display_name":"Xiaocheng Gong","orcid":"https://orcid.org/0009-0005-5028-2848"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaocheng Gong","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-5028-2848","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050489954","display_name":"Binghao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binghao Tang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4998-7743","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang Lei","orcid":"https://orcid.org/0009-0003-5626-9711"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Lei","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-5626-9711","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008597430","display_name":"Yayue Deng","orcid":"https://orcid.org/0009-0003-7642-4942"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yayue Deng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-7642-4942","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115601148","display_name":"Huan Ouyang","orcid":"https://orcid.org/0009-0006-7515-4401"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Ouyang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-7515-4401","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103276271","display_name":"Gang Zhao","orcid":"https://orcid.org/0000-0001-7965-8531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7965-8531","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028333740","display_name":"Lei Luo","orcid":"https://orcid.org/0000-0002-2312-8715"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Luo","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2312-8715","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039735986","display_name":"Yunling Feng","orcid":"https://orcid.org/0000-0003-2727-0003"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunling Feng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2727-0003","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bin Duan","orcid":"https://orcid.org/0009-0008-2685-9805"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Duan","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-2685-9805","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391315","display_name":"Si Li","orcid":"https://orcid.org/0000-0001-9823-3870"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9823-3870","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027284699","display_name":"Yajing Xu","orcid":"https://orcid.org/0000-0002-7290-9585"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Xu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7290-9585","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.1943,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83022281,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4183","last_page":"4187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7611560225486755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7343443632125854},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7099730372428894},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6231451034545898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5421960353851318},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5013566017150879},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.48615142703056335},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.48521140217781067},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4479677677154541},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3394791781902313},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3224443197250366},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2974297106266022},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08395278453826904},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06823122501373291},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.04939475655555725}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7611560225486755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7343443632125854},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7099730372428894},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6231451034545898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5421960353851318},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5013566017150879},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.48615142703056335},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.48521140217781067},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4479677677154541},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3394791781902313},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3224443197250366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2974297106266022},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08395278453826904},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06823122501373291},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.04939475655555725},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2788647998","https://openalex.org/W2963870853","https://openalex.org/W2972535098","https://openalex.org/W3035524453","https://openalex.org/W3047144459","https://openalex.org/W3159481202","https://openalex.org/W3176858586","https://openalex.org/W3199057778","https://openalex.org/W3207972321","https://openalex.org/W4212998232","https://openalex.org/W4221166835","https://openalex.org/W4226278401","https://openalex.org/W4287019595","https://openalex.org/W4372338300","https://openalex.org/W4382317693","https://openalex.org/W4382466550","https://openalex.org/W4385572845","https://openalex.org/W4389520006"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W1968988659","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Joint":[0],"Multimodal":[1],"Entity-Relation":[2],"Extraction":[3],"(JMERE)":[4],"aims":[5],"to":[6,37,55,97],"extract":[7],"entity-relationship":[8,133],"triples":[9],"in":[10],"texts":[11],"from":[12],"given":[13],"image-text":[14],"pairs.":[15],"As":[16],"a":[17,78,93],"joint":[18],"multimodal":[19],"information":[20],"extraction":[21],"task,":[22],"it":[23],"has":[24],"attracted":[25],"increasing":[26],"research":[27],"interest.":[28],"Previous":[29],"works":[30],"of":[31,70,119],"JMERE":[32,71,140],"typically":[33],"utilize":[34],"graph":[35],"networks":[36],"align":[38],"textual":[39,123],"entities":[40],"and":[41,44,60,62,103,122,149],"visual":[42,121],"objects":[43],"achieve":[45],"promising":[46],"performance.":[47,152],"However,":[48],"these":[49],"methods":[50],"do":[51],"not":[52],"pay":[53],"attention":[54],"the":[56,63,68,99,117,139],"inconsistency":[57],"between":[58,101],"text":[59],"image":[61],"straight":[64],"alignment":[65],"could":[66],"limit":[67],"performance":[69],"models.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,91,126],"propose":[77,92],"Consistency-adaptive":[79],"text-image":[80,87],"Alignment":[81],"Generation":[82],"(CAG)":[83],"framework":[84],"for":[85,131],"various":[86],"consistency":[88,100],"scenarios.":[89],"Specifically,":[90],"Consistency":[94],"Factor":[95],"(CF)":[96],"measure":[98],"images":[102],"texts.":[104],"We":[105],"also":[106],"design":[107],"consistency-adaptive":[108],"contrastive":[109],"learning":[110],"based":[111],"on":[112,138],"CF,":[113],"which":[114],"can":[115],"reduce":[116],"impact":[118],"inconsistent":[120],"information.":[124],"Additionally,":[125],"adopt":[127],"JMERE-specifical":[128],"instruction":[129],"tuning":[130],"better":[132],"triplet":[134],"generation.":[135],"Experimental":[136],"results":[137],"dataset":[141],"demonstrate":[142],"that":[143],"our":[144],"proposed":[145],"CAG":[146],"is":[147],"effective":[148],"achieves":[150],"state-of-the-art":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}