{"id":"https://openalex.org/W4391164085","doi":"https://doi.org/10.1109/taslp.2023.3345146","title":"Enhancing Multimodal Entity and Relation Extraction With Variational Information Bottleneck","display_name":"Enhancing Multimodal Entity and Relation Extraction With Variational Information Bottleneck","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391164085","doi":"https://doi.org/10.1109/taslp.2023.3345146"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3345146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3345146","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028351629","display_name":"Shiyao Cui","orcid":"https://orcid.org/0009-0003-2333-1064"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiyao Cui","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017144784","display_name":"Jiangxia Cao","orcid":"https://orcid.org/0000-0003-2681-0119"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangxia Cao","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102884543","display_name":"Xin Cong","orcid":"https://orcid.org/0000-0003-2370-306X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Cong","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080665569","display_name":"Jiawei Sheng","orcid":"https://orcid.org/0000-0002-4865-982X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Sheng","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035591149","display_name":"Quangang Li","orcid":"https://orcid.org/0000-0003-4005-7717"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quangang Li","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080686378","display_name":"Tingwen Liu","orcid":"https://orcid.org/0000-0002-0750-6923"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingwen Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062607701","display_name":"Jinqiao Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinqiao Shi","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5028351629"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":18.5942,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.99447402,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"1274","last_page":"1285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7649906873703003},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6789477467536926},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.5989608764648438},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.5851874947547913},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.5741329193115234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5689472556114197},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.5334323644638062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3577984571456909},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33483535051345825},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3213551640510559},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.30572789907455444},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09642314910888672},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.065652996301651},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.0597478449344635}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7649906873703003},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6789477467536926},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.5989608764648438},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.5851874947547913},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.5741329193115234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5689472556114197},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.5334323644638062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3577984571456909},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33483535051345825},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3213551640510559},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30572789907455444},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09642314910888672},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.065652996301651},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0597478449344635},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2023.3345146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3345146","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1995875735","https://openalex.org/W2099779943","https://openalex.org/W2194775991","https://openalex.org/W2251135946","https://openalex.org/W2296283641","https://openalex.org/W2520426842","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2896457183","https://openalex.org/W2962902328","https://openalex.org/W2962982907","https://openalex.org/W2964022985","https://openalex.org/W2964184826","https://openalex.org/W2987734933","https://openalex.org/W3035017890","https://openalex.org/W3035448883","https://openalex.org/W3047144459","https://openalex.org/W3092692431","https://openalex.org/W3127151332","https://openalex.org/W3166170409","https://openalex.org/W3175011118","https://openalex.org/W3176242762","https://openalex.org/W3176858586","https://openalex.org/W3199057778","https://openalex.org/W3207972321","https://openalex.org/W4212998232","https://openalex.org/W4225757376","https://openalex.org/W4226072877","https://openalex.org/W4229024390","https://openalex.org/W4285254085","https://openalex.org/W4287854428","https://openalex.org/W4304015092","https://openalex.org/W4311167584","https://openalex.org/W4321488427","https://openalex.org/W4382317693","https://openalex.org/W4382466550","https://openalex.org/W4385245566","https://openalex.org/W6640963894","https://openalex.org/W6682707525","https://openalex.org/W6683161245","https://openalex.org/W6685683567","https://openalex.org/W6713578759","https://openalex.org/W6729906282","https://openalex.org/W6744627333","https://openalex.org/W6748391871","https://openalex.org/W6755573351","https://openalex.org/W6757817989","https://openalex.org/W6842362430","https://openalex.org/W6842641262"],"related_works":["https://openalex.org/W1504394672","https://openalex.org/W2622284819","https://openalex.org/W3089381707","https://openalex.org/W3034190530","https://openalex.org/W4285254085","https://openalex.org/W2741297526","https://openalex.org/W4295728955","https://openalex.org/W2352298027","https://openalex.org/W4319940250","https://openalex.org/W3129794609"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,51,61,79,83,122,128,133,145,164,174,190],"multimodal":[4,10],"named":[5],"entity":[6],"recognition":[7],"(MNER)":[8],"and":[9,20,27,85,98,136,183],"relation":[11],"extraction":[12],"(MRE),":[13],"which":[14],"are":[15,74,173],"important":[16],"for":[17,96,142,181],"content":[18],"analysis":[19],"various":[21],"applications.":[22],"The":[23,45,64],"core":[24],"of":[25],"MNER":[26,97,182],"MRE":[28,99],"lies":[29],"in":[30,54,158],"incorporating":[31],"evident":[32],"visual":[33],"information":[34,53],"to":[35,131,162,176],"enhance":[36],"textual":[37],"semantics,":[38],"where":[39,50,69,152],"two":[40],"issues":[41],"inherently":[42],"demand":[43],"investigations.":[44],"first":[46,123,175],"issue":[47,66],"is":[48,67,150],"modality-noise,":[49],"task-irrelevant":[52],"each":[55],"modality":[56],"may":[57],"be":[58],"noises":[59],"misleading":[60],"task":[62],"prediction.":[63,143],"second":[65,146],"modality-gap,":[68],"representations":[70,141],"from":[71,77],"different":[72],"modalities":[73],"inconsistent,":[75],"preventing":[76],"building":[78],"semantic":[80],"alignment":[81],"between":[82],"text":[84],"image.":[86],"To":[87,168],"address":[88],"these":[89],"issues,":[90],"we":[91,172],"propose":[92],"a":[93,125,153,159],"novel":[94],"method":[95],"by":[100],"<underline":[101,105,112,116],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[102,106,113,117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</u>":[103,107],"ulti":[104],"odal":[108],"representation":[109],"learning":[110],"with":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</u>":[114],"nformation":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</u>":[118],"ottleneck":[119],"(MMIB).":[120],"For":[121,144],"issue,":[124,147],"refinement-regularizer":[126],"probes":[127],"information-bottleneck":[129],"principle":[130],"balance":[132],"predictive":[134],"evidence":[135],"noisy":[137],"information,":[138],"yielding":[139],"expressive":[140],"an":[148],"alignment-regularizer":[149],"proposed,":[151],"mutual":[154],"information-based":[155],"item":[156],"works":[157],"contrastive":[160],"manner":[161],"regularize":[163],"consistent":[165],"text-image":[166],"representations.":[167],"our":[169],"best":[170],"knowledge,":[171],"explore":[177],"variational":[178],"IB":[179],"estimation":[180],"MRE.":[184],"Experiments":[185],"show":[186],"that":[187],"MMIB":[188],"achieves":[189],"state-of-the-art":[191],"performances":[192],"on":[193],"three":[194],"public":[195],"benchmarks.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2024-01-25T00:00:00"}