{"id":"https://openalex.org/W4392619741","doi":"https://doi.org/10.1145/3651983","title":"Multization: Multi-Modal Summarization Enhanced by Multi-Contextually Relevant and Irrelevant Attention Alignment","display_name":"Multization: Multi-Modal Summarization Enhanced by Multi-Contextually Relevant and Irrelevant Attention Alignment","publication_year":2024,"publication_date":"2024-03-09","ids":{"openalex":"https://openalex.org/W4392619741","doi":"https://doi.org/10.1145/3651983"},"language":"en","primary_location":{"id":"doi:10.1145/3651983","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3651983","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041302956","display_name":"Huan Rong","orcid":"https://orcid.org/0000-0003-0542-1827"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huan Rong","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025598675","display_name":"Zhongfeng Chen","orcid":"https://orcid.org/0009-0001-6723-8422"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfeng Chen","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068089141","display_name":"Zhenyu Lu","orcid":"https://orcid.org/0000-0002-5066-4716"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Lu","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science & Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607450","display_name":"Fan Xu","orcid":"https://orcid.org/0000-0002-7477-9331"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Xu","raw_affiliation_strings":["School of Computer and Infromation Engieering, Jiangxi Normal University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Infromation Engieering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051706630","display_name":"Victor S. Sheng","orcid":"https://orcid.org/0000-0003-4960-174X"},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor S Sheng","raw_affiliation_strings":["Department of Computer Science, Texas Tech University, Lubbock, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock, USA","institution_ids":["https://openalex.org/I12315562"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041302956"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":0.3475,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61328668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"23","issue":"5","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9178798198699951},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.8307391405105591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041906356811523},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6836795806884766},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6183546781539917},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5439127087593079},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5108366012573242},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47843459248542786},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4776816964149475},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4403397738933563},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4134308993816376},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05793246626853943}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9178798198699951},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.8307391405105591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041906356811523},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6836795806884766},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6183546781539917},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5439127087593079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5108366012573242},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47843459248542786},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4776816964149475},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4403397738933563},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4134308993816376},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05793246626853943},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3651983","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3651983","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1264317596","display_name":null,"funder_award_id":"BK20210639","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2123497280","display_name":null,"funder_award_id":"202106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3184975214","display_name":null,"funder_award_id":"U20B2061","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3910829908","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4450908433","display_name":null,"funder_award_id":"BK2021","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6048708586","display_name":null,"funder_award_id":"K202106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6349017660","display_name":null,"funder_award_id":"NO. 62102187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6403769006","display_name":null,"funder_award_id":"U20B2061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G692113829","display_name":null,"funder_award_id":"62102187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7109446775","display_name":null,"funder_award_id":"621620","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7866478109","display_name":null,"funder_award_id":"62162031","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8019139419","display_name":null,"funder_award_id":"BK2021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8329518570","display_name":null,"funder_award_id":"SJCX23_0406","funder_id":"https://openalex.org/F4320335769","funder_display_name":"Graduate Research and Innovation Projects of Jiangsu Province"},{"id":"https://openalex.org/G8722049796","display_name":null,"funder_award_id":"62162031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335769","display_name":"Graduate Research and Innovation Projects of Jiangsu Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1967981232","https://openalex.org/W2093541376","https://openalex.org/W2606974598","https://openalex.org/W2609482285","https://openalex.org/W2619383789","https://openalex.org/W2745461083","https://openalex.org/W2759570332","https://openalex.org/W2782382326","https://openalex.org/W2885070483","https://openalex.org/W2890721473","https://openalex.org/W2891444075","https://openalex.org/W2899426803","https://openalex.org/W2949530332","https://openalex.org/W2953104586","https://openalex.org/W2963407669","https://openalex.org/W2981689412","https://openalex.org/W2983408952","https://openalex.org/W2991559096","https://openalex.org/W2997326549","https://openalex.org/W2998733554","https://openalex.org/W3023108116","https://openalex.org/W3034871396","https://openalex.org/W3083614545","https://openalex.org/W3093051361","https://openalex.org/W3098136301","https://openalex.org/W3100932507","https://openalex.org/W3102307539","https://openalex.org/W3102475290","https://openalex.org/W3103670612","https://openalex.org/W3115803208","https://openalex.org/W3160818736","https://openalex.org/W3165529210","https://openalex.org/W3169575318","https://openalex.org/W3171138269","https://openalex.org/W3195194875","https://openalex.org/W3199494379","https://openalex.org/W3200369555","https://openalex.org/W3217129148","https://openalex.org/W4225524297","https://openalex.org/W4226189850","https://openalex.org/W4226278401","https://openalex.org/W4296270221","https://openalex.org/W4376505484","https://openalex.org/W4383604611","https://openalex.org/W4385245566","https://openalex.org/W4385335882","https://openalex.org/W4385571533","https://openalex.org/W4386065705","https://openalex.org/W4387968297","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2740913191","https://openalex.org/W627697492"],"abstract_inverted_index":{"This":[0],"article":[1],"focuses":[2],"on":[3,73],"the":[4,26,46,69,74,82,90,100,108,115,123,164,171,175,184,213,220,226,230,245,255],"task":[5],"of":[6,29,49,77,86,102,166,258],"Multi-Modal":[7,10],"Summarization":[8],"with":[9],"Output":[11],"for":[12,63],"China":[13,214],"JD.COM":[14,215],"e-commerce":[15,216],"product":[16],"description":[17],"containing":[18],"both":[19,189,203,259],"source":[20,23,232,235],"text":[21,41,50,79,204,233,260],"and":[22,32,42,51,80,84,112,138,158,191,205,234,237,250,261],"images.":[24],"In":[25],"context":[27,105,200],"learning":[28,103],"multi-modal":[30,64,70,87,132,168,199,246],"(text":[31,157],"image)":[33],"input,":[34],"there":[35],"exists":[36],"a":[37,54,143,198],"semantic":[38,133,207],"gap":[39],"between":[40,154,229],"image,":[43],"especially":[44],"in":[45,170,212],"cross-modal":[47,58,104],"semantics":[48,59,117,153,228,256],"image.":[52,262],"As":[53],"result,":[55],"capturing":[56],"shared":[57,152,227],"earlier":[60],"becomes":[61],"crucial":[62,167],"summarization.":[65],"However,":[66],"when":[67],"generating":[68],"summarization,":[71],"based":[72],"different":[75,155],"contributions":[76],"input":[78,231],"images,":[81,236],"relevance":[83],"irrelevance":[85],"contexts":[88],"to":[89,98,106,113,130,150,162,182,196],"target":[91],"summary":[92,109,185,247],"should":[93],"be":[94],"considered,":[95],"so":[96,160,194],"as":[97,161,195],"optimize":[99],"process":[101,111,187],"guide":[107],"generation":[110,186],"emphasize":[114],"significant":[116],"within":[118],"each":[119],"modality.":[120],"To":[121],"address":[122],"aforementioned":[124],"challenges,":[125],"Multization":[126,222],"has":[127],"been":[128],"proposed":[129,221],"enhance":[131,163],"information":[134,169,257],"by":[135],"multi-contextually":[136],"relevant":[137,190],"irrelevant":[139,192],"attention":[140],"alignment.":[141],"Specifically,":[142],"Semantic":[144],"Alignment":[145],"Enhancement":[146],"mechanism":[147,179],"is":[148,180],"employed":[149],"capture":[151],"modalities":[156],"image),":[159],"importance":[165],"encoding":[172],"stage.":[173],"Additionally,":[174],"IR-Relevant":[176],"Multi-Context":[177],"Learning":[178],"utilized":[181],"observe":[183],"from":[188],"perspectives,":[193],"form":[197],"that":[201,219,252],"incorporates":[202],"image":[206,249],"information.":[208],"The":[209],"experimental":[210],"results":[211],"dataset":[217],"demonstrate":[218],"method":[223],"effectively":[224],"captures":[225],"highlights":[238],"essential":[239],"semantics.":[240],"It":[241],"also":[242],"successfully":[243],"generates":[244],"(including":[248],"text)":[251],"comprehensively":[253],"considers":[254]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}