{"id":"https://openalex.org/W3199494379","doi":"https://doi.org/10.1145/3584700","title":"A Survey on Multi-modal Summarization","display_name":"A Survey on Multi-modal Summarization","publication_year":2023,"publication_date":"2023-02-21","ids":{"openalex":"https://openalex.org/W3199494379","doi":"https://doi.org/10.1145/3584700","mag":"3199494379"},"language":"en","primary_location":{"id":"doi:10.1145/3584700","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3584700","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008197599","display_name":"Anubhav Jangra","orcid":"https://orcid.org/0000-0001-5571-6098"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anubhav Jangra","raw_affiliation_strings":["Department of Computer Science, Indian Institute of Technology Patna, India"],"raw_orcid":"https://orcid.org/0000-0001-5571-6098","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Indian Institute of Technology Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103092679","display_name":"Sourajit Mukherjee","orcid":"https://orcid.org/0000-0003-1980-2735"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sourajit Mukherjee","raw_affiliation_strings":["Department of Mathematics, Indian Institute of Technology Patna, India"],"raw_orcid":"https://orcid.org/0000-0003-1980-2735","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Indian Institute of Technology Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["Department of Informatics & DiSC, University of Innsbruck, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7235-0665","affiliations":[{"raw_affiliation_string":"Department of Informatics & DiSC, University of Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060797340","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5458-9381"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sriparna Saha","raw_affiliation_strings":["Department of Computer Science, Indian Institute of Technology Patna, India"],"raw_orcid":"https://orcid.org/0000-0001-5458-9381","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Indian Institute of Technology Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026783387","display_name":"Mohammed Hasanuzzaman","orcid":"https://orcid.org/0000-0003-1838-0091"},"institutions":[{"id":"https://openalex.org/I4210100923","display_name":"Munster Technological University","ror":"https://ror.org/013xpqh61","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4210100923"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mohammad Hasanuzzaman","raw_affiliation_strings":["Department of Computer Science, Cork Institute of Technology, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-1838-0091","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cork Institute of Technology, Ireland","institution_ids":["https://openalex.org/I4210100923"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.2791,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.98696307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"55","issue":"13s","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9542138576507568},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9040381908416748},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7272462248802185},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7079287171363831},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6647188663482666},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6017969846725464},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5696828961372375},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5428410172462463},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.48680922389030457},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39738333225250244},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3847850561141968},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3650043308734894},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12741822004318237}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9542138576507568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9040381908416748},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7272462248802185},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7079287171363831},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6647188663482666},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6017969846725464},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5696828961372375},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5428410172462463},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.48680922389030457},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39738333225250244},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3847850561141968},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3650043308734894},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12741822004318237},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3584700","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3584700","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":218,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W102626146","https://openalex.org/W1525595230","https://openalex.org/W1603598191","https://openalex.org/W1680189815","https://openalex.org/W1686810756","https://openalex.org/W1826672328","https://openalex.org/W1880262756","https://openalex.org/W1901464671","https://openalex.org/W1931795219","https://openalex.org/W1962684803","https://openalex.org/W1974339500","https://openalex.org/W1978366709","https://openalex.org/W1978408947","https://openalex.org/W1983141676","https://openalex.org/W1983753875","https://openalex.org/W2012053281","https://openalex.org/W2020319149","https://openalex.org/W2026012689","https://openalex.org/W2028544407","https://openalex.org/W2033177967","https://openalex.org/W2035377137","https://openalex.org/W2041649634","https://openalex.org/W2053101950","https://openalex.org/W2060724430","https://openalex.org/W2061116763","https://openalex.org/W2061438946","https://openalex.org/W2064675550","https://openalex.org/W2066761753","https://openalex.org/W2081056190","https://openalex.org/W2082174472","https://openalex.org/W2083032136","https://openalex.org/W2083841623","https://openalex.org/W2093541376","https://openalex.org/W2096673585","https://openalex.org/W2097117768","https://openalex.org/W2105395363","https://openalex.org/W2108598243","https://openalex.org/W2110693578","https://openalex.org/W2112912048","https://openalex.org/W2117051369","https://openalex.org/W2119775030","https://openalex.org/W2120932014","https://openalex.org/W2122563357","https://openalex.org/W2138952379","https://openalex.org/W2139990098","https://openalex.org/W2144270295","https://openalex.org/W2153579005","https://openalex.org/W2154558866","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2158419735","https://openalex.org/W2159527087","https://openalex.org/W2159940559","https://openalex.org/W2164612758","https://openalex.org/W2165956633","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2218641061","https://openalex.org/W2238199890","https://openalex.org/W2250327935","https://openalex.org/W2250539671","https://openalex.org/W2251380220","https://openalex.org/W2294798173","https://openalex.org/W2294844231","https://openalex.org/W2317879529","https://openalex.org/W2412393473","https://openalex.org/W2483327705","https://openalex.org/W2494366158","https://openalex.org/W2513263213","https://openalex.org/W2523993696","https://openalex.org/W2529616984","https://openalex.org/W2557411115","https://openalex.org/W2559721862","https://openalex.org/W2560654344","https://openalex.org/W2567196605","https://openalex.org/W2584992898","https://openalex.org/W2598569220","https://openalex.org/W2606974598","https://openalex.org/W2619383789","https://openalex.org/W2619947201","https://openalex.org/W2624816049","https://openalex.org/W2738581557","https://openalex.org/W2741995392","https://openalex.org/W2742409927","https://openalex.org/W2753840835","https://openalex.org/W2755111576","https://openalex.org/W2758129972","https://openalex.org/W2758374095","https://openalex.org/W2759570332","https://openalex.org/W2767290858","https://openalex.org/W2767783253","https://openalex.org/W2781922022","https://openalex.org/W2788647998","https://openalex.org/W2789065247","https://openalex.org/W2792145158","https://openalex.org/W2798832674","https://openalex.org/W2799836808","https://openalex.org/W2802396771","https://openalex.org/W2803866946","https://openalex.org/W2805783416","https://openalex.org/W2806692353","https://openalex.org/W2808413133","https://openalex.org/W2809191921","https://openalex.org/W2810468170","https://openalex.org/W2886779119","https://openalex.org/W2889903020","https://openalex.org/W2890721473","https://openalex.org/W2891444075","https://openalex.org/W2896457183","https://openalex.org/W2899274165","https://openalex.org/W2899410785","https://openalex.org/W2899449303","https://openalex.org/W2902469875","https://openalex.org/W2906879633","https://openalex.org/W2912150279","https://openalex.org/W2924679246","https://openalex.org/W2928773704","https://openalex.org/W2935960257","https://openalex.org/W2943038672","https://openalex.org/W2947771965","https://openalex.org/W2949074827","https://openalex.org/W2949197413","https://openalex.org/W2951092385","https://openalex.org/W2951383777","https://openalex.org/W2953276893","https://openalex.org/W2962896355","https://openalex.org/W2962934715","https://openalex.org/W2962985882","https://openalex.org/W2963341956","https://openalex.org/W2963360627","https://openalex.org/W2963389687","https://openalex.org/W2963403868","https://openalex.org/W2963890275","https://openalex.org/W2963917086","https://openalex.org/W2964088369","https://openalex.org/W2967177252","https://openalex.org/W2968124245","https://openalex.org/W2970608575","https://openalex.org/W2970785793","https://openalex.org/W2974246429","https://openalex.org/W2980884691","https://openalex.org/W2980888549","https://openalex.org/W2981040192","https://openalex.org/W2981851019","https://openalex.org/W2986549997","https://openalex.org/W2997326549","https://openalex.org/W2997591391","https://openalex.org/W2998733554","https://openalex.org/W2999338635","https://openalex.org/W3000226596","https://openalex.org/W3003940182","https://openalex.org/W3013054734","https://openalex.org/W3014611590","https://openalex.org/W3015143680","https://openalex.org/W3015685572","https://openalex.org/W3015790009","https://openalex.org/W3021338988","https://openalex.org/W3034873860","https://openalex.org/W3035448883","https://openalex.org/W3035628162","https://openalex.org/W3045623285","https://openalex.org/W3081549820","https://openalex.org/W3086060520","https://openalex.org/W3090449556","https://openalex.org/W3092470998","https://openalex.org/W3092665696","https://openalex.org/W3092768812","https://openalex.org/W3093144221","https://openalex.org/W3093291461","https://openalex.org/W3094475872","https://openalex.org/W3100932507","https://openalex.org/W3101913037","https://openalex.org/W3104210310","https://openalex.org/W3105157853","https://openalex.org/W3111057178","https://openalex.org/W3111911126","https://openalex.org/W3113052297","https://openalex.org/W3113199825","https://openalex.org/W3122640483","https://openalex.org/W3153101952","https://openalex.org/W3159259047","https://openalex.org/W3164779522","https://openalex.org/W3167252243","https://openalex.org/W3170560353","https://openalex.org/W3175583651","https://openalex.org/W3176362845","https://openalex.org/W3187172219","https://openalex.org/W3209700195","https://openalex.org/W4206706211","https://openalex.org/W4211254825","https://openalex.org/W4224308992","https://openalex.org/W4225640542","https://openalex.org/W4225934689","https://openalex.org/W4285054864","https://openalex.org/W4285719527","https://openalex.org/W4287250198","https://openalex.org/W4287640039","https://openalex.org/W4287799740","https://openalex.org/W4288322218","https://openalex.org/W4288412069","https://openalex.org/W4290663926","https://openalex.org/W4297813007","https://openalex.org/W4298094466","https://openalex.org/W4299732308","https://openalex.org/W4299882429","https://openalex.org/W4300665782","https://openalex.org/W4302613025","https://openalex.org/W4310823636","https://openalex.org/W6715144786","https://openalex.org/W6723355162","https://openalex.org/W6728881024","https://openalex.org/W6749444261","https://openalex.org/W6752162782","https://openalex.org/W6788556936","https://openalex.org/W6792240715","https://openalex.org/W6846932204","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"The":[0],"new":[1],"era":[2],"of":[3,24,40,67,81,88],"technology":[4],"has":[5],"brought":[6],"us":[7],"to":[8,17,34,55],"the":[9,32,58,65,82,86,103,111,118],"point":[10],"where":[11],"it":[12,51],"is":[13],"convenient":[14],"for":[15,31,53,110],"people":[16],"share":[18],"their":[19],"opinions":[20],"over":[21],"an":[22],"abundance":[23],"platforms.":[25],"These":[26],"platforms":[27],"have":[28],"a":[29,62,78],"provision":[30],"users":[33,54],"express":[35],"themselves":[36],"in":[37,85,124],"multiple":[38],"forms":[39],"representations,":[41],"including":[42],"text,":[43,95],"images,":[44],"videos,":[45],"and":[46,98,107,121],"audio.":[47],"This,":[48],"however,":[49],"makes":[50],"difficult":[52],"obtain":[56],"all":[57],"key":[59],"information":[60],"about":[61],"topic,":[63],"making":[64],"task":[66],"automatic":[68],"multi-modal":[69],"summarization":[70],"(MMS)":[71],"essential.":[72],"In":[73],"this":[74,125],"article,":[75],"we":[76],"present":[77],"comprehensive":[79],"survey":[80],"existing":[83],"research":[84],"area":[87],"MMS,":[89],"covering":[90],"various":[91],"modalities":[92],"such":[93],"as":[94],"image,":[96],"audio,":[97],"video.":[99],"Apart":[100],"from":[101],"highlighting":[102],"different":[104],"evaluation":[105],"metrics":[106],"datasets":[108],"used":[109],"MMS":[112],"task,":[113],"our":[114],"work":[115],"also":[116],"discusses":[117],"current":[119],"challenges":[120],"future":[122],"directions":[123],"field.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}