{"id":"https://openalex.org/W4414014890","doi":"https://doi.org/10.1145/3762666","title":"Introduction to the Special Issue on Deep Multimodal Generation and Retrieval","display_name":"Introduction to the Special Issue on Deep Multimodal Generation and Retrieval","publication_year":2025,"publication_date":"2025-09-05","ids":{"openalex":"https://openalex.org/W4414014890","doi":"https://doi.org/10.1145/3762666"},"language":"en","primary_location":{"id":"doi:10.1145/3762666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3762666","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hao Fei","orcid":"https://orcid.org/0000-0003-3026-6347"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Hao Fei","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore","National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101397422","display_name":"Wei Ji","orcid":"https://orcid.org/0000-0002-8106-9768"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wei Ji","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore","National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039731055","display_name":"Yinwei Wei","orcid":"https://orcid.org/0000-0003-1791-3159"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yinwei Wei","raw_affiliation_strings":["Monash University, Melbourne, Australia","Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034162160","display_name":"Zhedong Zheng","orcid":"https://orcid.org/0000-0002-2434-9050"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhedong Zheng","raw_affiliation_strings":["University of Macau, Taipa, China","University of Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Taipa, China","institution_ids":["https://openalex.org/I204512498"]},{"raw_affiliation_string":"University of Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026951130","display_name":"Jialie Shen","orcid":"https://orcid.org/0000-0002-4560-8509"},"institutions":[{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":null,"type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]},{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jialie Shen","raw_affiliation_strings":["City St George\u2019s, University of London, London, UK","City St George's, University of London, UK"],"affiliations":[{"raw_affiliation_string":"City St George\u2019s, University of London, London, UK","institution_ids":["https://openalex.org/I165862685","https://openalex.org/I4401726869"]},{"raw_affiliation_string":"City St George's, University of London, UK","institution_ids":["https://openalex.org/I165862685","https://openalex.org/I4401726869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037486611","display_name":"Alan Hanjali\u0107","orcid":"https://orcid.org/0000-0002-5771-2549"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alan Hanjalic","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands","Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058575315","display_name":"Roger Zimmermann","orcid":"https://orcid.org/0000-0002-7410-2590"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Roger Zimmermann","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore","National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29409105,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":"11","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8876704573631287},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39305850863456726},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3660281300544739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3651570677757263},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36046773195266724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8876704573631287},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39305850863456726},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3660281300544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3651570677757263},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36046773195266724}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3762666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3762666","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1530404542","https://openalex.org/W1583837637","https://openalex.org/W2585635281","https://openalex.org/W2620949368","https://openalex.org/W2883311563","https://openalex.org/W2914304175","https://openalex.org/W2914911817","https://openalex.org/W2954626788","https://openalex.org/W2963049565","https://openalex.org/W2970231061","https://openalex.org/W2974497444","https://openalex.org/W2988823324","https://openalex.org/W2997563949","https://openalex.org/W3001091189","https://openalex.org/W3093242741","https://openalex.org/W3097245252","https://openalex.org/W3152619510","https://openalex.org/W4200631219","https://openalex.org/W4205952291","https://openalex.org/W4213303451","https://openalex.org/W4214540501","https://openalex.org/W4226236785","https://openalex.org/W4236573885","https://openalex.org/W4284683571","https://openalex.org/W4285246495","https://openalex.org/W4294691145","https://openalex.org/W4321485561","https://openalex.org/W4378573568","https://openalex.org/W4386075974","https://openalex.org/W4387969604","https://openalex.org/W4391884092","https://openalex.org/W4394569843","https://openalex.org/W4395470960","https://openalex.org/W4409917583","https://openalex.org/W4412230188","https://openalex.org/W4413277869"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"editorial":[1],"introduces":[2],"the":[3,14,59,63,86,92,95,99,113,120,137,211,215,224,247],"Special":[4],"Issue":[5],"on":[6,17],"Deep":[7,162],"Multimodal":[8,163,193,201,207],"Generation":[9,164],"and":[10,21,28,52,76,81,89,124,133,151,165,175,189,205,218,237],"Retrieval,":[11,166,203],"hosted":[12],"by":[13],"ACM":[15],"Transactions":[16],"Multimedia":[18],"Computing,":[19],"Communications,":[20],"Applications":[22],"in":[23,69,94,148,161,177,222,240,246],"2024.":[24],"Information":[25,202],"generation":[26,45,228],"(IG)":[27],"information":[29,38],"retrieval":[30],"(IR)":[31],"are":[32,141],"two":[33],"key":[34],"representative":[35],"approaches":[36],"of":[37,61,65,115,122,130,136,214,226,249],"acquisition,":[39],"i.e.,":[40],"producing":[41],"content":[42],"either":[43],"via":[44,47,230],"or":[46,229],"retrieval.":[48,231],"While":[49],"traditional":[50],"IG":[51,80,123,150],"IR":[53,82,152],"have":[54],"achieved":[55],"great":[56,146],"success":[57],"within":[58],"scope":[60],"languages,":[62],"under-utilization":[64],"varied":[66],"data":[67,131],"sources":[68],"different":[70],"modalities":[71],"(i.e.,":[72],"text,":[73],"images,":[74],"audio,":[75],"video)":[77],"would":[78],"hinder":[79],"techniques":[83,140],"from":[84,127],"giving":[85],"full":[87],"advances":[88],"thus":[90],"limit":[91],"applications":[93],"real":[96],"world.":[97],"Knowing":[98],"fact":[100],"that":[101],"our":[102],"world":[103],"is":[104],"replete":[105],"with":[106],"multimedia":[107],"information,":[108],"this":[109,155,178,241],"special":[110,156],"issue":[111],"encourages":[112],"development":[114],"deep":[116],"multimodal":[117,149,227],"learning":[118],"for":[119,170,198],"research":[121],"IR.":[125],"Benefiting":[126],"a":[128,168],"variety":[129],"types":[132],"modalities,":[134],"some":[135],"latest":[138],"prevailing":[139],"extensively":[142],"invented":[143],"to":[144,172],"show":[145],"facilitation":[147],"learning.":[153],"With":[154],"issue,":[157],"we":[158,233],"encourage":[159],"explorations":[160],"providing":[167],"platform":[169],"researchers":[171],"share":[173],"insights":[174,186],"advancements":[176],"rapidly":[179,242],"evolving":[180,243],"domain.":[181],"Each":[182],"article":[183],"provides":[184],"novel":[185],"into":[187],"areas":[188],"challenges":[190,236],"such":[191],"as":[192],"Semantics":[194],"Understanding,":[195],"Generative":[196],"Models":[197],"Vision":[199],"Synthesis,":[200],"Explainable":[204],"Reliable":[206],"Learning.":[208],"We":[209],"summarize":[210],"main":[212],"contributions":[213],"included":[216],"works":[217],"emphasize":[219],"their":[220],"role":[221],"advancing":[223],"field":[225],"Finally,":[232],"discuss":[234],"ongoing":[235],"future":[238],"opportunities":[239],"domain,":[244],"particularly":[245],"context":[248],"large":[250],"foundational":[251],"models.":[252]},"counts_by_year":[],"updated_date":"2025-11-25T14:43:58.451035","created_date":"2025-10-10T00:00:00"}