{"id":"https://openalex.org/W4412825984","doi":"https://doi.org/10.1145/3711896.3737101","title":"REDEEMing Modality Information Loss: Retrieval-Guided Conditional Generation for Severely Modality Missing Learning","display_name":"REDEEMing Modality Information Loss: Retrieval-Guided Conditional Generation for Severely Modality Missing Learning","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4412825984","doi":"https://doi.org/10.1145/3711896.3737101"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737101","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078656869","display_name":"Jian Lang","orcid":"https://orcid.org/0009-0009-0876-0497"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Lang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0009-0009-0876-0497","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033820450","display_name":"Rongpei Hong","orcid":"https://orcid.org/0009-0007-4977-1657"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpei Hong","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0009-0007-4977-1657","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079708113","display_name":"Zhangtao Cheng","orcid":"https://orcid.org/0000-0002-0097-3617"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangtao Cheng","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-0097-3617","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034789908","display_name":"Ting Zhong","orcid":"https://orcid.org/0000-0002-8163-3146"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Zhong","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-8163-3146","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102742311","display_name":"Yong J. Wang","orcid":"https://orcid.org/0000-0002-8699-8355"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["Aiwen Tech, Zhengzhou, Henan, China and Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8699-8355","affiliations":[{"raw_affiliation_string":"Aiwen Tech, Zhengzhou, Henan, China and Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403505","display_name":"Fan Zhou","orcid":"https://orcid.org/0000-0002-8038-8150"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210139481","display_name":"Science and Technology Department of Sichuan Province","ror":"https://ror.org/04323m874","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210139481"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhou","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Key Laboratory of Intelligent Digital Media Technology of Sichuan Province, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-8038-8150","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China and Key Laboratory of Intelligent Digital Media Technology of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I4210139481","https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078656869"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15050121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1241","last_page":"1252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8980712890625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6461248993873596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4980001449584961}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8980712890625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6461248993873596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4980001449584961}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3711896.3737101","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-171719","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-171719","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5699999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2150884987","https://openalex.org/W2187089797","https://openalex.org/W2809410879","https://openalex.org/W2952307697","https://openalex.org/W2962931510","https://openalex.org/W3023989664","https://openalex.org/W3114214226","https://openalex.org/W3119866685","https://openalex.org/W3176404283","https://openalex.org/W3185341429","https://openalex.org/W3206201541","https://openalex.org/W4282028729","https://openalex.org/W4287391717","https://openalex.org/W4297816851","https://openalex.org/W4313164293","https://openalex.org/W4372260527","https://openalex.org/W4382460739","https://openalex.org/W4385568286","https://openalex.org/W4386057714","https://openalex.org/W4386071994","https://openalex.org/W4389520274","https://openalex.org/W4390874204","https://openalex.org/W4391766526","https://openalex.org/W4393159499","https://openalex.org/W4393160069","https://openalex.org/W4393977328","https://openalex.org/W4401857417","https://openalex.org/W4401863364","https://openalex.org/W4401863559","https://openalex.org/W4401863694","https://openalex.org/W4401863930","https://openalex.org/W4402671980","https://openalex.org/W4402716247","https://openalex.org/W4403780849","https://openalex.org/W4404783367","https://openalex.org/W4409364221","https://openalex.org/W6818723395"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Traditional":[0],"multimodal":[1,175],"learning":[2],"approaches":[3],"often":[4,22,61],"assume":[5],"that":[6,95,179],"all":[7],"modalities":[8,66,129],"are":[9],"available":[10],"during":[11],"both":[12,118],"the":[13,45,64,98,127,132,140,158],"training":[14],"and":[15,67,120,130],"inference":[16],"phases.":[17],"However,":[18],"this":[19,59],"assumption":[20],"is":[21],"impractical":[23],"in":[24,58,77,143,164],"real-world":[25],"scenarios":[26],"due":[27],"to":[28,113,137,161],"challenges":[29],"such":[30],"as":[31,135],"sensor":[32],"failures,":[33],"data":[34,134],"corruption,":[35],"or":[36],"privacy":[37],"concerns.":[38],"While":[39],"recent":[40],"efforts":[41],"focus":[42],"on":[43,69,102,126,172],"enhancing":[44],"robustness":[46],"of":[47,107],"pre-trained":[48,103],"Multimodal":[49],"Transformers":[50],"(MTs)":[51],"under":[52],"missing":[53,65,80,100,141,168],"modality":[54,79,99,167],"conditions,":[55],"mainstream":[56],"work":[57],"field":[60],"overlook":[62],"reconstructing":[63],"rely":[68],"static,":[70],"sample-agnostic":[71],"prompt-tuning":[72],"techniques,":[73],"undermining":[74],"their":[75],"efficacy":[76],"severe":[78,166],"scenarios.":[81],"To":[82],"address":[83],"these":[84],"limitations,":[85],"we":[86],"propose":[87],"REDEEM,":[88],"a":[89,108,147],"novel":[90],"REtrieval-guiDEd":[91],"conditional":[92],"gEnerative":[93],"fraMework":[94],"largely":[96],"alleviates":[97],"problems":[101],"MTs.":[104],"REDEEM":[105,152,180],"consists":[106],"new":[109],"adaptive":[110],"retrieval":[111],"mechanism":[112],"identify":[114],"relevant":[115],"instances":[116,145,160],"for":[117],"modality-complete":[119],"-incomplete":[121],"samples.":[122],"It":[123],"then":[124],"conditions":[125],"remaining":[128],"utilizes":[131],"retrieved":[133,159],"experts":[136],"effectively":[138],"recover":[139],"ones":[142],"modality-incomplete":[144],"through":[146],"within-modal":[148],"reconstruction":[149],"manner.":[150],"Finally,":[151],"generates":[153],"sample-aware":[154],"inter-modal":[155],"prompts":[156],"from":[157],"guide":[162],"MTs":[163],"tackling":[165],"challenges.":[169],"Comprehensive":[170],"experiments":[171],"three":[173],"diverse":[174],"classification":[176],"benchmarks":[177],"demonstrate":[178],"significantly":[181],"outperforms":[182],"competitive":[183],"baselines.":[184]},"counts_by_year":[],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}