{"id":"https://openalex.org/W7162460464","doi":"https://doi.org/10.48550/arxiv.2605.24816","title":"AOEPT: Breaking the Implicit Modality-Reduction Bottleneck in Modality-Missing Prompt Tuning","display_name":"AOEPT: Breaking the Implicit Modality-Reduction Bottleneck in Modality-Missing Prompt Tuning","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162460464","doi":"https://doi.org/10.48550/arxiv.2605.24816"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24816","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137055373","display_name":"Jian Lang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033820450","display_name":"Rongpei Hong","orcid":"https://orcid.org/0009-0007-4977-1657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Rongpei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137045264","display_name":"Ting Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137045907","display_name":"Fan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6844000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6844000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.08449999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05810000002384186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6111000180244446},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5974000096321106},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5069000124931335},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3666999936103821},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.3544999957084656},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3346000015735626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7597000002861023},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5974000096321106},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5069000124931335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4652000069618225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37549999356269836},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3666999936103821},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.3262999951839447},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.30869999527931213}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"multimodal":[1,152],"systems":[2],"in":[3,39],"real-world":[4],"environments":[5],"often":[6],"entails":[7],"handling":[8],"modality-missing":[9],"scenarios,":[10],"where":[11],"one":[12],"or":[13],"more":[14],"modalities":[15],"are":[16,125],"unavailable.":[17],"While":[18],"recent":[19],"studies":[20],"address":[21],"this":[22,80],"challenge":[23],"for":[24,115,135],"the":[25,42,51,57,63,70,75,112,120,140,146,157],"general":[26],"Multimodal":[27],"Transformer":[28],"(MT)":[29],"architecture":[30],"via":[31],"prompt":[32],"tuning,":[33],"we":[34,82,93],"identify":[35],"a":[36,87],"fundamental":[37],"limitation":[38],"these":[40,123],"methods:":[41],"Implicit":[43],"Modality-Reduction":[44],"bottleneck.":[45],"By":[46],"conditioning":[47],"prompts":[48,129],"solely":[49],"on":[50,119],"observed":[52],"modalities,":[53,122],"they":[54],"inadvertently":[55],"restrict":[56],"reasoning":[58,141],"scope":[59,142],"of":[60,74,111,143,160],"MTs":[61,144],"to":[62,69],"modality-reduced":[64],"subspace,":[65],"cutting":[66],"off":[67],"access":[68],"latent":[71,109],"information":[72,113,134],"sources":[73,114],"missing":[76,116],"modalities.":[77,117],"To":[78],"overcome":[79],"limitation,":[81],"propose":[83],"AOEPT,":[84,161],"which":[85],"pioneers":[86],"novel":[88],"modal-contextualized":[89],"prompting":[90],"fashion.":[91],"Specifically,":[92],"introduce":[94],"lightweight":[95],"Modal-Contextualized":[96],"Prompts":[97],"(MCPs)":[98],"that":[99,130],"distill":[100],"global":[101],"modality-wise":[102],"priors":[103],"from":[104],"training":[105],"data,":[106],"serving":[107],"as":[108],"repositories":[110],"Conditioned":[118],"remaining":[121],"MCPs":[124],"instantiated":[126],"into":[127],"instance-aware":[128],"selectively":[131],"augment":[132],"missing-modality":[133],"each":[136],"sample,":[137],"thereby":[138],"restoring":[139],"beyond":[145],"observed-modality-only":[147],"subspace.":[148],"Experiments":[149],"across":[150],"various":[151],"benchmarks":[153],"and":[154],"backbones":[155],"confirm":[156],"strong":[158],"performance":[159],"with":[162],"minimal":[163],"computational":[164],"overhead.":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}