{"id":"https://openalex.org/W4417498532","doi":"https://doi.org/10.1109/tip.2025.3642612","title":"Incomplete Modalities Restoration via Hierarchical Adaptation for Robust Multimodal Segmentation","display_name":"Incomplete Modalities Restoration via Hierarchical Adaptation for Robust Multimodal Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4417498532","doi":"https://doi.org/10.1109/tip.2025.3642612","pmid":"https://pubmed.ncbi.nlm.nih.gov/41406288"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3642612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3642612","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yujia Sun","orcid":"https://orcid.org/0009-0001-0929-2164"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Sun","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0001-0929-2164","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310802","display_name":"Weisheng Dong","orcid":"https://orcid.org/0000-0002-9632-985X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Dong","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9632-985X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Wu","orcid":"https://orcid.org/0000-0003-2938-6798"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-2938-6798","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022848316","display_name":"Mingtao Feng","orcid":"https://orcid.org/0000-0003-0384-3743"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingtao Feng","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Huang","orcid":"https://orcid.org/0009-0007-4378-8837"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0007-4378-8837","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354039","display_name":"Xin Li","orcid":"https://orcid.org/0000-0003-2067-2763"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["Department of Computer Science, University at Albany, Albany, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2067-2763","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University at Albany, Albany, NY, USA","institution_ids":["https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101549504","display_name":"Guangming Shi","orcid":"https://orcid.org/0000-0003-2179-3292"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Shi","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-2179-3292","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20624643,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"8672","last_page":"8683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18709999322891235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18709999322891235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.16419999301433563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10790000110864639,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.7215999960899353},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6969000101089478},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.684499979019165},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.67330002784729},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5440000295639038},{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.41850000619888306},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4034999907016754},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.3427000045776367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7958999872207642},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.7215999960899353},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6969000101089478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6901000142097473},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.684499979019165},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.67330002784729},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5440000295639038},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.486299991607666},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.41850000619888306},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2874999940395355},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3642612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3642612","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41406288","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41406288","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1465847274","display_name":null,"funder_award_id":"62302369","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G712080188","display_name":null,"funder_award_id":"61991451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G904860190","display_name":null,"funder_award_id":"62472336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1903029394","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2587989515","https://openalex.org/W2738149063","https://openalex.org/W2774839435","https://openalex.org/W2885826602","https://openalex.org/W2896457183","https://openalex.org/W2921749009","https://openalex.org/W2948153973","https://openalex.org/W2962677013","https://openalex.org/W2962793481","https://openalex.org/W2962931510","https://openalex.org/W3035376925","https://openalex.org/W3093327960","https://openalex.org/W3094612121","https://openalex.org/W3108601100","https://openalex.org/W3114214226","https://openalex.org/W3124928637","https://openalex.org/W3127555982","https://openalex.org/W3131500599","https://openalex.org/W3152132512","https://openalex.org/W3166016280","https://openalex.org/W3172779530","https://openalex.org/W3176404283","https://openalex.org/W3198062544","https://openalex.org/W3206439726","https://openalex.org/W4214893857","https://openalex.org/W4250482878","https://openalex.org/W4287879563","https://openalex.org/W4308310215","https://openalex.org/W4312326868","https://openalex.org/W4312685069","https://openalex.org/W4313142416","https://openalex.org/W4313164293","https://openalex.org/W4313639507","https://openalex.org/W4367663172","https://openalex.org/W4381716707","https://openalex.org/W4384924694","https://openalex.org/W4386065698","https://openalex.org/W4386179772","https://openalex.org/W4389195380","https://openalex.org/W4390872623","https://openalex.org/W4392908457","https://openalex.org/W4393148237","https://openalex.org/W4393153999","https://openalex.org/W4394625631","https://openalex.org/W4400839928","https://openalex.org/W4401415581","https://openalex.org/W4402727412","https://openalex.org/W4402753319","https://openalex.org/W4403296843","https://openalex.org/W4403780794","https://openalex.org/W4403780849","https://openalex.org/W4403791547","https://openalex.org/W4403889639","https://openalex.org/W4404627458","https://openalex.org/W4405137798","https://openalex.org/W4405303762","https://openalex.org/W4406891755","https://openalex.org/W4409200564","https://openalex.org/W4410539708","https://openalex.org/W4411171902","https://openalex.org/W4411269934"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,78],"semantic":[1,9,93,113],"segmentation":[2,10,79,94],"has":[3],"significantly":[4],"advanced":[5],"the":[6,126,159,178],"field":[7],"of":[8,134,182,187],"by":[11,115],"integrating":[12],"data":[13,33],"from":[14],"multiple":[15],"sources.":[16],"However,":[17],"this":[18,65,137],"task":[19],"often":[20],"encounters":[21],"missing":[22,47,57,106,127,150,188],"modality":[23,107,172,189],"scenarios":[24],"due":[25],"to":[26,45,55,73,87,91,101,122,156],"challenges":[27],"such":[28],"as":[29],"sensor":[30],"failures":[31],"or":[32],"transmission":[34],"errors,":[35],"which":[36,81,110],"can":[37],"result":[38],"in":[39],"substantial":[40],"performance":[41],"degradation.":[42],"Existing":[43],"approaches":[44],"addressing":[46],"modalities":[48,118,151],"predominantly":[49],"involve":[50],"training":[51,168],"separate":[52],"models":[53,86],"tailored":[54],"specific":[56],"scenarios,":[58],"typically":[59],"requiring":[60],"considerable":[61],"computational":[62],"resources.":[63],"In":[64],"paper,":[66],"we":[67,164],"propose":[68],"a":[69,104,131,185],"Hierarchical":[70],"Adaptation":[71],"framework":[72],"Restore":[74],"Missing":[75],"Modalities":[76],"for":[77,125],"(HARM3),":[80],"enables":[82],"frozen":[83],"pretrained":[84],"multimodal":[85,112],"be":[88],"directly":[89],"applied":[90],"missing-modality":[92],"tasks":[95],"with":[96],"minimal":[97],"parameter":[98],"updates.":[99],"Central":[100],"HARM3":[102,183],"is":[103],"text-instructed":[105],"prompt":[108],"module,":[109],"learns":[111],"knowledge":[114,141],"utilizing":[116],"available":[117],"and":[119,146,162,169,180],"textual":[120],"instructions":[121],"generate":[123],"prompts":[124],"modalities.":[128],"By":[129],"incorporating":[130],"small":[132],"set":[133],"trainable":[135],"parameters,":[136],"module":[138],"effectively":[139],"facilitates":[140],"transfer":[142],"between":[143],"high-resource":[144],"domains":[145,148],"low-resource":[147],"where":[149],"are":[152],"more":[153],"prevalent.":[154],"Besides,":[155],"further":[157],"enhance":[158],"model's":[160],"robustness":[161,181],"adaptability,":[163],"introduce":[165],"adaptive":[166],"perturbation":[167],"an":[170],"affine":[171],"adapter.":[173],"Extensive":[174],"experimental":[175],"results":[176],"demonstrate":[177],"effectiveness":[179],"across":[184],"variety":[186],"scenarios.":[190]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-17T00:00:00"}