{"id":"https://openalex.org/W7126214671","doi":"https://doi.org/10.48550/arxiv.2601.21181","title":"MAD: Modality-Adaptive Decoding for Mitigating Cross-Modal Hallucinations in Multimodal Large Language Models","display_name":"MAD: Modality-Adaptive Decoding for Mitigating Cross-Modal Hallucinations in Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-01-29","ids":{"openalex":"https://openalex.org/W7126214671","doi":"https://doi.org/10.48550/arxiv.2601.21181"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.21181","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113258484","display_name":"Sangyun Chung","orcid":"https://orcid.org/0009-0004-5397-2687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Sangyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023489918","display_name":"Yeon Mi Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Se Yeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124455282","display_name":"Youngchae Chee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chee, Youngchae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124391069","display_name":"Yong Man Ro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ro, Yong Man","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10152861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6740000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6740000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.03189999982714653,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8406999707221985},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6316999793052673},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5824999809265137},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.576200008392334},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4706000089645386},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4246000051498413},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3700000047683716}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8406999707221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305999994277954},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5824999809265137},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.576200008392334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4706000089645386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4284999966621399},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3709000051021576},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2590000033378601},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.21181","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.21181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.21181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.21181","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6232082843780518,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"suffer":[5],"from":[6],"cross-modal":[7,93,106],"hallucinations,":[8],"where":[9],"one":[10],"modality":[11,59,72,130],"inappropriately":[12],"influences":[13],"generation":[14],"about":[15],"another,":[16],"leading":[17],"to":[18,57,77,86,144],"fabricated":[19],"output.":[20],"This":[21],"exposes":[22],"a":[23,38,141],"more":[24],"fundamental":[25],"deficiency":[26],"in":[27],"modality-interaction":[28],"control.":[29],"To":[30],"address":[31],"this,":[32],"we":[33],"propose":[34],"Modality-Adaptive":[35],"Decoding":[36],"(MAD),":[37],"training-free":[39],"method":[40],"that":[41,102,128],"adaptively":[42,78],"weights":[43],"modality-specific":[44],"decoding":[45,81,147],"branches":[46],"based":[47],"on":[48,88,97],"task":[49],"requirements.":[50],"MAD":[51,103],"leverages":[52],"the":[53,84],"model's":[54],"inherent":[55],"ability":[56],"self-assess":[58],"relevance":[60],"by":[61],"querying":[62],"which":[63],"modalities":[64],"are":[65,74],"needed":[66],"for":[67,117,123,136],"each":[68],"task.":[69],"The":[70],"extracted":[71],"probabilities":[73],"then":[75],"used":[76],"weight":[79],"contrastive":[80,146],"branches,":[82],"enabling":[83],"model":[85],"focus":[87],"relevant":[89],"information":[90],"while":[91],"suppressing":[92],"interference.":[94],"Extensive":[95],"experiments":[96],"CMM":[98],"and":[99,114,120],"AVHBench":[100],"demonstrate":[101],"significantly":[104],"reduces":[105],"hallucinations":[107],"across":[108],"multiple":[109],"audio-visual":[110],"language":[111],"models":[112],"(7.8\\%":[113],"2.0\\%":[115],"improvements":[116,122],"VideoLLaMA2-AV,":[118],"8.7\\%":[119],"4.7\\%":[121],"Qwen2.5-Omni).":[124],"Our":[125,149],"approach":[126],"demonstrates":[127],"explicit":[129],"awareness":[131],"through":[132],"self-assessment":[133],"is":[134,151],"crucial":[135],"robust":[137],"multimodal":[138],"reasoning,":[139],"offering":[140],"principled":[142],"extension":[143],"existing":[145],"methods.":[148],"code":[150],"available":[152],"at":[153],"\\href{https://github.com/top-yun/MAD}{https://github.com/top-yun/MAD}":[154]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-01T00:00:00"}