{"id":"https://openalex.org/W7140233961","doi":"https://doi.org/10.48550/arxiv.2603.21426","title":"Uncertainty-Aware Knowledge Distillation for Multimodal Large Language Models","display_name":"Uncertainty-Aware Knowledge Distillation for Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-03-22","ids":{"openalex":"https://openalex.org/W7140233961","doi":"https://doi.org/10.48550/arxiv.2603.21426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.21426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.21426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sun, Jingchen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jingchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Han, Shaobo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Shaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Patel, Deep","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Deep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kohno, Wataru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kohno, Wataru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jin, Can","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Changyou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Changyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.16449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.690500020980835},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.679099977016449},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5690000057220459},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.38499999046325684},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.3644999861717224},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3246999979019165},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.31470000743865967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483999729156494},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.690500020980835},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.679099977016449},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5683000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5497000217437744},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38499999046325684},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.21426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.21426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.802122175693512}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0,57],"distillation":[1,62,106,139],"establishes":[2],"a":[3,81,90,98,124],"learning":[4,20,24,79],"paradigm":[5],"that":[6,64,118,134],"leverages":[7],"both":[8],"data":[9,22,50],"supervision":[10,88],"and":[11,23,51,85,103,108],"teacher":[12,27,41,52,73,87,126],"guidance.":[13,74],"However,":[14],"determining":[15],"the":[16,26,45,69],"optimal":[17],"balance":[18],"between":[19],"from":[21,25,80,123],"is":[28,143],"challenging,":[29],"as":[30,89],"some":[31],"samples":[32],"may":[33],"be":[34],"noisy":[35],"while":[36],"others":[37],"are":[38],"subject":[39],"to":[40],"uncertainty.":[42],"This":[43,96],"motivates":[44],"need":[46],"for":[47],"adaptively":[48,65],"balancing":[49],"supervision.":[53],"We":[54],"propose":[55],"Beta-weighted":[56],"Distillation":[58],"(Beta-KD),":[59],"an":[60],"uncertainty-aware":[61,100],"framework":[63],"modulates":[66],"how":[67],"much":[68],"student":[70,94,120],"relies":[71],"on":[72,113],"Specifically,":[75],"we":[76],"formulate":[77],"teacher--student":[78],"unified":[82],"Bayesian":[83],"perspective":[84],"interpret":[86],"Gibbs":[91],"prior":[92],"over":[93],"activations.":[95],"yields":[97],"closed-form,":[99],"weighting":[101],"mechanism":[102],"supports":[104],"arbitrary":[105],"objectives":[107],"their":[109],"combinations.":[110],"Extensive":[111],"experiments":[112],"multimodal":[114],"VQA":[115],"benchmarks":[116],"demonstrate":[117],"distilling":[119],"Vision-Language":[121],"Models":[122],"large":[125],"VLM":[127],"consistently":[128],"improves":[129],"performance.":[130],"The":[131,141],"results":[132],"show":[133],"Beta-KD":[135],"outperforms":[136],"existing":[137],"knowledge":[138],"methods.":[140],"code":[142],"available":[144],"at":[145],"https://github.com/Jingchensun/beta-kd.":[146]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-25T00:00:00"}