{"id":"https://openalex.org/W7131815600","doi":"https://doi.org/10.48550/arxiv.2602.22601","title":"$\u03d5$-DPO: Fairness Direct Preference Optimization Approach to Continual Learning in Large Multimodal Models","display_name":"$\u03d5$-DPO: Fairness Direct Preference Optimization Approach to Continual Learning in Large Multimodal Models","publication_year":2026,"publication_date":"2026-02-26","ids":{"openalex":"https://openalex.org/W7131815600","doi":"https://doi.org/10.48550/arxiv.2602.22601"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.22601","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101373640","display_name":"Thanh-Dat Truong","orcid":"https://orcid.org/0000-0003-4634-8793"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Truong, Thanh-Dat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tran, Huu-Thien","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Huu-Thien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056353451","display_name":"Jackson Cothren","orcid":"https://orcid.org/0000-0002-5548-6955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cothren, Jackson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122286987","display_name":"Bhiksha Raj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Bhiksha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074997388","display_name":"Ky Luu","orcid":"https://orcid.org/0009-0008-9361-5106"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luu, Khoa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24292268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.843500018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.843500018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.023900000378489494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02160000056028366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7064999938011169},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6556000113487244},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5928000211715698},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.5533999800682068},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5134999752044678},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7064999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7059999704360962},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6556000113487244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5946000218391418},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5679000020027161},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.5533999800682068},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.37220001220703125},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.22601","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.22601","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.22601","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4025024473667145}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fairness":[0,63],"in":[1,16,43,74,111,155],"Continual":[2],"Learning":[3],"for":[4,71,152],"Large":[5],"Multimodal":[6],"Models":[7],"(LMMs)":[8],"is":[9],"an":[10],"emerging":[11],"yet":[12],"underexplored":[13],"challenge,":[14],"particularly":[15],"the":[17,47,52,106,156,167],"presence":[18],"of":[19,49,108,158,181],"imbalanced":[20,53,112],"data":[21,54,113,139],"distributions":[22],"that":[23,120,132],"can":[24],"lead":[25],"to":[26,92,142],"biased":[27],"model":[28],"updates":[29],"and":[30,114,138,163],"suboptimal":[31],"performance":[32,172],"across":[33,173],"tasks.":[34],"While":[35],"recent":[36],"continual":[37,72,83,145,159,178],"learning":[38,73,84,98,179],"studies":[39,165],"have":[40],"made":[41],"progress":[42],"addressing":[44],"catastrophic":[45,94],"forgetting,":[46],"problem":[48],"fairness":[50],"caused":[51],"remains":[55],"largely":[56],"underexplored.":[57],"This":[58],"paper":[59],"presents":[60],"a":[61,81,116,127],"novel":[62],"Direct":[64,88],"Preference":[65,89],"Optimization":[66,90],"(FaiDPO":[67],"or":[68],"$\u03d5$-DPO)":[69],"framework":[70],"LMMs.":[75,182],"In":[76],"particular,":[77],"we":[78,104,147],"first":[79],"propose":[80],"new":[82,117],"paradigm":[85],"based":[86],"on":[87],"(DPO)":[91],"mitigate":[93],"forgetting":[95,137],"by":[96],"aligning":[97],"with":[99],"pairwise":[100,149],"preference":[101,150],"signals.":[102],"Then,":[103],"identify":[105],"limitations":[107],"conventional":[109],"DPO":[110],"present":[115],"$\u03d5$-DPO":[118,169],"loss":[119],"explicitly":[121],"addresses":[122,135],"distributional":[123],"biases.":[124],"We":[125],"provide":[126],"comprehensive":[128],"theoretical":[129],"analysis":[130],"demonstrating":[131],"our":[133],"approach":[134],"both":[136],"imbalance.":[140],"Additionally,":[141],"enable":[143],"$\u03d5$-DPO-based":[144],"learning,":[146],"construct":[148],"annotations":[151],"existing":[153],"benchmarks":[154],"context":[157],"learning.":[160],"Extensive":[161],"experiments":[162],"ablation":[164],"show":[166],"proposed":[168],"achieves":[170],"State-of-the-Art":[171],"multiple":[174],"benchmarks,":[175],"outperforming":[176],"prior":[177],"methods":[180]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-28T00:00:00"}