{"id":"https://openalex.org/W7151353657","doi":"https://doi.org/10.48550/arxiv.2604.04497","title":"One Model for All: Multi-Objective Controllable Language Models","display_name":"One Model for All: Multi-Objective Controllable Language Models","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151353657","doi":"https://doi.org/10.48550/arxiv.2604.04497"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04497","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04497","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04497","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133068360","display_name":"Qiang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101482567","display_name":"Yucheng Yang","orcid":"https://orcid.org/0000-0002-0212-5283"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133112962","display_name":"Tianyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Tianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133134907","display_name":"Meng Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107544599","display_name":"Mykola Pechenizkiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pechenizkiy, Mykola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035655974","display_name":"Setareh Maghsudi","orcid":"https://orcid.org/0000-0002-0647-611X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maghsudi, Setareh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1573999971151352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1573999971151352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14319999516010284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12860000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.8295000195503235},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5199000239372253},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5006999969482422},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4803999960422516},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42739999294281006},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.40560001134872437},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3986999988555908}],"concepts":[{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.8295000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7218999862670898},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5199000239372253},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4343999922275543},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.3212999999523163},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C2780200862","wikidata":"https://www.wikidata.org/wiki/Q4453309","display_name":"Tweaking","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04497","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04497","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04497","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04497","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Aligning":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"with":[5,53],"human":[6,22,34,55],"preferences":[7,72,102,195],"is":[8,58],"critical":[9],"for":[10,228],"enhancing":[11],"LLMs'":[12],"safety,":[13],"helpfulness,":[14],"humor,":[15],"faithfulness,":[16],"etc.":[17],"Current":[18],"reinforcement":[19],"learning":[20],"from":[21,32,77],"feedback":[23],"(RLHF)":[24],"mainly":[25],"focuses":[26],"on":[27,103,171,196],"a":[28,117,146,168,172],"fixed":[29],"reward":[30],"learned":[31],"average":[33],"ratings,":[35],"which":[36,57,115],"may":[37],"weaken":[38],"the":[39,62,68,104,125,129,152,161,179,197,211],"adaptability":[40],"and":[41,67,86,204,217,233],"controllability":[42,189],"of":[43,70,128,155,181,190,206,213],"varying":[44,76],"preferences.":[45,222],"However,":[46],"creating":[47],"personalized":[48,97],"LLMs":[49,52],"requires":[50],"aligning":[51],"individual":[54],"preferences,":[56],"non-trivial":[59],"due":[60],"to":[61,83,95,120,141,166,220],"scarce":[63],"data":[64],"per":[65],"user":[66,71,101,194],"diversity":[69,205],"in":[73,80,88,124,185],"multi-objective":[74,135],"trade-offs,":[75],"emphasizing":[78],"empathy":[79],"certain":[81],"contexts":[82],"demanding":[84],"efficiency":[85,154],"precision":[87],"others.":[89],"Can":[90],"we":[91,110],"train":[92,142],"one":[93],"LLM":[94,119,144,191,207],"produce":[96],"outputs":[98,192],"across":[99],"different":[100],"Pareto":[105,130],"front?":[106],"In":[107],"this":[108],"paper,":[109],"introduce":[111],"Multi-Objective":[112],"Control":[113],"(MOC),":[114],"trains":[116],"single":[118,173],"directly":[121],"generate":[122],"responses":[123],"preference-defined":[126],"regions":[127],"front.":[131],"Our":[132],"approach":[133],"introduces":[134],"optimization":[136],"(MOO)":[137],"principles":[138],"into":[139],"RLHF":[140],"an":[143],"as":[145],"preference-conditioned":[147],"policy":[148,162],"network.":[149],"We":[150],"improve":[151],"computational":[153],"MOC":[156,182],"by":[157,210],"applying":[158],"MOO":[159],"at":[160],"level,":[163],"enabling":[164],"us":[165],"fine-tune":[167],"7B-parameter":[169],"model":[170],"A6000":[174],"GPU.":[175],"Extensive":[176],"experiments":[177],"demonstrate":[178],"advantages":[180],"over":[183],"baselines":[184],"three":[186],"aspects:":[187],"(i)":[188],"w.r.t.":[193],"trade-off":[198],"among":[199],"multiple":[200,214],"rewards;":[201],"(ii)":[202],"quality":[203],"outputs,":[208],"measured":[209],"hyper-volume":[212],"solutions":[215],"achieved;":[216],"(iii)":[218],"generalization":[219],"unseen":[221],"These":[223],"results":[224],"highlight":[225],"MOC's":[226],"potential":[227],"real-world":[229],"applications":[230],"requiring":[231],"scalable":[232],"customizable":[234],"LLMs.":[235]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}