{"id":"https://openalex.org/W7166799429","doi":"https://doi.org/10.48550/arxiv.2606.31397","title":"Mixture-of-Control: State-Aware Fine-Tuning for Transformer-based Models","display_name":"Mixture-of-Control: State-Aware Fine-Tuning for Transformer-based Models","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166799429","doi":"https://doi.org/10.48550/arxiv.2606.31397"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31397","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31397","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139829624","display_name":"Duc Anh Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Duc Anh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115405384","display_name":"Tien Ngoc Luu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luu, Tien Ngoc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103600287","display_name":"T LH Pham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pham, Tung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139801677","display_name":"Toan Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Toan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.21289999783039093,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.21289999783039093,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.147599995136261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4697999954223633},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4661000072956085},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3596000075340271},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.3319000005722046},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.30820000171661377},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.30090001225471497}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634000182151794},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4697999954223633},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31397","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31397","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"State-based":[0],"fine-tuning":[1,74],"has":[2],"emerged":[3],"as":[4,93],"a":[5,72,96,120],"compelling":[6],"alternative":[7],"to":[8,84],"weight-based":[9],"adaptation":[10],"for":[11,65],"transformers,":[12],"updating":[13],"lightweight":[14,73],"controls":[15],"into":[16],"states":[17,92],"rather":[18],"than":[19],"model":[20],"weights,":[21],"offering":[22],"substantial":[23],"memory":[24,122],"savings":[25],"while":[26,118],"retaining":[27],"parameter":[28],"efficiency.":[29,125],"However,":[30],"most":[31],"existing":[32],"state-based":[33,116],"methods":[34,117],"typically":[35],"apply":[36],"only":[37],"per-block":[38],"control":[39,82,91],"updates,":[40],"which":[41],"limits":[42],"inter-block":[43],"information":[44],"exchange":[45],"and":[46,80,123],"restricts":[47],"representational":[48],"adaptation.":[49],"Meanwhile,":[50],"prior":[51],"mechanisms":[52],"that":[53,76,113],"enable":[54],"cross-block":[55],"communication":[56,102],"often":[57],"introduce":[58,69],"considerable":[59],"computational":[60,124],"overhead,":[61],"reducing":[62],"their":[63],"practicality":[64],"efficient":[66,101],"fine-tuning.":[67],"We":[68],"Mixture-of-Control":[70],"(MoC),":[71],"framework":[75],"adaptively":[77],"integrates":[78],"local":[79],"global":[81],"signals":[83],"enhance":[85],"representation":[86],"learning.":[87],"MoC":[88,114],"treats":[89],"block-wise":[90],"experts":[94],"in":[95],"sparse":[97],"mixture-of-experts":[98],"process,":[99],"enabling":[100],"across":[103,108],"transformer":[104],"blocks.":[105],"Empirical":[106],"results":[107],"diverse":[109],"transformer-based":[110],"benchmarks":[111],"demonstrate":[112],"outperforms":[115],"maintaining":[119],"comparable":[121]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}