{"id":"https://openalex.org/W7134115275","doi":"https://doi.org/10.1109/tsp.2026.3671460","title":"Automatic Rank Determination for Low-Rank Adaptation via Submodular Function Maximization","display_name":"Automatic Rank Determination for Low-Rank Adaptation via Submodular Function Maximization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7134115275","doi":"https://doi.org/10.1109/tsp.2026.3671460"},"language":null,"primary_location":{"id":"doi:10.1109/tsp.2026.3671460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2026.3671460","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042209803","display_name":"Yihang Gao","orcid":"https://orcid.org/0000-0001-8883-7769"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yihang Gao","raw_affiliation_strings":["Department of Mathematics, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8883-7769","affiliations":[{"raw_affiliation_string":"Department of Mathematics, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":null,"display_name":"Vincent Y. F. Tan","orcid":"https://orcid.org/0000-0002-5008-4527"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Vincent Y. F. Tan","raw_affiliation_strings":["Department of Mathematics and Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5008-4527","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22648898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":null,"first_page":"1094","last_page":"1108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.07980000227689743,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.07980000227689743,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.039000000804662704,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.6521000266075134},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6010000109672546},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.45170000195503235},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.399399995803833},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3711000084877014},{"id":"https://openalex.org/keywords/entropy-maximization","display_name":"Entropy maximization","score":0.33149999380111694},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.31150001287460327}],"concepts":[{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.6521000266075134},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6010000109672546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5453000068664551},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.439300000667572},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4302999973297119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40230000019073486},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C127233936","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Entropy maximization","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.31150001287460327},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2026.3671460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2026.3671460","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,19],"this":[1,82,101,154],"paper,":[2],"we":[3,84,113],"propose":[4],"SubLoRA,":[5],"a":[6,74,91,96,115,131,145,177,190],"rank":[7,87,187,191,223],"determination":[8,88,188,224],"method":[9,161],"for":[10,73,202],"Low-Rank":[11],"Adaptation":[12],"(LoRA)":[13],"based":[14],"on":[15,29,196],"submodular":[16,116],"function":[17,117],"maximization.":[18],"contrast":[20],"to":[21,41,176],"prior":[22],"approaches,":[23],"such":[24],"as":[25,90],"AdaLoRA,":[26],"that":[27,55,152,216],"rely":[28],"first-order":[30],"(linearized)":[31],"approximations":[32],"of":[33,148,211],"the":[34,43,50,56,63,71,86,110,138,149,209],"loss":[35,46],"function,":[36],"SubLoRA":[37,175,217],"utilizes":[38],"second-order":[39,79,166],"information":[40],"capture":[42],"potentially":[44],"complex":[45],"landscape":[47],"by":[48],"incorporating":[49],"Hessian":[51,150],"matrix.":[52],"We":[53,129,172],"show":[54,215],"linearization":[57],"becomes":[58,141],"inaccurate":[59],"and":[60,77,120,133,143,168,186,225],"ill-conditioned":[61],"when":[62],"LoRA":[64,183],"parameters":[65],"have":[66],"been":[67],"well":[68],"optimized,":[69],"motivating":[70],"need":[72],"more":[75],"reliable":[76],"nuanced":[78],"formulation.":[80],"To":[81,108],"end,":[83],"reformulate":[85],"problem":[89,94,102],"combinatorial":[92],"optimization":[93,179],"with":[95,126],"quadratic":[97],"objective.":[98],"However,":[99],"solving":[100,203],"exactly":[103],"is":[104],"NP-hard":[105],"in":[106,221],"general.":[107],"overcome":[109],"computational":[111,158,170],"challenge,":[112],"introduce":[114],"maximization":[118],"framework":[119],"devise":[121],"an":[122],"(accelerated)":[123],"greedy":[124],"algorithm":[125],"approximation":[127],"guarantees.":[128],"derive":[130],"sufficient":[132],"necessary":[134],"condition":[135,155],"under":[136,189],"which":[137],"rank-determination":[139],"objective":[140],"submodular,":[142],"construct":[144],"closed-form":[146],"projection":[147],"matrix":[151],"satisfies":[153],"while":[156],"maintaining":[157],"efficiency.":[159,171],"Our":[160],"combines":[162],"solid":[163],"theoretical":[164],"foundations,":[165],"accuracy,":[167],"practical":[169],"further":[173],"extend":[174],"joint":[178,226],"setting,":[180],"alternating":[181],"between":[182],"parameter":[184],"updates":[185],"budget":[192],"constraint.":[193],"Extensive":[194],"experiments":[195],"fine-tuning":[197],"physics-informed":[198],"neural":[199],"networks":[200],"(PINNs)":[201],"partial":[204],"differential":[205],"equations":[206],"(PDEs)":[207],"demonstrate":[208],"effectiveness":[210],"our":[212],"approach.":[213],"Results":[214],"outperforms":[218],"existing":[219],"methods":[220],"both":[222],"training":[227],"performance.":[228]},"counts_by_year":[],"updated_date":"2026-03-24T05:59:24.953642","created_date":"2026-03-08T00:00:00"}