{"id":"https://openalex.org/W7162018132","doi":"https://doi.org/10.48550/arxiv.2605.21147","title":"SMoA: Spectrum Modulation Adapter for Parameter-Efficient Fine-Tuning","display_name":"SMoA: Spectrum Modulation Adapter for Parameter-Efficient Fine-Tuning","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162018132","doi":"https://doi.org/10.48550/arxiv.2605.21147"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21147","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136712042","display_name":"Yongkang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yongkang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136615625","display_name":"Xing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136657751","display_name":"Mengjie Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Mengjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136630480","display_name":"Shanru Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shanru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136630904","display_name":"Zijing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136685114","display_name":"Qian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101794838","display_name":"Feng Shi","orcid":"https://orcid.org/0000-0001-5175-9760"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136645505","display_name":"Feiliang Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Feiliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136664799","display_name":"Daling Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Daling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sch\u00fctze, Hinrich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.15850000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.15850000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.15299999713897705,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.09350000321865082,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6647999882698059},{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.5454000234603882},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.460999995470047},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.435699999332428},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"Low-rank approximation","score":0.38429999351501465},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.36469998955726624},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.33329999446868896},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.3215999901294708}],"concepts":[{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6647999882698059},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4991999864578247},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4912000000476837},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4106999933719635},{"id":"https://openalex.org/C90199385","wikidata":"https://www.wikidata.org/wiki/Q6692777","display_name":"Low-rank approximation","level":3,"score":0.38429999351501465},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3359000086784363},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C168110828","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Spectral density","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.549837052822113,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0,72],"the":[1,12,44,62,68,73,85,115,128,171],"number":[2],"of":[3,67,118,149],"model":[4],"parameters":[5],"increases,":[6,75],"parameter-efficient":[7],"fine-tuning":[8,56],"(PEFT)":[9],"has":[10],"become":[11],"go-to":[13],"choice":[14],"for":[15],"tailoring":[16],"pre-trained":[17,69],"large":[18],"language":[19],"models.":[20],"Low-rank":[21],"Adaptation":[22],"(LoRA)":[23],"uses":[24],"a":[25,89,109,122],"low-rank":[26,140],"update":[27],"method":[28],"to":[29,38,98,142],"simulate":[30],"full":[31],"parameter":[32,124],"fine-tuning,":[33],"which":[34,82],"is":[35],"widely":[36],"used":[37],"reduce":[39],"resource":[40],"requirements.":[41],"However,":[42,88],"decreasing":[43],"rank":[45,58,74,91],"encounters":[46],"challenges":[47],"with":[48,57],"limited":[49],"representational":[50],"capacity.":[51],"Theory":[52],"suggests":[53],"that":[54,113],"LoRA":[55,176],"r":[59,64],"converges":[60],"toward":[61],"top":[63],"singular":[65,78],"values":[66],"weight":[70],"matrix.":[71],"more":[76,94],"principal":[77],"directions":[79],"are":[80],"preserved,":[81],"generally":[83],"improves":[84,167],"model's":[86],"performance.":[87],"larger":[90],"also":[92],"introduces":[93],"trainable":[95],"parameters,":[96],"leading":[97],"higher":[99],"computational":[100],"cost.":[101],"To":[102],"overcome":[103],"this":[104],"dilemma,":[105],"we":[106],"propose":[107],"SMoA,":[108],"\\textbf{S}pectrum":[110],"\\textbf{Mo}dulation":[111],"\\textbf{A}dapter":[112],"enlarges":[114],"accessible":[116],"family":[117],"spectrum-aware":[119],"updates":[120],"under":[121],"smaller":[123],"budget.":[125],"SMoA":[126,166],"partitions":[127],"layer":[129],"into":[130],"multiple":[131,161],"aligned":[132],"spectral":[133,151],"blocks":[134],"and":[135,157,177],"applies":[136],"one":[137],"in-block":[138],"Hadamard-modulated":[139],"branch":[141],"each":[143],"diagonal":[144],"block,":[145],"yielding":[146],"broader":[147],"coverage":[148],"pretrained":[150],"directions.":[152],"We":[153],"provide":[154],"theoretical":[155],"analysis":[156],"empirical":[158],"results":[159],"on":[160],"tasks.":[162],"In":[163],"our":[164],"experiments,":[165],"average":[168],"performance":[169],"in":[170],"current":[172],"lower-budget":[173],"setting":[174],"over":[175],"competitive":[178],"LoRA-style":[179],"baselines.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}