{"id":"https://openalex.org/W7130929581","doi":"https://doi.org/10.1016/j.engappai.2026.114285","title":"Layer-dependent dynamic spectral weighting for efficient transformer models","display_name":"Layer-dependent dynamic spectral weighting for efficient transformer models","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7130929581","doi":"https://doi.org/10.1016/j.engappai.2026.114285"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2026.114285","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114285","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.engappai.2026.114285","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126561551","display_name":"Zhigao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigao Huang","raw_affiliation_strings":["Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China","institution_ids":["https://openalex.org/I169019527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032647412","display_name":"Yanzhong Yu","orcid":"https://orcid.org/0000-0002-8381-5787"},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanzhong Yu","raw_affiliation_strings":["Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China","institution_ids":["https://openalex.org/I169019527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121567420","display_name":"Shiyan Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyan Zheng","raw_affiliation_strings":["Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China","institution_ids":["https://openalex.org/I169019527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101504233","display_name":"Musheng Chen","orcid":"https://orcid.org/0000-0001-6960-5567"},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Musheng Chen","raw_affiliation_strings":["Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China","institution_ids":["https://openalex.org/I169019527"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123578027","display_name":"Quanfa Li","orcid":null},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanfa Li","raw_affiliation_strings":["Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Information Engineering, Quanzhou Normal University, Quanzhou, Fujian 362000, China","institution_ids":["https://openalex.org/I169019527"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5032647412"],"corresponding_institution_ids":["https://openalex.org/I169019527"],"apc_list":{"value":3170,"currency":"USD","value_usd":3170},"apc_paid":{"value":3170,"currency":"USD","value_usd":3170},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17102714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"171","issue":null,"first_page":"114285","last_page":"114285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23980000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23980000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.10109999775886536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7401999831199646},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6952999830245972},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6395999789237976},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.31439998745918274},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.2962999939918518},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.28690001368522644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8464000225067139},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7401999831199646},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6952999830245972},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42100000381469727},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3537999987602234},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.31779998540878296},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C70136482","wikidata":"https://www.wikidata.org/wiki/Q13583781","display_name":"A-weighting","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2026.114285","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114285","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.engappai.2026.114285","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114285","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329593","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2946417913","https://openalex.org/W2946794439","https://openalex.org/W2948947170","https://openalex.org/W2963341956","https://openalex.org/W2963809228","https://openalex.org/W2972324944","https://openalex.org/W3085139254","https://openalex.org/W3118485687","https://openalex.org/W3214897310","https://openalex.org/W4388191893","https://openalex.org/W4389060203","https://openalex.org/W4403284445","https://openalex.org/W4404010403","https://openalex.org/W4409700773","https://openalex.org/W4410395497","https://openalex.org/W4410563235","https://openalex.org/W4410857939","https://openalex.org/W4417293864"],"related_works":[],"abstract_inverted_index":{"Transformer":[0],"models":[1],"have":[2],"revolutionized":[3],"artificial":[4,133],"intelligence":[5],"applications":[6,131],"in":[7,69,104],"natural":[8],"language":[9],"processing,":[10],"but":[11],"their":[12],"computational":[13,102],"demands":[14],"remain":[15],"significant.":[16],"We":[17],"introduce":[18],"Layer-Dependent":[19],"Dynamic":[20],"Spectral":[21],"Weighting":[22],"(LD-DSW),":[23],"a":[24,81],"novel":[25],"approach":[26,99],"that":[27,45],"selectively":[28],"modulates":[29],"attention":[30],"head":[31],"contributions":[32],"based":[33],"on":[34,93],"spectral":[35],"characteristics":[36],"at":[37],"specific":[38],"transformer":[39,124],"layers.":[40],"Our":[41],"key":[42],"finding":[43],"is":[44],"applying":[46],"this":[47],"technique":[48],"primarily":[49],"to":[50],"later":[51],"layers":[52],"provides":[53],"the":[54,90],"optimal":[55],"balance":[56],"between":[57],"performance":[58],"and":[59],"efficiency.":[60],"Systematic":[61],"evaluation":[62],"across":[63],"diverse":[64],"datasets":[65],"shows":[66],"consistent":[67],"reductions":[68],"validation":[70],"loss":[71],"together":[72],"with":[73],"higher":[74],"inference":[75],"speeds;":[76],"later-layer":[77],"selective":[78],"application":[79,87],"offers":[80],"favorable":[82],"efficiency\u2013performance":[83],"trade-off,":[84],"whereas":[85],"full-network":[86],"can":[88],"yield":[89],"largest":[91],"gains":[92],"more":[94,122],"complex":[95],"corpora.":[96],"This":[97],"targeted":[98],"significantly":[100],"reduces":[101],"overhead":[103],"resource-constrained":[105],"environments":[106],"without":[107],"compromising":[108],"model":[109],"capabilities.":[110],"Beyond":[111],"immediate":[112],"efficiency":[113],"gains,":[114],"our":[115],"findings":[116],"provide":[117],"critical":[118],"insights":[119],"for":[120,129],"designing":[121],"adaptable":[123],"architectures,":[125],"offering":[126],"broader":[127],"implications":[128],"engineering":[130],"of":[132],"intelligence.":[134]},"counts_by_year":[],"updated_date":"2026-02-24T06:16:03.338239","created_date":"2026-02-23T00:00:00"}