{"id":"https://openalex.org/W7140130395","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.270","title":"Sparse Brains are Also Adaptive Brains: Cognitive-Load-Aware Dynamic Activation for LLMs","display_name":"Sparse Brains are Also Adaptive Brains: Cognitive-Load-Aware Dynamic Activation for LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140130395","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.270"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.270","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.270","pdf_url":"https://aclanthology.org/2026.findings-eacl.270.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.270.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130397987","display_name":"Yiheng Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiheng Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130348628","display_name":"Yujie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujie Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044883250","display_name":"Chi Ma","orcid":"https://orcid.org/0000-0001-6774-8935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130365105","display_name":"Lei Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122390842","display_name":"Emmanuele Chersoni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emmanuele Chersoni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130329397","display_name":"Chu-Ren Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu-Ren Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5124","last_page":"5138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.44859999418258667,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.44859999418258667,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.07959999889135361,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.04659999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-response","display_name":"Adaptive response","score":0.2395000010728836},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.23029999434947968},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.22439999878406525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4530999958515167},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.40529999136924744},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.30399999022483826},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25380000472068787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24580000340938568},{"id":"https://openalex.org/C33507282","wikidata":"https://www.wikidata.org/wiki/Q4680759","display_name":"Adaptive response","level":2,"score":0.2395000010728836},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.23080000281333923},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2303999960422516},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.23029999434947968},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.22439999878406525}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.270","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.270","pdf_url":"https://aclanthology.org/2026.findings-eacl.270.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.270","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.270","pdf_url":"https://aclanthology.org/2026.findings-eacl.270.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140130395.pdf","grobid_xml":"https://content.openalex.org/works/W7140130395.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dense":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"face":[5],"critical":[6],"efficiency":[7,181],"bottlenecks,":[8],"as":[9],"they":[10,31],"rigidly":[11],"activate":[12],"all":[13],"parameters":[14],"regardless":[15],"of":[16],"input":[17],"complexity.While":[18],"existing":[19],"sparsity":[20,57,76],"methods":[21],"(static":[22],"pruning":[23],"or":[24,37,41,196],"dynamic":[25],"activation)":[26],"partially":[27],"address":[28],"this":[29],"issue,":[30],"either":[32],"lack":[33],"adaptivity":[34],"to":[35],"contextual":[36],"model":[38],"structural":[39,59],"demands":[40],"incur":[42],"prohibitive":[43],"computational":[44],"overhead.Inspired":[45],"by":[46,95,105],"the":[47,169],"human":[48],"brain's":[49],"dual-process":[50],"mechanisms":[51,182],"-predictive":[52],"coding":[53],"(N400)":[54],"for":[55,62,191,204],"backbone":[56],"and":[58,99,111,142,163,179],"reanalysis":[60],"(P600)":[61],"complex":[63],"contexts":[64],"-we":[65],"propose":[66],"CLADA,":[67],"a":[68,114,118,201],"Cognitive-Load-Aware":[69],"Dynamic":[70],"Activation":[71],"framework":[72],"that":[73,83,146],"synergizes":[74],"statistical":[75],"with":[77,152],"semantic":[78],"adaptability.Our":[79],"key":[80],"insight":[81],"is":[82,130],"LLM":[84,180,206],"activations":[85],"exhibit":[86],"two":[87],"complementary":[88],"patterns:":[89],"1)":[90],"Global":[91],"Statistical":[92],"Sparsity":[93],"driven":[94],"sequence-level":[96],"prefix":[97],"information,":[98],"2)":[100],"Local":[101],"Semantic":[102],"Adaptability":[103],"modulated":[104],"cognitive":[106,136],"load":[107],"metrics":[108],"(e.g.,":[109],"surprisal":[110],"entropy).CLADA":[112],"employs":[113],"hierarchical":[115],"thresholding":[116],"strategy:":[117],"baseline":[119],"derived":[120],"from":[121],"offline":[122],"errorcontrolled":[123],"optimization":[124],"ensures":[125],"over":[126],"40%":[127],"sparsity,":[128],"which":[129],"then":[131],"dynamically":[132],"adjusted":[133],"using":[134],"real-time":[135],"signals.Evaluations":[137],"across":[138],"six":[139],"mainstream":[140],"LLMs":[141],"nine":[143],"benchmarks":[144],"demonstrate":[145],"CLADA":[147,199],"achieves":[148],"20%":[149],"average":[150],"speedup":[151],"less":[153],"than":[154],"2%":[155],"accuracy":[156],"degradation,":[157],"outperforming":[158],"Griffin":[159],"(over":[160],"5%":[161],"degradation)":[162],"TT":[164],"(negligible":[165],"speedup).Crucially,":[166],"we":[167],"establish":[168],"first":[170],"formal":[171],"connection":[172],"between":[173],"neurolinguistic":[174],"event-related":[175],"potential":[176],"(ERP)":[177],"components":[178],"through":[183],"multi-level":[184],"regression":[185],"analysis":[186],"(R":[187],"2":[188],"=":[189],"0.17":[190],"sparsity-adaptation":[192],"synergy).Requiring":[193],"no":[194],"retraining":[195],"architectural":[197],"changes,":[198],"offers":[200],"deployable":[202],"solution":[203],"resource-aware":[205],"inference":[207],"while":[208],"advancing":[209],"biologically-inspired":[210],"AI":[211],"design.":[212]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}