{"id":"https://openalex.org/W7140140792","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.300","title":"MaskLoRA: Low-Rank Subspace\u2013Induced Token Masking for Efficient and Faithful Language Models","display_name":"MaskLoRA: Low-Rank Subspace\u2013Induced Token Masking for Efficient and Faithful Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140140792","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.300"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.300","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.300","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.300","pdf_url":"https://aclanthology.org/2026.findings-eacl.300.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-eacl.300.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130393604","display_name":"Rifat Rafiuddin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rifat Rafiuddin","raw_affiliation_strings":["Department of Computer Science Oklahoma State University Stillwater , OK , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Oklahoma State University Stillwater , OK , USA","institution_ids":["https://openalex.org/I115475287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5130393604"],"corresponding_institution_ids":["https://openalex.org/I115475287"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15201446,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5678","last_page":"5692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0632999986410141,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.039400000125169754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/token-masking","display_name":"token masking","score":0.9520000219345093},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.7749999761581421},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.8619999885559082},{"id":"https://openalex.org/keywords/low-rank-subspace","display_name":"low-rank subspace","score":0.8140000104904175},{"id":"https://openalex.org/keywords/token-selection","display_name":"token selection","score":0.5070000290870667},{"id":"https://openalex.org/keywords/top-k-selection","display_name":"top-k selection","score":0.6100000143051147},{"id":"https://openalex.org/keywords/kv-cache-compression","display_name":"KV cache compression","score":0.5389999747276306},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.5460000038146973},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.6190000176429749},{"id":"https://openalex.org/keywords/long-context-generation","display_name":"long-context generation","score":0.48899999260902405},{"id":"https://openalex.org/keywords/out-of-distribution-robustness","display_name":"out-of-distribution robustness","score":0.7950000166893005},{"id":"https://openalex.org/keywords/squad","display_name":"SQuAD","score":0.4959999918937683},{"id":"https://openalex.org/keywords/adhesives","display_name":"adhesives","score":0.6650000214576721},{"id":"https://openalex.org/keywords/han","display_name":"Han","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690999865531921},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49410000443458557},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4724000096321106},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3776000142097473},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C114645060","wikidata":"https://www.wikidata.org/wiki/Q5431294","display_name":"Faithful representation","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.300","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.300","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.300","pdf_url":"https://aclanthology.org/2026.findings-eacl.300.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.300","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.300","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.300","pdf_url":"https://aclanthology.org/2026.findings-eacl.300.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140140792.pdf","grobid_xml":"https://content.openalex.org/works/W7140140792.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4361230791","https://openalex.org/W4385573911","https://openalex.org/W3104223418","https://openalex.org/W7166884255","https://openalex.org/W4385567255","https://openalex.org/W7166815649","https://openalex.org/W4401042435","https://openalex.org/W3035071485","https://openalex.org/W3090048242","https://openalex.org/W7134844364"],"abstract_inverted_index":{"We":[0],"propose":[1],"MASKLORA,":[2],"a":[3,13,51,56],"plug-and-play":[4],"masking":[5],"mechanism":[6],"that":[7],"turns":[8],"PEFT's":[9],"lowrank":[10],"subspace":[11,52],"into":[12],"faithful,":[14],"compute-aware":[15],"token":[16],"selector.Instead":[17],"of":[18,71],"relying":[19],"on":[20,81,93],"attention":[21],"entropy":[22],"or":[23],"gradients,":[24],"MASKLORA":[25,85],"scores":[26,206],"tokens":[27],"by":[28,68],"the":[29,59,69,78],"LoRA-induced":[30],"representation":[31],"shift":[32],"and":[33,50,63,83,114,133,152,182,193,199],"learns":[34],"differentiable":[35],"gates":[36,212],"with":[37,190,260],"an":[38],"objective":[39],"combining":[40],"task":[41],"loss,":[42],"expected":[43],"L":[44],"0":[45],"sparsity,":[46],"prediction":[47],"consistency":[48],"(KL),":[49],"concentration":[53],"term.We":[54],"provide":[55],"bound":[57],"showing":[58],"KL":[60,130,226],"between":[61],"full":[62],"masked":[64,221],"predictions":[65],"is":[66,147],"controlled":[67],"sum":[70],"dropped":[72],"scores,":[73],"implying":[74],"top-k":[75],"selection":[76],"minimizes":[77],"bound.Across":[79],"encoders":[80],"GLUE":[82],"SQuAD,":[84],"matches":[86],"full-model":[87],"accuracy":[88],"while":[89],"yielding":[90],"1.3-2.6\u00d7end-to-end":[91],"speedups;":[92],"long-context":[94],"NarrativeQA/GovReport":[95],"it":[96],"attains":[97],"1.5-3.6\u00d7with":[98],"small":[99],"but":[100],"nonzero":[101],"degradation":[102],"(e.g.,":[103],"\u2264":[104,168],"0.4":[105],"at":[106,112,119,131,142,162,171,179],"\u03c1=70%,":[107],"up":[108,115],"to":[109,116],"\u223c":[110,117],"1.2":[111],"\u03c1=50%,":[113],"2.5":[118],"\u03c1\u224830%).Faithfulness":[120],"improves":[121],"over":[122],"strong":[123],"baselines":[124],"(sufficiency":[125],"99.2%,":[126],"necessity":[127],"59.3%,":[128],"lower":[129],"\u03c1=50%),":[132],"energy":[134],"falls":[135],"accordingly":[136],"(GPU":[137],"Joules-per-correct":[138],"3.28":[139],"\u2192":[140],"1.34":[141],"\u03c1":[143,216],"\u2248":[144,166],"30%).The":[145],"method":[146],"KV-cache":[148],"compatible,":[149],"rank-and":[150],"budget-controllable,":[151],"robust":[153],"under":[154],"OOD":[155],"stress":[156],"(HANS,":[157],"adversarial":[158],"sentiment,":[159],"noisy":[160],"SQuAD;":[161],"moderate":[163],"budgets":[164],"(\u03c1":[165],"50%)":[167],"0.9":[169],"abs.drop":[170],"matched":[172],"budgets).Qualitative":[173],"analyses":[174],"show":[175],"layer-wise":[176],"retention":[177],"concentrating":[178],"semantic":[180],"bottlenecks":[181],"class-separated":[183],"\u2206h":[184],"i":[185],"embeddings.MASKLORA":[186],"offers":[187],"accuracymatched":[188],"speedups":[189],"interpretable":[191],"rationales":[192],"practical":[194],"deployment":[195],"hooks.hidden/attn":[196],"streams":[197],"h,\u03b1":[198],"LoRA":[200,231],"\u0394\u03b8":[201],"\u21d2":[202,208,217,225,229,237,246,254,263],"compute":[203],"\u0394hi,\u2113,\u0394\u03b1i,\u2113.normalized,":[204],"aggregated":[205],"s^i":[207,245],"drive":[209],"gate":[210,239],"logits/selection.soft":[211],"m~":[213],"(Hard-Concrete),":[214],"budget":[215],"loss":[218],"terms":[219],"use":[220],"input.full":[222],"forward":[223],"f(x;\u03b8+\u0394\u03b8)":[224],"\"teacher\"":[227],"logits.gradients":[228],"update":[230,238],"params":[232,240],"\u0394\u03b8.":[233],"gradients":[234],"&":[235],"calibration":[236],"\u03d5,":[241],"set":[242,256],"threshold":[243],"\u03ba\u2190F-1(1-\u03c1).scores":[244],"hard":[247],"mask":[248,252],"m":[249,253],"via":[250],"threshold/top-k.hard":[251],"kept-token":[255],"S.":[257],"run":[258],"f(x\u2299m;\u03b8+\u0394\u03b8)":[259],"KVcache":[261],"compaction":[262],"y^,":[264],"logits,":[265],"speedups.":[266]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-24T00:00:00"}