{"id":"https://openalex.org/W7165396821","doi":"https://doi.org/10.1109/access.2026.3705468","title":"Token-Based Task-Aware Knowledge Distillation for Encoder Adaptation","display_name":"Token-Based Task-Aware Knowledge Distillation for Encoder Adaptation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7165396821","doi":"https://doi.org/10.1109/access.2026.3705468"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3705468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3705468","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3705468","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113878504","display_name":"Eunjoung Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunjoung Yoo","raw_affiliation_strings":["Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0006-2022-5460","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058572236","display_name":"Jieui Kang","orcid":"https://orcid.org/0009-0000-7691-0930"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jieui Kang","raw_affiliation_strings":["Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0000-7691-0930","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104299689","display_name":"Soeun Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soeun Choi","raw_affiliation_strings":["Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0009-2458-3048","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013820764","display_name":"Yeonhee Kim","orcid":"https://orcid.org/0000-0003-1882-5230"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeonhee Kim","raw_affiliation_strings":["Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1882-5230","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Convergence, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013362846","display_name":"Jaehyeong Sim","orcid":"https://orcid.org/0000-0001-8722-8486"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaehyeong Sim","raw_affiliation_strings":["Department of Computer Science and Engineering, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8722-8486","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138925566"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68149488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"99526","last_page":"99540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.2590000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.2590000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.06390000134706497,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.05849999934434891,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5734999775886536},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.49140000343322754},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4523000121116638},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.3163999915122986}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8044000267982483},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.49140000343322754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4578999876976013},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2913999855518341},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26899999380111694},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2547000050544739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2515999972820282},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3705468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3705468","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:04c6382188404c5b926aa38a7bd6fb96","is_oa":false,"landing_page_url":"https://doaj.org/article/04c6382188404c5b926aa38a7bd6fb96","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 99526-99540 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3705468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3705468","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6710995894","display_name":null,"funder_award_id":"RS-2025-02214322","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"}],"funders":[{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0,26],"distillation":[1,81,178],"(KD)":[2],"compresses":[3],"a":[4,8,34,112,197],"large":[5],"teacher":[6,32,68,84],"into":[7],"compact":[9],"student":[10,199],"while":[11,180],"preserving":[12],"task":[13],"performance,":[14],"ideally":[15],"without":[16],"introducing":[17],"student-side":[18],"architectural":[19,184],"changes.":[20],"We":[21],"present":[22],"Dynamic":[23,35],"Token-Based":[24,36],"Task-Aware":[25],"Distillation":[27],"(DT-TAKD),":[28],"which":[29],"equips":[30],"the":[31,59,77,95,155,187],"with":[33,40,86,133,196],"Adapter":[37],"(DT-Adapter)":[38],"trained":[39],"an":[41,54,149],"Exclusive":[42],"Contrastive":[43],"Triplet":[44],"loss":[45],"(ECT).":[46],"The":[47],"DT-Adapter":[48],"dynamically":[49],"selects":[50],"task-relevant":[51],"tokens,":[52],"constructs":[53],"anchor":[55],"summary,":[56],"and":[57,90,102,127,139,146,163],"refines":[58],"selected":[60],"tokens":[61],"via":[62],"dual":[63],"residual":[64],"updates,":[65],"producing":[66],"task-aware":[67],"representations.":[69],"These":[70],"representations":[71],"serve":[72],"as":[73,143],"supervision":[74],"targets":[75],"for":[76,124,130,168],"student,":[78,188],"enabling":[79],"effective":[80],"using":[82],"only":[83],"outputs":[85],"standard":[87,177],"logit-based":[88],"KD":[89],"hidden-state":[91],"matching.":[92],"Experiments":[93],"on":[94,137,161,166,186],"General":[96],"Language":[97],"Understanding":[98],"Evaluation":[99],"(GLUE)":[100],"benchmark":[101],"Stanford":[103],"Question":[104],"Answering":[105],"Dataset":[106],"(SQuAD)":[107],"show":[108],"consistent":[109],"gains":[110],"under":[111],"baseline-locked":[113],"regime":[114],"that":[115],"matches":[116],"all":[117],"non-epoch":[118],"training":[119],"settings,":[120],"improving":[121],"9/9":[122],"tasks":[123,129],"BERT-6":[125],"(6-layer)":[126],"8/9":[128],"BERT-12":[131],"(12-layer),":[132],"particularly":[134],"strong":[135],"improvements":[136],"data-scarce":[138],"token-sensitive":[140],"benchmarks":[141],"such":[142],"RTE,":[144],"CoLA,":[145],"SQuAD.":[147],"Under":[148],"adapter-optimized":[150],"regime,":[151],"DT-TAKD":[152,171],"further":[153],"increases":[154],"performance":[156,174],"ceiling":[157],"(e.g.,":[158],"+":[159,164],"4.69":[160],"RTE":[162],"2.79":[165],"CoLA":[167],"BERT-12).":[169],"Overall,":[170],"achieves":[172],"competitive":[173],"relative":[175],"to":[176],"baselines":[179],"imposing":[181],"no":[182],"additional":[183],"burden":[185],"following":[189],"our":[190],"principle":[191],"of":[192],"teacher-side":[193],"token":[194],"structuring":[195],"simple":[198],"interface.":[200],"Code":[201],"is":[202],"available":[203],"at:":[204],"<uri>https://github.com/phoebe81/DT-TAKD</uri>":[205]},"counts_by_year":[],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2026-06-20T00:00:00"}