{"id":"https://openalex.org/W7131658274","doi":"https://doi.org/10.48550/arxiv.2602.21669","title":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","display_name":"DWA-KD: Dual-Space Weighting and Time-Warped Alignment for Cross-Tokenizer Knowledge Distillation","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131658274","doi":"https://doi.org/10.48550/arxiv.2602.21669"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.21669","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113352192","display_name":"Duc Trung Vu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vu, Duc Trung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126903934","display_name":"Pham Khanh Chi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi, Pham Khanh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126858066","display_name":"Dat Phi Van","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van, Dat Phi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125251729","display_name":"Linh Ngo Van","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van, Linh Ngo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126875729","display_name":"Sang Dinh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dinh, Sang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126920632","display_name":"Trung Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Trung","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113352192"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.45579999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.45579999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.1216999962925911,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08160000294446945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7675999999046326},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6845999956130981},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5849000215530396},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5263000130653381},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5108000040054321},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5088000297546387},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.49410000443458557},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4307999908924103},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.42989999055862427}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7675999999046326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159000039100647},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6845999956130981},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5849000215530396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5644000172615051},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5088000297546387},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43130001425743103},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33559998869895935},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.32019999623298645},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C88516994","wikidata":"https://www.wikidata.org/wiki/Q1268863","display_name":"Dynamic time warping","level":2,"score":0.26420000195503235}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.21669","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.21669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.21669","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.8238660097122192,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"Distillation":[1],"(KD)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,48],"crucial":[7],"technique":[8],"for":[9],"compressing":[10],"Large":[11],"Language":[12],"Models":[13],"(LLMs).":[14],"Although":[15],"existing":[16],"cross-tokenizer":[17,50],"KD":[18,90,170],"methods":[19],"have":[20],"made":[21],"notable":[22],"progress,":[23],"their":[24],"effectiveness":[25],"remains":[26],"constrained":[27],"by":[28,66,99],"suboptimal":[29],"alignment":[30,65,148],"across":[31,161],"sequence":[32,129],"and":[33,44,61,70,85,110,142,151,156,183,185],"vocabulary":[34],"levels.":[35],"To":[36],"address":[37],"these":[38],"limitations,":[39],"we":[40],"introduce":[41],"Dual-Space":[42],"Weighting":[43],"Time-Warped":[45],"Alignment":[46],"(DWA-KD),":[47],"novel":[49],"distillation":[51,56],"framework":[52],"that":[53,102,166],"enhances":[54],"token-wise":[55],"through":[57],"dual-space":[58,89,100],"entropy-based":[59,180],"weighting":[60,182],"achieves":[62],"precise":[63],"sequence-level":[64],"leveraging":[67],"both":[68,139],"lexical":[69,150],"semantic":[71],"information.":[72],"At":[73,127],"the":[74,82,106,111,128,140,176],"token":[75,181],"level,":[76,130],"DWA-KD":[77,131,167],"maps":[78],"teacher":[79,112,155],"representations":[80],"into":[81],"student":[83,107,157],"space":[84],"vice":[86],"versa,":[87],"performing":[88],"via":[91],"Kullback-Leibler":[92],"divergence":[93],"(KL).":[94],"The":[95],"process":[96],"is":[97,108,113],"modulated":[98],"weights":[101],"up-weight":[103],"tokens":[104,120],"where":[105],"uncertain":[109],"confident,":[114],"thereby":[115],"focusing":[116],"learning":[117],"on":[118],"informative":[119],"rather":[121],"than":[122],"treating":[123],"all":[124],"positions":[125],"equally.":[126],"applies":[132],"Soft":[133],"Dynamic":[134],"Time":[135],"Warping":[136],"(Soft-DTW)":[137],"to":[138],"embedding":[141,184],"final":[143,186],"hidden-state":[144],"layers,":[145],"enabling":[146],"robust":[147],"of":[149,179],"contextual":[152],"semantics":[153],"between":[154],"sequences.":[158],"Extensive":[159],"experiments":[160],"diverse":[162],"NLP":[163],"benchmarks":[164],"demonstrate":[165],"outperforms":[168],"state-of-the-art":[169],"baselines,":[171],"while":[172],"ablation":[173],"studies":[174],"confirm":[175],"complementary":[177],"contributions":[178],"hidden":[187],"state":[188],"layer":[189],"Soft-DTW":[190],"alignment.":[191]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-27T00:00:00"}