{"id":"https://openalex.org/W4413157366","doi":"https://doi.org/10.1109/tce.2025.3598319","title":"DA-Distill: Dual-Alignment Distillation for Multimodal Knowledge Transfer on Edge Devices","display_name":"DA-Distill: Dual-Alignment Distillation for Multimodal Knowledge Transfer on Edge Devices","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4413157366","doi":"https://doi.org/10.1109/tce.2025.3598319"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3598319","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3598319","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Caiyu Fan","orcid":"https://orcid.org/0009-0000-3617-5417"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Caiyu Fan","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-3617-5417","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781104","display_name":"Kun Song","orcid":"https://orcid.org/0009-0003-0004-3780"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Song","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-0004-3780","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045750357","display_name":"Bochao Zou","orcid":"https://orcid.org/0000-0002-2126-8159"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bochao Zou","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2126-8159","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056448481","display_name":"Xiaocheng Hu","orcid":"https://orcid.org/0000-0002-7736-9098"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210133932","display_name":"China National Center for Food Safety Risk Assessment","ror":"https://ror.org/03kcjz738","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210133932"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaocheng Hu","raw_affiliation_strings":["Department of the National Engineering Research Center for Public Safety Risk Perception and Control by Big Data, China Academy of Electronics and Information Technology, Beijing, China","Department of the National Engineering Research Center for Public Safety Risk Perception and Control by Big Data RPP, China Academic of Electronics and Information Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7736-9098","affiliations":[{"raw_affiliation_string":"Department of the National Engineering Research Center for Public Safety Risk Perception and Control by Big Data, China Academy of Electronics and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"Department of the National Engineering Research Center for Public Safety Risk Perception and Control by Big Data RPP, China Academic of Electronics and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210133932"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006236325","display_name":"Huimin Ma","orcid":"https://orcid.org/0000-0001-5383-5667"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Ma","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5383-5667","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10062963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"3","first_page":"8055","last_page":"8066"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5393999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5393999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6458601355552673},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5775842666625977},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.563055157661438},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.44380900263786316},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.3240419626235962},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3083362579345703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2884657382965088},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.16115915775299072},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.10297226905822754}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6458601355552673},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5775842666625977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.563055157661438},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.44380900263786316},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.3240419626235962},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3083362579345703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2884657382965088},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.16115915775299072},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.10297226905822754},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3598319","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3598319","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1672611792","display_name":null,"funder_award_id":"FRF-KST-25-008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2134536453","display_name":null,"funder_award_id":"62206015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5631758027","display_name":null,"funder_award_id":"62227801","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6408364431","display_name":null,"funder_award_id":"U21B2048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2117539524","https://openalex.org/W2149116227","https://openalex.org/W2901505625","https://openalex.org/W2952787292","https://openalex.org/W2959289524","https://openalex.org/W2963140444","https://openalex.org/W3037492894","https://openalex.org/W3137147200","https://openalex.org/W3176693010","https://openalex.org/W3177096435","https://openalex.org/W3198675127","https://openalex.org/W3214803981","https://openalex.org/W4205991051","https://openalex.org/W4214535608","https://openalex.org/W4226426325","https://openalex.org/W4226452284","https://openalex.org/W4312309807","https://openalex.org/W4312929415","https://openalex.org/W4365143687","https://openalex.org/W4386065714","https://openalex.org/W4386075975","https://openalex.org/W4387398391","https://openalex.org/W4388430691","https://openalex.org/W4390659280","https://openalex.org/W4390872745","https://openalex.org/W4401726555","https://openalex.org/W4402772638"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2317351040","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2768175398","https://openalex.org/W2015158429","https://openalex.org/W2952466936"],"abstract_inverted_index":{"The":[0],"growing":[1],"demand":[2],"for":[3,170],"multimodal":[4,15,97],"functionalities":[5],"in":[6],"consumer":[7],"electronics":[8],"has":[9],"driven":[10],"the":[11,52,119,144,162],"widespread":[12],"adoption":[13],"of":[14,143,167],"pre-trained":[16],"models,":[17],"such":[18],"as":[19],"CLIP,":[20],"enhancing":[21],"human-computer":[22],"interactions":[23],"on":[24],"edge":[25,172],"devices":[26],"through":[27],"adaptive":[28],"and":[29,42,77,89,109,121,165],"context-aware":[30],"functionalities.":[31],"However,":[32],"deep":[33],"neural":[34],"architectures":[35],"impose":[36],"significant":[37],"computational":[38],"complexity,":[39],"storage":[40],"demands,":[41],"data":[43,70,152,158],"privacy":[44,87],"challenges":[45],"that":[46,94,127],"limit":[47],"traditional":[48],"fine-tuning":[49],"methods":[50],"at":[51],"edge.":[53],"To":[54],"overcome":[55],"these":[56],"constraints,":[57],"we":[58,103,149],"propose":[59],"an":[60],"efficient":[61],"knowledge":[62,91],"transfer":[63],"framework":[64],"comprising":[65],"two":[66],"main":[67],"modules:":[68],"a":[69,74,90],"filtering":[71],"module":[72,93],"employing":[73],"combined":[75],"confidence-driven":[76],"random":[78],"sampling":[79],"strategy":[80],"to":[81,114,156],"select":[82],"representative":[83],"samples":[84],"while":[85],"ensuring":[86],"compliance,":[88],"distillation":[92],"explicitly":[95],"transfers":[96],"representations":[98],"via":[99],"contrastive":[100,107],"learning.":[101],"Specifically,":[102],"construct":[104],"bidirectional":[105],"cross-modal":[106],"distributions":[108],"minimize":[110],"their":[111],"Kullback-Leibler":[112],"divergence":[113],"achieve":[115],"representation":[116],"alignment":[117],"between":[118],"old":[120],"new":[122],"models.":[123],"Experimental":[124],"results":[125],"indicate":[126],"our":[128,168],"method":[129],"significantly":[130],"outperforms":[131],"conventional":[132],"fine-tuning,":[133],"achieving":[134],"more":[135],"than":[136],"1.5%":[137],"accuracy":[138],"improvement":[139],"using":[140],"only":[141],"5%":[142],"original":[145],"training":[146],"data.":[147],"Additionally,":[148],"identify":[150],"optimal":[151],"selection":[153],"strategies":[154],"tailored":[155],"different":[157],"availability":[159],"scenarios,":[160],"demonstrating":[161],"practical":[163],"effectiveness":[164],"flexibility":[166],"approach":[169],"resource-constrained":[171],"computing":[173],"applications.":[174]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}