{"id":"https://openalex.org/W4387968050","doi":"https://doi.org/10.1145/3581783.3612279","title":"Lite-MKD: A Multi-modal Knowledge Distillation Framework for Lightweight Few-shot Action Recognition","display_name":"Lite-MKD: A Multi-modal Knowledge Distillation Framework for Lightweight Few-shot Action Recognition","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968050","doi":"https://doi.org/10.1145/3581783.3612279"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101515081","display_name":"Baolong Liu","orcid":"https://orcid.org/0000-0001-7718-5443"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baolong Liu","raw_affiliation_strings":["Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7718-5443","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianyi Zheng","orcid":"https://orcid.org/0009-0005-7932-6031"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Zheng","raw_affiliation_strings":["Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-7932-6031","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101633428","display_name":"Peng Zheng","orcid":"https://orcid.org/0009-0005-7026-6730"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zheng","raw_affiliation_strings":["Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-7026-6730","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078220957","display_name":"Daizong Liu","orcid":"https://orcid.org/0000-0001-8179-4508"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daizong Liu","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8179-4508","affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065871371","display_name":"Xiaoye Qu","orcid":"https://orcid.org/0000-0002-4907-3978"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoye Qu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4907-3978","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014526931","display_name":"Junyu Gao","orcid":"https://orcid.org/0000-0002-8105-5497"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Gao","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8105-5497","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008417257","display_name":"Jianfeng Dong","orcid":"https://orcid.org/0000-0001-5244-3274"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Dong","raw_affiliation_strings":["Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5244-3274","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106406563","display_name":"Xun Wang","orcid":"https://orcid.org/0000-0001-5566-4689"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Wang","raw_affiliation_strings":["Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5566-4689","affiliations":[{"raw_affiliation_string":"Zhejiang Gongshang University & Zhejiang Key Lab of E-Commerce, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7283","last_page":"7294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11227","display_name":"Diabetic Foot Ulcer Assessment and Management","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7899737358093262},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6180616021156311},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5937926173210144},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5832042694091797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5267312526702881},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5250494480133057},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5128633975982666},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4257512092590332},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3634628653526306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7899737358093262},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6180616021156311},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5937926173210144},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5832042694091797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5267312526702881},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5250494480133057},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5128633975982666},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4257512092590332},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3634628653526306},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7699999809265137,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4909091124","display_name":null,"funder_award_id":"61976188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6259247475","display_name":null,"funder_award_id":"2022QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320312301","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1955857676","https://openalex.org/W2126579184","https://openalex.org/W2194775991","https://openalex.org/W2560474170","https://openalex.org/W2605111198","https://openalex.org/W2894873912","https://openalex.org/W2909383239","https://openalex.org/W2963524571","https://openalex.org/W2964105864","https://openalex.org/W2990152177","https://openalex.org/W3016459781","https://openalex.org/W3034368386","https://openalex.org/W3035374961","https://openalex.org/W3035531117","https://openalex.org/W3092739351","https://openalex.org/W3093455342","https://openalex.org/W3113223504","https://openalex.org/W3138154797","https://openalex.org/W3165838961","https://openalex.org/W3173271747","https://openalex.org/W3175082063","https://openalex.org/W3194397797","https://openalex.org/W3196734898","https://openalex.org/W3203903323","https://openalex.org/W3204980132","https://openalex.org/W3205874482","https://openalex.org/W4224329855","https://openalex.org/W4304080717","https://openalex.org/W4304092659","https://openalex.org/W4309157236","https://openalex.org/W4312336798","https://openalex.org/W4312384316","https://openalex.org/W4312799843","https://openalex.org/W4313024697","https://openalex.org/W4313046672","https://openalex.org/W4320008746","https://openalex.org/W4382459184"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2239445980","https://openalex.org/W2080152487","https://openalex.org/W3083152911","https://openalex.org/W3022347918","https://openalex.org/W2055243143"],"abstract_inverted_index":{"Existing":[0],"few-shot":[1,43],"action":[2,44,149,176],"recognition":[3,12,177],"methods":[4],"have":[5],"placed":[6],"primary":[7],"focus":[8],"on":[9,174],"improving":[10],"the":[11,30,49,61,90,100,103,121,135,140,143,148,153,158,161,169],"accuracy":[13],"while":[14],"neglecting":[15],"another":[16],"important":[17],"indicator":[18],"in":[19,120,168],"practical":[20],"scenarios,":[21],"i.e.,":[22],"model":[23,51,81,145,155,163],"efficiency.":[24],"In":[25,46],"this":[26,47],"paper,":[27],"we":[28,199],"make":[29],"first":[31],"attempt":[32],"and":[33,65,108,181,187],"propose":[34],"a":[35,57,73,95,112,125,192],"Lightweight":[36],"Multi-modal":[37,114],"Knowledge":[38],"Distillation":[39],"framework":[40],"(Lite-MKD)":[41],"for":[42,134,164,197],"recognition.":[45],"framework,":[48],"teacher":[50,122,154],"conducts":[52],"multi-modal":[53,110],"learning":[54],"to":[55,84,86,146,203],"achieve":[56,200],"comprehensive":[58],"fusion":[59],"of":[60,68,77,102,142,152,160],"optical":[62],"flow,":[63],"depth,":[64],"appearance":[66],"features":[67],"human":[69],"movements,":[70],"thus":[71],"achieving":[72],"more":[74,194],"robust":[75],"representation":[76],"actions.":[78],"The":[79],"student":[80,136,144,162],"is":[82,118,132,210],"utilized":[83],"learn":[85],"recognize":[87],"actions":[88],"from":[89],"single":[91],"RGB":[92],"modality":[93],"at":[94,212],"lower":[96],"computational":[97],"cost":[98],"under":[99],"guidance":[101],"teacher.":[104],"To":[105],"fully":[106],"explore":[107],"integrate":[109],"information,":[111],"hierarchical":[113],"Fusion":[115],"Module":[116],"(MFM)":[117],"introduced":[119],"model.":[123,137],"Besides,":[124],"multi-level":[126],"Distinguish-to-Mimic":[127],"(D2M)":[128],"knowledge":[129],"distillation":[130],"component":[131],"proposed":[133],"D2M":[138],"improves":[139],"ability":[141],"mimic":[147],"classification":[150],"probabilities":[151],"by":[156],"enhancing":[157],"distinguishability":[159],"different":[165],"video":[166],"categories":[167],"support":[170],"set.":[171],"Extensive":[172],"experiments":[173],"three":[175],"datasets":[178],"Kinetics,":[179],"HMDB51,":[180],"UCF101":[182],"demonstrate":[183],"our":[184],"framework's":[185],"effectiveness":[186],"stable":[188],"generalization":[189],"ability.":[190],"With":[191],"much":[193],"lightweight":[195],"network":[196],"inference,":[198],"comparable":[201],"performance":[202],"previous":[204],"state-of-the-art":[205],"methods.":[206],"Our":[207],"source":[208],"code":[209],"available":[211],"https://github.com/HuiGuanLab/Lite-MKD":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}