{"id":"https://openalex.org/W4392826163","doi":"https://doi.org/10.1109/tmm.2024.3372833","title":"Reciprocal Teacher-Student Learning via Forward and Feedback Knowledge Distillation","display_name":"Reciprocal Teacher-Student Learning via Forward and Feedback Knowledge Distillation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392826163","doi":"https://doi.org/10.1109/tmm.2024.3372833"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3372833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3372833","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106456001","display_name":"Jianmin Gou","orcid":"https://orcid.org/0000-0002-8438-7286"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Gou","raw_affiliation_strings":["College of Computer and Information Science, College of Software, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106455667","display_name":"Yu Chen","orcid":"https://orcid.org/0009-0003-3437-9717"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]},{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baosheng Yu","raw_affiliation_strings":["School of Computer Science, the University of Sydney, Darlington, NSW, Australia","School of Computer Science, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, the University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012139234","display_name":"Jinhua Liu","orcid":"https://orcid.org/0000-0001-9671-0135"},"institutions":[{"id":"https://openalex.org/I10496686","display_name":"Shangrao Normal University","ror":"https://ror.org/024qkwh22","country_code":"CN","type":"education","lineage":["https://openalex.org/I10496686"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhua Liu","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Shangrao Normal University, Shangrao, China","School of Mathematical and Computer Sciences, Shangrao Normal University, Shangrao, Jiangxi, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Shangrao Normal University, Shangrao, China","institution_ids":["https://openalex.org/I10496686"]},{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Shangrao Normal University, Shangrao, Jiangxi, China","institution_ids":["https://openalex.org/I10496686"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021845515","display_name":"Lan Du","orcid":"https://orcid.org/0000-0002-9925-0223"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lan Du","raw_affiliation_strings":["Faculty of information technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of information technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003203521","display_name":"Shaohua Wan","orcid":"https://orcid.org/0000-0001-7013-9081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaohua Wan","raw_affiliation_strings":["Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzheng, China","Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzheng, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzheng, China","institution_ids":[]},{"raw_affiliation_string":"Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzheng, Guangdong, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Yi","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5106456001"],"corresponding_institution_ids":["https://openalex.org/I142108993"],"apc_list":null,"apc_paid":null,"fwci":35.5193,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.99686155,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"7901","last_page":"7916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9362999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8336941003799438},{"id":"https://openalex.org/keywords/reciprocal","display_name":"Reciprocal","score":0.6707203388214111},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5453798174858093},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3602367043495178},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3503931760787964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3421301245689392}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8336941003799438},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.6707203388214111},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5453798174858093},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3602367043495178},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3503931760787964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3421301245689392},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3372833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3372833","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1198507774","display_name":null,"funder_award_id":"61502208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3406750037","display_name":null,"funder_award_id":"61976107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2883780447","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2982242214","https://openalex.org/W2997006708","https://openalex.org/W2998363478","https://openalex.org/W3015735225","https://openalex.org/W3034116961","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3035321581","https://openalex.org/W3106970856","https://openalex.org/W3106974277","https://openalex.org/W3118608800","https://openalex.org/W3118761370","https://openalex.org/W3136670918","https://openalex.org/W3138154797","https://openalex.org/W3148833562","https://openalex.org/W3174851543","https://openalex.org/W3175891031","https://openalex.org/W3193378134","https://openalex.org/W3200121999","https://openalex.org/W3202329792","https://openalex.org/W3212622989","https://openalex.org/W3217671320","https://openalex.org/W4205581758","https://openalex.org/W4206210197","https://openalex.org/W4214524539","https://openalex.org/W4225922183","https://openalex.org/W4226373160","https://openalex.org/W4282962092","https://openalex.org/W4285065447","https://openalex.org/W4285242239","https://openalex.org/W4292828567","https://openalex.org/W4295221186","https://openalex.org/W4306914511","https://openalex.org/W4312309807","https://openalex.org/W4312753915","https://openalex.org/W4312981390","https://openalex.org/W4313022127","https://openalex.org/W4313898748","https://openalex.org/W4319219328","https://openalex.org/W4319300241","https://openalex.org/W4366982391","https://openalex.org/W4382449964","https://openalex.org/W4382450293","https://openalex.org/W4382458595","https://openalex.org/W4386065714","https://openalex.org/W4386066010","https://openalex.org/W4386072392","https://openalex.org/W4390872860","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6730179637","https://openalex.org/W6761472960","https://openalex.org/W6779830883","https://openalex.org/W6787972765","https://openalex.org/W6801004761","https://openalex.org/W6804620367","https://openalex.org/W6838888847","https://openalex.org/W7065473300"],"related_works":["https://openalex.org/W2391753177","https://openalex.org/W2996284460","https://openalex.org/W4298337043","https://openalex.org/W1966306316","https://openalex.org/W4285058191","https://openalex.org/W2052414331","https://openalex.org/W3003660440","https://openalex.org/W2028403663","https://openalex.org/W2735124752","https://openalex.org/W4383174144"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,52,69,92,148,152,158,169,233],"(KD)":[2],"is":[3,165,210],"a":[4,17,26,67,132,194],"prevalent":[5],"model":[6,20,109,174],"compression":[7],"technique":[8],"in":[9,34,39],"deep":[10,37],"learning,":[11],"aiming":[12],"to":[13,21,76,108,175,183,198,213],"leverage":[14],"knowledge":[15,51,62,73,91,106,116,147,151,157,168,232],"from":[16,74,178],"large":[18],"teacher":[19,75,124,173,182],"enhance":[22,214],"the":[23,82,98,104,171,181,200,206,226],"training":[24,84],"of":[25,85,120,202,205],"smaller":[27],"student":[28,99],"model.":[29],"It":[30],"has":[31],"found":[32],"success":[33],"deploying":[35],"compact":[36],"models":[38],"intelligent":[40,43],"applications":[41],"like":[42],"transportation,":[44],"smart":[45],"health,":[46],"and":[47,60,112,141,145],"distributed":[48],"intelligence.":[49],"Current":[50],"methods":[53,65,80,93],"primarily":[54],"fall":[55],"into":[56],"two":[57],"categories:":[58],"offline":[59],"online":[61,79,161],"distillation.":[63],"Offline":[64],"involve":[66],"one-way":[68],"process,":[70],"transferring":[71],"unvaried":[72],"student,":[77],"while":[78,155],"enable":[81],"simultaneous":[83],"multiple":[86,121],"peer":[87],"students.":[88],"However,":[89],"existing":[90],"often":[94],"face":[95],"challenges":[96],"where":[97],"may":[100],"not":[101],"fully":[102],"comprehend":[103],"teacher's":[105,207],"due":[107],"capacity":[110],"gaps,":[111],"there":[113],"might":[114],"be":[115],"incongruence":[117],"among":[118],"outputs":[119],"students":[122],"without":[123],"guidance.":[125],"To":[126,189],"address":[127],"these":[128],"issues,":[129],"we":[130,192],"propose":[131],"novel":[133],"reciprocal":[134],"teacher-student":[135],"learning":[136],"inspired":[137],"by":[138],"human":[139],"teaching":[140,186,215],"examining":[142],"through":[143],"forward":[144],"feedback":[146,156,167,177],"(FFKD).":[149],"Forward":[150],"operates":[153],"offline,":[154],"follows":[159],"an":[160],"scheme.":[162],"The":[163],"rationale":[164],"that":[166,225],"enables":[170],"pre-trained":[172],"receive":[176],"students,":[179],"allowing":[180],"refine":[184],"its":[185],"strategies":[187],"accordingly.":[188],"achieve":[190],"this,":[191],"introduce":[193],"new":[195],"weighting":[196],"constraint":[197],"gauge":[199],"extent":[201],"students'":[203],"understanding":[204],"knowledge,":[208],"which":[209],"then":[211],"utilized":[212],"strategies.":[216],"Experimental":[217],"results":[218],"on":[219],"five":[220],"visual":[221],"recognition":[222],"datasets":[223],"demonstrate":[224],"proposed":[227],"FFKD":[228],"outperforms":[229],"current":[230],"state-of-the-art":[231],"methods.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":14}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}