{"id":"https://openalex.org/W4281571140","doi":"https://doi.org/10.1109/tmm.2022.3192663","title":"CDFKD-MFS: Collaborative Data-Free Knowledge Distillation via Multi-Level Feature Sharing","display_name":"CDFKD-MFS: Collaborative Data-Free Knowledge Distillation via Multi-Level Feature Sharing","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4281571140","doi":"https://doi.org/10.1109/tmm.2022.3192663"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3192663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3192663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057198274","display_name":"Zhiwei Hao","orcid":"https://orcid.org/0000-0002-6237-7028"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiwei Hao","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039158745","display_name":"Yong Luo","orcid":"https://orcid.org/0000-0002-2296-6370"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Luo","raw_affiliation_strings":["School of Computer Science, Wuhan University, and Hubei Luojia Laboratory, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, and Hubei Luojia Laboratory, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020194895","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-7532-0496"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044674658","display_name":"Jianping An","orcid":"https://orcid.org/0000-0002-6441-9711"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping An","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057198274"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":5.7835,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96539473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":null,"first_page":"4262","last_page":"4274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353554010391235},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.553835928440094},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5401692390441895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36430811882019043},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3585340082645416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353554010391235},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.553835928440094},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5401692390441895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36430811882019043},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3585340082645416},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3192663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3192663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1865835052","display_name":null,"funder_award_id":"61971457","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W288220553","https://openalex.org/W1821462560","https://openalex.org/W2115733720","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2531409750","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2752782242","https://openalex.org/W2766966408","https://openalex.org/W2884585870","https://openalex.org/W2887783173","https://openalex.org/W2962677625","https://openalex.org/W2962858109","https://openalex.org/W2963430933","https://openalex.org/W2963877604","https://openalex.org/W2964137095","https://openalex.org/W2968685800","https://openalex.org/W2982802130","https://openalex.org/W2996610304","https://openalex.org/W3000462134","https://openalex.org/W3034619766","https://openalex.org/W3034957837","https://openalex.org/W3034997257","https://openalex.org/W3035460915","https://openalex.org/W3094277917","https://openalex.org/W3097297321","https://openalex.org/W3108124733","https://openalex.org/W3110290422","https://openalex.org/W3111286375","https://openalex.org/W3113303810","https://openalex.org/W3118608800","https://openalex.org/W3118726321","https://openalex.org/W3167272120","https://openalex.org/W3172464367","https://openalex.org/W3174102142","https://openalex.org/W3174563152","https://openalex.org/W3178659068","https://openalex.org/W3191459272","https://openalex.org/W3205825741","https://openalex.org/W4298289240","https://openalex.org/W4319988532","https://openalex.org/W6631190155","https://openalex.org/W6637551013","https://openalex.org/W6637568146","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6685352114","https://openalex.org/W6717697761","https://openalex.org/W6730179637","https://openalex.org/W6739901393","https://openalex.org/W6740493225","https://openalex.org/W6745136726","https://openalex.org/W6745537798","https://openalex.org/W6745689806","https://openalex.org/W6757639898","https://openalex.org/W6757817989","https://openalex.org/W6762640628","https://openalex.org/W6762840122","https://openalex.org/W6766964529","https://openalex.org/W6767428213","https://openalex.org/W6767733985","https://openalex.org/W6772495972","https://openalex.org/W6772674396","https://openalex.org/W6774314701","https://openalex.org/W6783655119","https://openalex.org/W6786689272","https://openalex.org/W6787473312","https://openalex.org/W6787972765","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recently,":[0],"the":[1,36,69,113,145,152,174,178,181,188,194,201],"compression":[2],"and":[3,105,127,197],"deployment":[4],"of":[5,94,151,180],"powerful":[6],"deep":[7],"neural":[8],"networks":[9],"(DNNs)":[10],"on":[11,35,164,187,193,200],"resource-limited":[12],"edge":[13],"devices":[14],"to":[15,47,52,57],"provide":[16],"intelligent":[17],"services":[18],"have":[19],"become":[20],"attractive":[21],"tasks.":[22],"Although":[23],"knowledge":[24,85],"distillation":[25,86],"(KD)":[26],"is":[27,45,65,128,184],"a":[28,62,80,95,118,132],"feasible":[29],"solution":[30],"for":[31],"compression,":[32],"its":[33],"requirement":[34],"original":[37,70],"dataset":[38],"raises":[39],"privacy":[40],"concerns.":[41],"In":[42,110,170],"addition,":[43],"it":[44],"common":[46],"integrate":[48],"multiple":[49,59,124],"pretrained":[50],"models":[51,60,126],"achieve":[53],"satisfactory":[54],"performance.":[55,159],"How":[56],"compress":[58],"into":[61],"tiny":[63],"model":[64,115],"challenging,":[66],"especially":[67],"when":[68],"data":[71],"are":[72,143],"unavailable.":[73],"To":[74],"tackle":[75],"this":[76,111],"challenge,":[77],"we":[78],"propose":[79],"framework":[81,183],"termed":[82],"collaborative":[83],"data-free":[84,102],"via":[87],"multi-level":[88,119],"feature":[89],"sharing":[90],"(CDFKD-MFS),":[91],"which":[92,155],"consists":[93],"multi-header":[96],"student":[97,114,153],"module,":[98,104],"an":[99,106,135],"asymmetric":[100,136],"adversarial":[101,137],"KD":[103],"attention-based":[107],"aggregation":[108],"module.":[109],"framework,":[112],"equipped":[116],"with":[117,131,173],"feature-sharing":[120],"structure":[121],"learns":[122],"from":[123],"teacher":[125],"trained":[129],"together":[130],"generator":[133],"in":[134],"manner.":[138],"When":[139],"some":[140],"real":[141],"samples":[142],"available,":[144],"attention":[146],"module":[147],"adaptively":[148],"aggregates":[149],"predictions":[150],"headers,":[154],"can":[156],"further":[157],"improve":[158],"We":[160],"conduct":[161],"extensive":[162],"experiments":[163],"three":[165],"popular":[166],"computer":[167],"visual":[168],"datasets.":[169],"particular,":[171],"compared":[172],"most":[175],"competitive":[176],"alternative,":[177],"accuracy":[179],"proposed":[182],"1.18%":[185],"higher":[186,192,199],"CIFAR-100":[189],"dataset,":[190,196],"1.67%":[191],"Caltech-101":[195],"2.99%":[198],"mini-ImageNet":[202],"dataset.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":8}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}