{"id":"https://openalex.org/W4381460236","doi":"https://doi.org/10.1109/access.2023.3273952","title":"Deep Generative Knowledge Distillation by Likelihood Finetuning","display_name":"Deep Generative Knowledge Distillation by Likelihood Finetuning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381460236","doi":"https://doi.org/10.1109/access.2023.3273952"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3273952","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3273952","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10121015.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10121015.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100608130","display_name":"Jingru Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingru Li","raw_affiliation_strings":["EAGLE Laboratory, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"EAGLE Laboratory, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434816","display_name":"Xiaofeng Chen","orcid":"https://orcid.org/0000-0001-8572-7310"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Chen","raw_affiliation_strings":["Hangzhou Qulian Technology Company Ltd., Hangzhou, China","Blockchain Research Center, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Qulian Technology Company Ltd., Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Blockchain Research Center, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078141286","display_name":"Peiyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peiyu Zheng","raw_affiliation_strings":["Hangzhou Qulian Technology Company Ltd., Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Qulian Technology Company Ltd., Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045443775","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0003-4629-8845"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["Blockchain Research Center, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Blockchain Research Center, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117233230","display_name":"Zhi Yu","orcid":"https://orcid.org/0009-0001-8608-5628"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Yu","raw_affiliation_strings":["EAGLE Laboratory, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"EAGLE Laboratory, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100608130"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4776,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63932971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"46441","last_page":"46453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8276023864746094},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6710345149040222},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5895732641220093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5634478330612183},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5495995283126831},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5358247756958008},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4382432699203491},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43007606267929077},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35532671213150024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8276023864746094},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6710345149040222},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5895732641220093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5634478330612183},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5495995283126831},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5358247756958008},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4382432699203491},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43007606267929077},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35532671213150024},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3273952","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3273952","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10121015.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b69dfae20ed54d01a04c01f6e429456f","is_oa":true,"landing_page_url":"https://doaj.org/article/b69dfae20ed54d01a04c01f6e429456f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 46441-46453 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3273952","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3273952","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10121015.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4247911614","display_name":null,"funder_award_id":"2020B0101090003","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G4302849700","display_name":null,"funder_award_id":"2021YFB","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7731782696","display_name":null,"funder_award_id":"2021YFB2701100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381460236.pdf","grobid_xml":"https://content.openalex.org/works/W4381460236.grobid-xml"},"referenced_works_count":127,"referenced_works":["https://openalex.org/W1501586228","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1959608418","https://openalex.org/W2089657469","https://openalex.org/W2108598243","https://openalex.org/W2119717200","https://openalex.org/W2151084831","https://openalex.org/W2155027007","https://openalex.org/W2161914416","https://openalex.org/W2167433878","https://openalex.org/W2188365844","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2753738274","https://openalex.org/W2770567114","https://openalex.org/W2803023299","https://openalex.org/W2898422183","https://openalex.org/W2900580116","https://openalex.org/W2945043396","https://openalex.org/W2946117724","https://openalex.org/W2951574208","https://openalex.org/W2962770929","https://openalex.org/W2963090522","https://openalex.org/W2963373786","https://openalex.org/W2963534679","https://openalex.org/W2963684088","https://openalex.org/W2964111476","https://openalex.org/W2964268168","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2982802130","https://openalex.org/W2986015886","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3018305985","https://openalex.org/W3029855818","https://openalex.org/W3034957837","https://openalex.org/W3035101153","https://openalex.org/W3036167779","https://openalex.org/W3107355992","https://openalex.org/W3110257065","https://openalex.org/W3111286375","https://openalex.org/W3118474514","https://openalex.org/W3118608800","https://openalex.org/W3121370741","https://openalex.org/W3138435543","https://openalex.org/W3147507998","https://openalex.org/W3163613271","https://openalex.org/W3167272120","https://openalex.org/W3168053944","https://openalex.org/W3169059075","https://openalex.org/W3176403475","https://openalex.org/W3178659068","https://openalex.org/W3189360412","https://openalex.org/W4214695287","https://openalex.org/W4226426325","https://openalex.org/W4281969232","https://openalex.org/W4283808136","https://openalex.org/W4287121833","https://openalex.org/W4287122539","https://openalex.org/W4287997702","https://openalex.org/W4288023537","https://openalex.org/W4288351313","https://openalex.org/W4288412300","https://openalex.org/W4295112158","https://openalex.org/W4295312788","https://openalex.org/W4295521014","https://openalex.org/W4298289240","https://openalex.org/W4298857966","https://openalex.org/W4301206121","https://openalex.org/W4312933868","https://openalex.org/W6610566761","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6637568146","https://openalex.org/W6637967152","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6640963894","https://openalex.org/W6683204974","https://openalex.org/W6683825394","https://openalex.org/W6684809622","https://openalex.org/W6685352114","https://openalex.org/W6687045409","https://openalex.org/W6703116779","https://openalex.org/W6718379498","https://openalex.org/W6730179637","https://openalex.org/W6735913928","https://openalex.org/W6740493225","https://openalex.org/W6744627333","https://openalex.org/W6745687250","https://openalex.org/W6748082341","https://openalex.org/W6751751081","https://openalex.org/W6755681954","https://openalex.org/W6761190116","https://openalex.org/W6762324091","https://openalex.org/W6762840122","https://openalex.org/W6762871372","https://openalex.org/W6762887799","https://openalex.org/W6765779288","https://openalex.org/W6766978945","https://openalex.org/W6769496094","https://openalex.org/W6770308229","https://openalex.org/W6771731465","https://openalex.org/W6772016565","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6786267757","https://openalex.org/W6786375611","https://openalex.org/W6786567679","https://openalex.org/W6786689272","https://openalex.org/W6787422771","https://openalex.org/W6787972765","https://openalex.org/W6788990321","https://openalex.org/W6791694168","https://openalex.org/W6795666385","https://openalex.org/W6796588791","https://openalex.org/W6796765509","https://openalex.org/W6797053846","https://openalex.org/W6838452192"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W4387506531","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495"],"abstract_inverted_index":{"Knowledge":[0,145],"Distillation":[1,146],"(KD)":[2],"is":[3,129],"designed":[4],"to":[5,53,64,80,92,173],"train":[6,196],"smaller":[7],"student":[8,198,244],"models":[9,75,171],"using":[10,84,114,200,236,253],"a":[11,99,139,155],"larger":[12],"pretrained":[13,119,202],"teacher":[14,48,203],"model.":[15],"However,":[16],"in":[17],"decentralized":[18],"data":[19,30,55,70,82,175],"systems":[20],"such":[21],"as":[22],"blockchain,":[23],"privacy":[24],"concerns":[25],"may":[26],"arise,":[27],"making":[28],"the":[29,65,94,109,124,150,177,183,197,201,239,243],"inaccessible.":[31],"To":[32],"address":[33],"this":[34,105,135],"issue,":[35],"Data-Free":[36],"KD":[37,112,189],"(DFKD)":[38],"methods":[39,60,251],"have":[40,77],"been":[41,78],"proposed,":[42],"which":[43,87],"extract":[44],"prior":[45,156],"knowledge":[46],"from":[47,176,187],"networks":[49],"and":[50,121,185,205,221,234,257],"use":[51,169],"it":[52],"synthesize":[54],"for":[56,161],"KD.":[57],"Previous":[58],"DFKD":[59,141,250],"faced":[61],"challenges":[62],"due":[63],"large":[66],"search":[67,95,151],"space":[68,96,152],"of":[69,101,111,164,182,242],"generation.":[71],"Recently,":[72],"deep":[73,85],"generative":[74],"(DGMs)":[76],"proposed":[79],"learn":[81],"distribution":[83,157],"networks,":[86],"provides":[88],"an":[89],"efficient":[90],"way":[91],"reduce":[93],"by":[97,118,153,159,191],"generating":[98],"set":[100],"pseudo":[102,115,206,231,255],"data.":[103],"In":[104],"paper,":[106],"we":[107,137,168,227],"explore":[108],"performance":[110],"trained":[113,252],"samples":[116,232,256],"generated":[117],"DGMs":[120,160],"find":[122],"that":[123,148,226],"correlation":[125],"with":[126],"image":[127],"quality":[128],"not":[130],"always":[131],"positive.":[132],"Based":[133],"on":[134,214],"observation,":[136],"propose":[138],"new":[140],"framework":[142,213],"called":[143],"Generative":[144],"(GenKD)":[147],"reduces":[149],"constructing":[154],"modeled":[158],"their":[162],"power":[163],"likelihood":[165],"estimation.":[166],"Specifically,":[167],"energy-based":[170],"(EBM)":[172],"generate":[174,229],"Maximum":[178],"Likelihood":[179],"Estimation":[180],"(MLE)":[181],"EBM":[184],"gradients":[186],"downstream":[188],"tasks":[190],"policy":[192],"gradient.":[193],"We":[194,208],"then":[195],"model":[199,204],"samples.":[207],"also":[209],"implement":[210],"our":[211],"GenKD":[212],"several":[215],"widely-used":[216],"benchmarks,":[217],"including":[218],"CIFAR100,":[219],"CIFAR10,":[220],"SVHN.":[222],"Our":[223],"experiments":[224],"demonstrate":[225],"can":[228,246],"high-quality":[230],"quantitatively":[233],"qualitatively":[235],"GenKD.":[237],"Additionally,":[238],"top-1":[240],"accuracy":[241],"network":[245],"approach":[247],"state-of-the-art":[248],"(SOTA)":[249],"fewer":[254],"less":[258],"generation":[259],"time.":[260]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}