{"id":"https://openalex.org/W4401907200","doi":"https://doi.org/10.3390/make6030094","title":"Optimal Knowledge Distillation through Non-Heuristic Control of Dark Knowledge","display_name":"Optimal Knowledge Distillation through Non-Heuristic Control of Dark Knowledge","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4401907200","doi":"https://doi.org/10.3390/make6030094"},"language":"en","primary_location":{"id":"doi:10.3390/make6030094","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6030094","pdf_url":"https://www.mdpi.com/2504-4990/6/3/94/pdf?version=1724576525","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/6/3/94/pdf?version=1724576525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020597079","display_name":"Darian M. Onchi\u015f","orcid":"https://orcid.org/0000-0003-4846-3752"},"institutions":[{"id":"https://openalex.org/I3121153395","display_name":"West University of Timi\u015foara","ror":"https://ror.org/0583a0t97","country_code":"RO","type":"education","lineage":["https://openalex.org/I3121153395"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Darian Onchis","raw_affiliation_strings":["Department of Computer Science, West University of Timisoara, 300223 Timisoara, Romania"],"raw_orcid":"https://orcid.org/0000-0003-4846-3752","affiliations":[{"raw_affiliation_string":"Department of Computer Science, West University of Timisoara, 300223 Timisoara, Romania","institution_ids":["https://openalex.org/I3121153395"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019986541","display_name":"Codruta Istin","orcid":null},"institutions":[{"id":"https://openalex.org/I3122695212","display_name":"Polytechnic University of Timi\u015foara","ror":"https://ror.org/02v91gy68","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122695212"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Codruta Istin","raw_affiliation_strings":["Department of Computer and Information Technology, Politehnica University of Timisoara, 300006 Timisoara, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Politehnica University of Timisoara, 300006 Timisoara, Romania","institution_ids":["https://openalex.org/I3122695212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106771950","display_name":"Ioan Samuila","orcid":"https://orcid.org/0000-0001-5405-4504"},"institutions":[{"id":"https://openalex.org/I3121153395","display_name":"West University of Timi\u015foara","ror":"https://ror.org/0583a0t97","country_code":"RO","type":"education","lineage":["https://openalex.org/I3121153395"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Ioan Samuila","raw_affiliation_strings":["Department of Computer Science, West University of Timisoara, 300223 Timisoara, Romania"],"raw_orcid":"https://orcid.org/0000-0001-5405-4504","affiliations":[{"raw_affiliation_string":"Department of Computer Science, West University of Timisoara, 300223 Timisoara, Romania","institution_ids":["https://openalex.org/I3121153395"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019986541"],"corresponding_institution_ids":["https://openalex.org/I3122695212"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.3254,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64773629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"6","issue":"3","first_page":"1921","last_page":"1935"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6376621127128601},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5957980155944824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48433101177215576},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46285974979400635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2825104296207428},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.21227732300758362},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.11461234092712402}],"concepts":[{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6376621127128601},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5957980155944824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48433101177215576},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46285974979400635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2825104296207428},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.21227732300758362},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.11461234092712402}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make6030094","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6030094","pdf_url":"https://www.mdpi.com/2504-4990/6/3/94/pdf?version=1724576525","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5eb7bf639c7a472ba9fb35e9da07c2eb","is_oa":false,"landing_page_url":"https://doaj.org/article/5eb7bf639c7a472ba9fb35e9da07c2eb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 6, Iss 3, Pp 1921-1935 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/6/3/94/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make6030094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make6030094","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6030094","pdf_url":"https://www.mdpi.com/2504-4990/6/3/94/pdf?version=1724576525","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401907200.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1491749950","https://openalex.org/W1965555277","https://openalex.org/W2010657328","https://openalex.org/W2067191022","https://openalex.org/W2068714596","https://openalex.org/W2080496929","https://openalex.org/W2108807072","https://openalex.org/W2116522068","https://openalex.org/W2124182242","https://openalex.org/W2134797427","https://openalex.org/W2140766383","https://openalex.org/W2194775991","https://openalex.org/W2329269519","https://openalex.org/W2473930607","https://openalex.org/W2884282566","https://openalex.org/W2892936772","https://openalex.org/W2954929116","https://openalex.org/W2964189064","https://openalex.org/W2977932430","https://openalex.org/W3024202154","https://openalex.org/W3206778157","https://openalex.org/W4213095305","https://openalex.org/W4248352697","https://openalex.org/W4281893295","https://openalex.org/W4285807416","https://openalex.org/W4293066019","https://openalex.org/W4295532867","https://openalex.org/W4297521558","https://openalex.org/W4308703310","https://openalex.org/W4309176865","https://openalex.org/W4312725821","https://openalex.org/W4385611062","https://openalex.org/W6676485797","https://openalex.org/W6679909955","https://openalex.org/W6769359475"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0],"this":[1,227],"paper,":[2],"a":[3,38,42,70,164,173,178],"method":[4,209],"is":[5,79,106,118],"introduced":[6],"to":[7,41,45,73,81,119,171],"control":[8],"the":[9,19,23,56,83,89,92,95,98,121,131,141,186,190,212,216,223],"dark":[10,113,124],"knowledge":[11,26,36,114,197],"values":[12,100],"also":[13],"known":[14],"as":[15,110,128],"soft":[16,191],"targets,":[17,192],"with":[18,136,156],"purpose":[20],"of":[21,55,61,91,97,112,123,207,214,218,226],"improving":[22],"training":[24],"by":[25,150,183],"distillation":[27,33,198,219],"for":[28,66,177],"multi-class":[29],"classification":[30,67,180],"tasks.":[31],"Knowledge":[32],"effectively":[34],"transfers":[35],"from":[37,211],"larger":[39],"model":[40,44],"smaller":[43],"achieve":[46],"efficient,":[47],"fast,":[48],"and":[49,77,86,115,167,189,222],"generalizable":[50],"performance":[51],"while":[52,94],"retaining":[53],"much":[54],"original":[57],"accuracy.":[58],"The":[59,104,160,205],"majority":[60],"deep":[62],"neural":[63],"models":[64],"used":[65],"tasks":[68],"append":[69],"SoftMax":[71,142],"layer":[72],"generate":[74],"output":[75],"probabilities":[76,109],"it":[78,88],"usual":[80],"take":[82],"highest":[84],"score":[85],"consider":[87],"inference":[90],"model,":[93],"rest":[96],"probability":[99],"are":[101,147],"generally":[102],"ignored.":[103],"focus":[105],"on":[107,140],"those":[108],"carriers":[111],"our":[116,208],"aim":[117],"quantify":[120],"relevance":[122],"knowledge,":[125],"not":[126],"heuristically":[127],"provided":[129],"in":[130],"literature":[132],"so":[133],"far,":[134],"but":[135],"an":[137,152,168,195],"inductive":[138],"proof":[139],"operational":[143],"limits.":[144],"These":[145],"limits":[146],"further":[148],"pushed":[149],"using":[151],"incremental":[153],"decision":[154],"tree":[155],"information":[157],"gain":[158],"split.":[159],"user":[161],"can":[162],"set":[163],"desired":[165],"precision":[166],"accuracy":[169],"level":[170],"obtain":[172],"maximal":[174],"temperature":[175],"setting":[176],"continual":[179],"process.":[181],"Moreover,":[182],"fitting":[184],"both":[185],"hard":[187],"targets":[188],"one":[193],"obtains":[194],"optimal":[196],"effect":[199],"that":[200],"mitigates":[201],"better":[202],"catastrophic":[203],"forgetting.":[204],"strengths":[206],"come":[210],"possibility":[213],"controlling":[215],"amount":[217],"transferred":[220],"non-heuristically":[221],"agnostic":[224],"application":[225],"model-independent":[228],"study.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}