{"id":"https://openalex.org/W3203930142","doi":"https://doi.org/10.3233/jifs-211549","title":"Modifying the softening process for\u00a0knowledge distillation","display_name":"Modifying the softening process for\u00a0knowledge distillation","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3203930142","doi":"https://doi.org/10.3233/jifs-211549","mag":"3203930142"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-211549","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-211549","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031922169","display_name":"Chao Tan","orcid":"https://orcid.org/0000-0003-4519-6804"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Tan","raw_affiliation_strings":["Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","Science and Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100660575","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0002-3358-2743"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Liu","raw_affiliation_strings":["Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","Science and Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Software Engineering for Complex Systems, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Science and Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100660575"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12482026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"3","first_page":"2247","last_page":"2259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.746227502822876},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.6483689546585083},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5598917007446289},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5399359464645386},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.502936065196991},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.47935348749160767},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4525047540664673},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4480321407318115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36873751878738403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3171263337135315},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0914587676525116}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746227502822876},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.6483689546585083},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5598917007446289},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5399359464645386},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.502936065196991},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.47935348749160767},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4525047540664673},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4480321407318115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36873751878738403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3171263337135315},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0914587676525116},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-211549","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-211549","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2037227137","https://openalex.org/W2187089797","https://openalex.org/W2470394683","https://openalex.org/W2511791013","https://openalex.org/W2886756692","https://openalex.org/W2903707108","https://openalex.org/W2964016283","https://openalex.org/W3109689953","https://openalex.org/W3132454634","https://openalex.org/W3159704894","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2066741154","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W2082556335","https://openalex.org/W4281658507","https://openalex.org/W4224998860"],"abstract_inverted_index":{"The":[0,91],"prime":[1],"focus":[2],"of":[3,17,41,52,129,135],"knowledge":[4],"distillation":[5],"(KD)":[6],"seeks":[7],"a":[8],"light":[9],"proxy":[10],"termed":[11,22],"student":[12,27,144],"to":[13,60,71,86,99],"mimic":[14],"the":[15,26,31,38,50,54,61,88,127,141],"outputs":[16],"its":[18,100],"heavy":[19],"neural":[20],"networks":[21,145],"teacher,":[23],"and":[24,44,103,123,143,148],"makes":[25],"run":[28],"real-time":[29],"on":[30,120,157],"resource-limited":[32],"devices.":[33],"This":[34],"paradigm":[35],"requires":[36],"aligning":[37],"soft":[39],"logits":[40,55],"both":[42],"teacher":[43,142],"student.":[45],"However,":[46],"few":[47],"doubts":[48],"whether":[49],"process":[51],"softening":[53],"truly":[56],"give":[57],"full":[58],"play":[59],"teacher-student":[62],"paradigm.":[63],"In":[64],"this":[65,74,113],"paper,":[66],"we":[67,115],"launch":[68],"several":[69,79,117],"analyses":[70],"delve":[72],"into":[73],"issue":[75],"from":[76],"scratch.":[77],"Subsequently,":[78],"simple":[80],"yet":[81],"effective":[82,97],"functions":[83],"are":[84,146],"devised":[85],"replace":[87],"vanilla":[89],"KD.":[90],"ultimate":[92],"function":[93,132],"can":[94],"be":[95],"an":[96],"alternative":[98],"original":[101],"counterparts":[102],"work":[104],"well":[105],"with":[106],"other":[107],"skills":[108],"like":[109],"FitNets.":[110],"To":[111],"claim":[112],"point,":[114],"conduct":[116],"visual":[118],"tasks":[119],"individual":[121],"benchmarks,":[122],"experimental":[124],"results":[125],"verify":[126],"potential":[128],"our":[130,150],"proposed":[131,151],"in":[133],"terms":[134],"performance":[136],"gains.":[137],"For":[138],"example,":[139],"when":[140],"ShuffleNetV2-1.0":[147],"ShuffleNetV2-0.5,":[149],"method":[152],"achieves":[153],"40.88%top-1":[154],"error":[155],"rate":[156],"Tiny":[158],"ImageNet.":[159]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}