{"id":"https://openalex.org/W4407849307","doi":"https://doi.org/10.1016/j.ijin.2025.02.001","title":"Teacher Probability Reconstruction based knowledge distillation within intelligent network compression","display_name":"Teacher Probability Reconstruction based knowledge distillation within intelligent network compression","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407849307","doi":"https://doi.org/10.1016/j.ijin.2025.02.001"},"language":"en","primary_location":{"id":"doi:10.1016/j.ijin.2025.02.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.02.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.ijin.2025.02.001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100325104","display_name":"Han Chen","orcid":"https://orcid.org/0000-0001-7984-1205"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Chen","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103009026","display_name":"Xuyang Teng","orcid":"https://orcid.org/0000-0003-0219-0664"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuyang Teng","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041726953","display_name":"Jiajie Su","orcid":"https://orcid.org/0000-0002-6899-4174"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiajie Su","raw_affiliation_strings":["Department of Computer Science, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109065420","display_name":"Chunhao Li","orcid":"https://orcid.org/0000-0001-9872-7774"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhao Li","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108825953","display_name":"Chang Hu","orcid":"https://orcid.org/0009-0002-8963-8803"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Hu","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078087124","display_name":"Meng Han","orcid":"https://orcid.org/0000-0002-7824-4502"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Han","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103009026"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":5.1275,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94499118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"47","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.9538000226020813,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6692379713058472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5439070463180542},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4674336016178131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38723766803741455},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10404416918754578},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.10309407114982605},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.08310014009475708}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6692379713058472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5439070463180542},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4674336016178131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38723766803741455},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10404416918754578},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.10309407114982605},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08310014009475708},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.ijin.2025.02.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.02.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a0a76af47c794b52ac19dc9d41f23db0","is_oa":true,"landing_page_url":"https://doaj.org/article/a0a76af47c794b52ac19dc9d41f23db0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Intelligent Networks, Vol 6, Iss , Pp 47-56 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.ijin.2025.02.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijin.2025.02.001","pdf_url":null,"source":{"id":"https://openalex.org/S4210202467","display_name":"International Journal of Intelligent Networks","issn_l":"2666-6030","issn":["2666-6030"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1574427581","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2549139847","https://openalex.org/W2560023338","https://openalex.org/W2561238782","https://openalex.org/W2565639579","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2752782242","https://openalex.org/W2883780447","https://openalex.org/W2963140444","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2963534679","https://openalex.org/W2963881378","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2964268168","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3159704894","https://openalex.org/W3177196641","https://openalex.org/W3209586559","https://openalex.org/W4226426325","https://openalex.org/W4249502209","https://openalex.org/W4312323945","https://openalex.org/W4367047075","https://openalex.org/W4382458595","https://openalex.org/W4385570725","https://openalex.org/W4388691916","https://openalex.org/W4391697143","https://openalex.org/W4393405364","https://openalex.org/W4394591086","https://openalex.org/W4400528616","https://openalex.org/W4404108380","https://openalex.org/W6620707391","https://openalex.org/W6639102338","https://openalex.org/W6676297131","https://openalex.org/W6748082341","https://openalex.org/W6751751081","https://openalex.org/W6847346703","https://openalex.org/W6851401258","https://openalex.org/W6861759287","https://openalex.org/W6862534732","https://openalex.org/W6862683289"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"the":[1,59,63,110,117,121,134,141,157,163,187,190,195,205],"optimization":[2],"of":[3,62,120,189],"intelligent":[4],"network":[5,123],"architecture":[6],",":[7],"limited":[8],"resources":[9],"at":[10],"each":[11],"node,":[12],"including":[13],"edge":[14],"computing":[15],"devices,":[16],"have":[17],"posed":[18],"challenges":[19,89],"for":[20,213],"deploying":[21],"large":[22],"models":[23],"in":[24,83,90,133,162],"performance-demanding":[25],"scenarios.":[26],"Knowledge":[27],"distillation":[28,54,87,97,153],"serves":[29],"as":[30,77,79,125],"a":[31,39,47,151],"model":[32,42],"compression":[33],"method":[34,154,220],"that":[35,71,155,218],"extracts":[36],"knowledge":[37,53,108,152],"from":[38,109,186,201],"large-scale":[40],"teacher":[41,122,164,211],"and":[43,75,130,139],"transfers":[44],"it":[45],"to":[46,67,98,104,116,173,183,198],"more":[48,106],"lightweight":[49],"student":[50,158],"model.":[51,165],"Previous":[52],"methods":[55],"mainly":[56],"focus":[57],"on":[58,204,224],"intermediate":[60],"layers":[61],"network.":[64],"However,":[65],"due":[66],"privacy":[68],"protection":[69],"regulations":[70],"limit":[72],"data":[73,136],"sharing":[74],"access":[76],"well":[78],"computational":[80],"efficiency":[81],"requirements":[82],"practical":[84,91],"scenarios,":[85],"feature-based":[86],"encounters":[88],"applications.":[92],"We":[93,192],"start":[94],"with":[95],"logit-based":[96],"address":[99],"these":[100],"issues,":[101],"enabling":[102,181],"students":[103,174,178,200],"learn":[105],"representative":[107],"teacher\u2019s":[111,167,196],"output":[112,142],"probability":[113,143],"distribution.":[114],"Due":[115],"structural":[118],"limitations":[119,188],"such":[124],"insufficient":[126],"depth":[127],"or":[128],"width,":[129],"potential":[131],"issues":[132],"training":[135],"like":[137],"noise":[138],"imbalance,":[140],"distribution":[144],"contains":[145],"many":[146],"errors.":[147],"Therefore,":[148],"we":[149],"propose":[150],"improves":[156],"by":[159],"correcting":[160,210],"errors":[161,168,212],"Nevertheless,":[166],"not":[169],"only":[170],"bring":[171],"mistakes":[172],"but":[175],"also":[176,193],"give":[177],"greater":[179],"subjectivity,":[180],"them":[182],"break":[184],"free":[185],"teacher.":[191],"retain":[194],"thinking":[197],"prevent":[199],"becoming":[202],"biased":[203],"remaining":[206],"(non-target)":[207],"categories":[208],"while":[209],"students.":[214],"Extensive":[215],"experiments":[216],"demonstrate":[217],"our":[219],"achieves":[221],"competitive":[222],"performance":[223],"multiple":[225],"benchmarks":[226],"without":[227],"extra":[228],"parameters.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}