{"id":"https://openalex.org/W4401566053","doi":"https://doi.org/10.1007/s40747-024-01572-3","title":"A multi-level collaborative self-distillation learning for improving adaptive inference efficiency","display_name":"A multi-level collaborative self-distillation learning for improving adaptive inference efficiency","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401566053","doi":"https://doi.org/10.1007/s40747-024-01572-3"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01572-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01572-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01572-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01572-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055342873","display_name":"Likun Zhang","orcid":"https://orcid.org/0000-0003-3898-6533"},"institutions":[{"id":"https://openalex.org/I4210091298","display_name":"East University Of Heilongjiang","ror":"https://ror.org/00hd4jd19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210091298"]},{"id":"https://openalex.org/I55022517","display_name":"Heilongjiang University","ror":"https://ror.org/04zyhq975","country_code":"CN","type":"education","lineage":["https://openalex.org/I55022517"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Likun Zhang","raw_affiliation_strings":["School of Electronic Engineering, Heilongjiang University, Harbin, 150080, China","School of Information Engineering, East University of Heilongjiang, Harbin, 150066, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Heilongjiang University, Harbin, 150080, China","institution_ids":["https://openalex.org/I55022517"]},{"raw_affiliation_string":"School of Information Engineering, East University of Heilongjiang, Harbin, 150066, China","institution_ids":["https://openalex.org/I4210091298"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665544","display_name":"Jinbao Li","orcid":"https://orcid.org/0000-0002-8889-6520"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinbao Li","raw_affiliation_strings":["Shandong Artificial Intelligence Institute, School of Mathematics and Statistics, Qilu University of Technology (Shandong Academy of Science), Jinan, 250014, China"],"affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, School of Mathematics and Statistics, Qilu University of Technology (Shandong Academy of Science), Jinan, 250014, China","institution_ids":["https://openalex.org/I4210142748","https://openalex.org/I152269853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082802967","display_name":"Benqian Zhang","orcid":"https://orcid.org/0009-0002-7531-826X"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benqian Zhang","raw_affiliation_strings":["School of Mathematics and Statistics, Qilu University of Technology (Shandong Academy of Science), Jinan, 250353, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Qilu University of Technology (Shandong Academy of Science), Jinan, 250353, China","institution_ids":["https://openalex.org/I152269853"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085836940","display_name":"Yahong Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yahong Guo","raw_affiliation_strings":["School of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Science), Jinan, 250353, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Science), Jinan, 250353, China","institution_ids":["https://openalex.org/I152269853"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085836940","https://openalex.org/A5100665544"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":0.256,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51892987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"8043","last_page":"8061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7623257637023926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7248786687850952},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7062899470329285},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.697224497795105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6945145726203918},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.674441933631897},{"id":"https://openalex.org/keywords/adaptive-neuro-fuzzy-inference-system","display_name":"Adaptive neuro fuzzy inference system","score":0.43852314352989197},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38413798809051514},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.07227572798728943}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7623257637023926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7248786687850952},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7062899470329285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.697224497795105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6945145726203918},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.674441933631897},{"id":"https://openalex.org/C186108316","wikidata":"https://www.wikidata.org/wiki/Q352530","display_name":"Adaptive neuro fuzzy inference system","level":4,"score":0.43852314352989197},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38413798809051514},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.07227572798728943},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01572-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01572-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01572-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5bf8dbd360244ddc89dd9b47678aa461","is_oa":true,"landing_page_url":"https://doaj.org/article/5bf8dbd360244ddc89dd9b47678aa461","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 6, Pp 8043-8061 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01572-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01572-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01572-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4710790057","display_name":null,"funder_award_id":"2020YFB1710200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6259686466","display_name":null,"funder_award_id":"62172143","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401566053.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2117539524","https://openalex.org/W2150884987","https://openalex.org/W2194775991","https://openalex.org/W2618530766","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2883780447","https://openalex.org/W2962677625","https://openalex.org/W2962851801","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963393494","https://openalex.org/W2963418739","https://openalex.org/W2963446712","https://openalex.org/W2981812042","https://openalex.org/W2981884310","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2987861506","https://openalex.org/W3015565442","https://openalex.org/W3034368386","https://openalex.org/W3034756453","https://openalex.org/W3035414587","https://openalex.org/W3035424951","https://openalex.org/W3138154797","https://openalex.org/W3177196641","https://openalex.org/W3204647170","https://openalex.org/W4224927203","https://openalex.org/W4226426325","https://openalex.org/W4243928383","https://openalex.org/W4312376588","https://openalex.org/W4312559913","https://openalex.org/W4362676543","https://openalex.org/W4386947735"],"related_works":["https://openalex.org/W2114654021","https://openalex.org/W2263529430","https://openalex.org/W2389800468","https://openalex.org/W4390103748","https://openalex.org/W2763641192","https://openalex.org/W2150377753","https://openalex.org/W2392430664","https://openalex.org/W3162202563","https://openalex.org/W2377425550","https://openalex.org/W3006331445"],"abstract_inverted_index":{"A":[0],"multi-exit":[1],"network":[2,147],"is":[3,187],"an":[4],"important":[5],"technique":[6],"for":[7,93],"achieving":[8],"adaptive":[9,175],"inference":[10,131,172,176],"by":[11,36,162],"dynamically":[12,88],"allocating":[13],"computational":[14],"resources":[15],"based":[16,154],"on":[17,136,155],"different":[18],"input":[19],"samples.":[20],"The":[21,164],"existing":[22],"works":[23],"mainly":[24],"treat":[25],"the":[26,30,33,40,51,55,63,85,90,116,129,145,158,171],"final":[27,56],"classifier":[28,121],"as":[29,179],"teacher,":[31],"enhancing":[32],"classification":[34,160],"accuracy":[35,161],"transferring":[37],"knowledge":[38,52,61,82,117],"to":[39,109,119],"intermediate":[41],"classifiers.":[42,65,86],"However,":[43],"this":[44,68],"traditional":[45,150],"self-distillation":[46,76],"training":[47],"strategy":[48,78],"only":[49],"utilizes":[50],"contained":[53],"in":[54,62],"classifier,":[57],"neglecting":[58],"potentially":[59],"distinctive":[60],"other":[64],"To":[66],"address":[67],"limitation,":[69],"we":[70],"propose":[71],"a":[72,98,123],"novel":[73],"multi-level":[74],"collaborative":[75],"learning":[77,99],"(MLCSD)":[79],"that":[80,148,168],"extracts":[81],"from":[83],"all":[84],"MLCSD":[87],"determines":[89],"weight":[91],"coefficients":[92],"each":[94,110,120],"classifier\u2019s":[95],"contribution":[96],"through":[97,122],"process,":[100],"thus":[101],"constructing":[102],"more":[103],"comprehensive":[104],"and":[105,141,182],"effective":[106],"teachers":[107,114],"tailored":[108],"classifier.":[111],"These":[112],"new":[113],"transfer":[115],"back":[118],"distillation":[124],"technique,":[125],"thereby":[126],"further":[127],"improving":[128],"network\u2019s":[130],"efficiency.":[132],"We":[133],"conduct":[134],"experiments":[135],"three":[137],"datasets,":[138],"CIFAR10,":[139],"CIFAR100,":[140],"Tiny-ImageNet.":[142],"Compared":[143],"with":[144],"baseline":[146],"employs":[149],"self-distillation,":[151],"our":[152],"MLCSD-Net":[153,169],"ResNet18":[156],"enhances":[157],"average":[159],"1.18%.":[163],"experimental":[165],"results":[166],"demonstrate":[167],"improves":[170],"efficiency":[173],"of":[174],"applications,":[177],"such":[178],"anytime":[180],"prediction":[181],"budgeted":[183],"batch":[184],"classification.":[185],"Code":[186],"available":[188],"at":[189],"https://github.com/deepzlk/MLCSD-Net":[190],".":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}