{"id":"https://openalex.org/W7204091344","doi":"https://doi.org/10.1109/iccsc71566.2026.11650130","title":"Teacher Promotion and Progressive Shrinking: a Framework for Iterative Distillation","display_name":"Teacher Promotion and Progressive Shrinking: a Framework for Iterative Distillation","alternate_titles":[],"publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7204091344","doi":"https://doi.org/10.1109/iccsc71566.2026.11650130"},"language":"en","primary_location":{"id":"doi:10.1109/iccsc71566.2026.11650130","doi":"https://doi.org/10.1109/iccsc71566.2026.11650130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccsc71566.2026.11650130","pdf_url":null,"source":{"id":"https://openalex.org/S7407087460","display_name":"International Conference on Circuit, Systems and Communication (ICCSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Circuit, Systems and Communication (ICCSC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7204091344"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128762531","display_name":"Mohamed Echchidmi","orcid":"https://orcid.org/0009-0001-5454-0905","observed_orcids":["https://orcid.org/0009-0001-5454-0905"]},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mohamed Echchidmi","raw_affiliation_strings":["Sidi Mohamed Ben Abdellah University, Fez, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidi Mohamed Ben Abdellah University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090880154","display_name":"Anas Bouayad","orcid":"https://orcid.org/0000-0002-3372-1168","observed_orcids":["https://orcid.org/0000-0002-3372-1168"]},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Anas Bouayad","raw_affiliation_strings":["Sidi Mohamed Ben Abdellah University, Fez, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidi Mohamed Ben Abdellah University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I81605866"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9490000009536743},{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.8109999895095825},{"id":"https://openalex.org/keywords/teacher-promotion","display_name":"teacher promotion","score":0.609000027179718},{"id":"https://openalex.org/keywords/edge-deployment","display_name":"edge deployment","score":0.6729999780654907},{"id":"https://openalex.org/keywords/resource-constrained-devices","display_name":"resource-constrained devices","score":0.7160000205039978},{"id":"https://openalex.org/keywords/multistage-distillation","display_name":"multistage distillation","score":0.7020000219345093},{"id":"https://openalex.org/keywords/compact-neural-networks","display_name":"compact neural networks","score":0.38499999046325684}],"concepts":[{"id":"https://openalex.org/C98147612","wikidata":"https://www.wikidata.org/wiki/Q215599","display_name":"Promotion (chess)","level":3,"score":0.5637000203132629},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.489300012588501},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.35589998960494995},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3465000092983246},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3431999981403351},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3343000113964081},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2694000005722046},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccsc71566.2026.11650130","doi":"https://doi.org/10.1109/iccsc71566.2026.11650130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccsc71566.2026.11650130","pdf_url":null,"source":{"id":"https://openalex.org/S7407087460","display_name":"International Conference on Circuit, Systems and Communication (ICCSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Circuit, Systems and Communication (ICCSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5060999989509583,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W2134797427","https://openalex.org/W2294370754","https://openalex.org/W2407386500","https://openalex.org/W2620998106","https://openalex.org/W2747909401","https://openalex.org/W2787017828","https://openalex.org/W2807912816","https://openalex.org/W2996970889","https://openalex.org/W3105082838","https://openalex.org/W3108258117","https://openalex.org/W3174510164","https://openalex.org/W4399573515","https://openalex.org/W4404212170"],"related_works":["https://openalex.org/W7206215727","https://openalex.org/W7029765750","https://openalex.org/W7204070282","https://openalex.org/W7203647632","https://openalex.org/W7166648858","https://openalex.org/W7204116161","https://openalex.org/W7167912434","https://openalex.org/W7164896040","https://openalex.org/W7166535911","https://openalex.org/W4312465669"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"often":[3],"achieve":[4],"high":[5],"accuracy,":[6,128],"but":[7],"their":[8],"compute,":[9],"memory,":[10],"and":[11,44,61,81,127,129],"power":[12],"demands":[13],"can":[14,135],"hinder":[15],"deployment":[16],"on":[17,79,87,106],"resource-constrained":[18],"edge":[19],"devices.":[20],"This":[21],"paper":[22],"proposes":[23],"an":[24,40],"iterative,":[25],"constraint-aware":[26],"knowledge":[27],"distillation":[28,76],"framework":[29],"that":[30,131],"compresses":[31],"a":[32,36,45,89,94,99,109,113],"large":[33,137],"model":[34],"into":[35],"small":[37],"one":[38],"under":[39],"explicit":[41],"model-size":[42],"budget":[43,97],"maximum":[46],"allowable":[47],"accuracy":[48],"drop.":[49],"Starting":[50],"from":[51],"user-specified":[52],"constraints,":[53],"the":[54,85],"method":[55],"trains":[56],"candidate":[57],"students,":[58],"checks":[59],"feasibility,":[60],"adjusts":[62],"capacity":[63,138],"across":[64],"generations;":[65],"oversized":[66],"students":[67],"may":[68],"be":[69],"promoted":[70],"to":[71],"intermediate":[72],"teachers":[73],"for":[74],"subsequent":[75],"stages.":[77],"Experiments":[78],"MNIST":[80],"Speech":[82,107],"Commands":[83],"validate":[84],"approach:":[86],"MNIST,":[88],"100":[90],"KB":[91,101,115],"target":[92],"with":[93],"2-point":[95],"accuracy-drop":[96],"yields":[98,112],"55":[100],"student":[102,116],"achieving":[103],"97.28%":[104],"accuracy;":[105],"Commands,":[108],"4-point":[110],"drop":[111],"197.5":[114],"reaching":[117],"94.08%":[118],"accuracy.":[119],"These":[120],"results":[121],"demonstrate":[122],"predictable":[123],"tradeoffs":[124],"between":[125],"compactness":[126],"show":[130],"multistage":[132],"teacher":[133],"promotion":[134],"bridge":[136],"gaps":[139],"while":[140],"preserving":[141],"performance":[142],"within":[143],"user-defined":[144],"tolerances.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204091344","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2026-08-25T00:00:00"}
