{"id":"https://openalex.org/W7117893511","doi":"https://doi.org/10.1109/access.2025.3650071","title":"CB-DistillGrad: Class-Balanced Distillation and Gradient Conflict Resolution for Low Power Edge AI Applications","display_name":"CB-DistillGrad: Class-Balanced Distillation and Gradient Conflict Resolution for Low Power Edge AI Applications","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7117893511","doi":"https://doi.org/10.1109/access.2025.3650071"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3650071","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3650071","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3650071","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027358936","display_name":"S. Vemuri","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sai Manohar Vemuri","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115030061","display_name":"Achyuth Gundrapally","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Achyuth Gundrapally","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121745424","display_name":"Zhengyu Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengyu Xia","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121697147","display_name":"Joohee Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joohee Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121460072","display_name":"Kyuwon Ken Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyuwon Ken Choi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027358936"],"corresponding_institution_ids":["https://openalex.org/I180949307"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00928717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"3040","last_page":"3061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7146000266075134},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6786999702453613},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.609499990940094},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.597000002861023},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5683000087738037},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5175999999046326},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5074999928474426},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.48019999265670776},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4406000077724457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7904000282287598},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7146000266075134},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6786999702453613},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.609499990940094},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.597000002861023},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5683000087738037},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5074999928474426},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4514999985694885},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4221999943256378},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40529999136924744},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3961000144481659},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.3158999979496002},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3650071","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3650071","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3650071","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3650071","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W2048266589","https://openalex.org/W2067523571","https://openalex.org/W2112796928","https://openalex.org/W2276486856","https://openalex.org/W2285660444","https://openalex.org/W2294370754","https://openalex.org/W2525740295","https://openalex.org/W2618530766","https://openalex.org/W2752782242","https://openalex.org/W2789333991","https://openalex.org/W2883780447","https://openalex.org/W2887936511","https://openalex.org/W2906043559","https://openalex.org/W2907579173","https://openalex.org/W2962697884","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2963691377","https://openalex.org/W2964137095","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3122723033","https://openalex.org/W3122799380","https://openalex.org/W3138516171","https://openalex.org/W3161612389","https://openalex.org/W3177196641","https://openalex.org/W3189069895","https://openalex.org/W4206801982","https://openalex.org/W4226426325","https://openalex.org/W4310479473","https://openalex.org/W4312671791","https://openalex.org/W4312910656","https://openalex.org/W4365420262","https://openalex.org/W4382568144","https://openalex.org/W4385573711","https://openalex.org/W4387123705","https://openalex.org/W4394670654","https://openalex.org/W4396215031","https://openalex.org/W4405197329","https://openalex.org/W4409362950","https://openalex.org/W4411032745","https://openalex.org/W4416429118"],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"deep":[1,232],"neural":[2],"networks":[3],"on":[4,132,235],"edge":[5],"devices":[6],"such":[7],"as":[8],"embedded":[9],"GPUs":[10],"and":[11,22,37,60,81,105,109,191,226,230],"FPGAs":[12],"remains":[13],"challenging":[14],"due":[15],"to":[16,24,41,101,118,149,215],"high":[17],"computational":[18],"cost,":[19],"memory":[20],"footprint,":[21],"sensitivity":[23],"class":[25],"imbalance.":[26],"Existing":[27],"compression":[28],"techniques,":[29],"including":[30],"knowledge":[31],"distillation,":[32],"often":[33],"overlook":[34],"hardware":[35],"constraints":[36],"minority-class":[38,107],"performance,":[39],"leading":[40],"suboptimal":[42],"real-world":[43],"deployment.":[44],"This":[45],"article":[46],"introduces":[47],"CB-DistillGrad,":[48],"a":[49,68,87,145,210,221],"unified":[50],"hardware-aware":[51],"distillation":[52],"framework":[53,223],"that":[54,92],"jointly":[55],"optimizes":[56],"accuracy,":[57],"model":[58],"compactness,":[59],"deployment":[61],"efficiency.":[62],"The":[63,124],"proposed":[64],"system":[65],"integrates:":[66],"(1)":[67],"lightweight":[69],"student":[70,126],"architecture":[71],"built":[72],"with":[73,97,164,184,207],"depthwise":[74],"separable":[75],"convolutions,":[76],"squeeze-and-excitation":[77],"attention,":[78],"progressive":[79],"dropout,":[80],"hardware-friendly":[82],"Hard":[83],"Swish":[84],"activation;":[85],"(2)":[86],"<italic":[88,111],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[89,112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">CB-Distill":[90],"Loss</i>":[91],"couples":[93],"class-balanced":[94],"focal":[95],"loss":[96],"reweighted":[98],"Kullback\u2013Leibler":[99],"divergence":[100],"mitigate":[102],"teacher":[103],"bias":[104],"improve":[106],"accuracy;":[108],"(3)":[110],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">gradient":[113],"conflict":[114],"resolution</i>":[115],"via":[116],"PCGrad":[117],"stabilize":[119],"optimization":[120],"under":[121],"multi-objective":[122],"supervision.":[123],"resulting":[125],"network":[127],"achieves":[128],"87.11%":[129],"overall":[130],"accuracy":[131],"the":[133,150,154,169,172,196],"RSCD":[134],"road-surface":[135],"dataset":[136],"using":[137],"only":[138],"130K":[139],"parameters":[140],"(0.52":[141],"MB":[142],"at":[143,159,179,202],"FP32),":[144],"96.8%":[146],"reduction":[147,213],"compared":[148,214],"4.1M-parameter":[151],"teacher.":[152,170],"On":[153,171,195],"NVIDIA":[155,173],"GPU,":[156],"inference":[157,177,200],"occurs":[158,178,201],"1.05":[160],"ms/image":[161,181,204],"(949":[162],"FPS)":[163,183,206],"72Wpower,":[165],"2.15\u00d7":[166],"faster":[167],"than":[168],"Jetson":[174],"AGX":[175],"Orin,":[176],"11.70":[180],"(85":[182],"7.36":[185],"W":[186],"power,":[187],"achieving":[188],"2.8\u00d7":[189],"speedup":[190],"4.5\u00d7":[192],"energy":[193,212],"reduction.":[194],"Xilinx":[197],"ZCU104":[198],"FPGA,":[199],"62.19":[203],"(16":[205],"4.42Wpower,":[208],"demonstrating":[209],"27\u00d7":[211],"GPU":[216],"execution.":[217],"These":[218],"results":[219],"demonstrate":[220],"practical":[222],"for":[224],"training":[225],"deploying":[227],"compact,":[228],"class-balanced,":[229],"hardware-optimized":[231],"learning":[233],"models":[234],"resource-constrained":[236],"platforms.":[237]},"counts_by_year":[],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2026-01-01T00:00:00"}