{"id":"https://openalex.org/W4200223557","doi":"https://doi.org/10.1109/iccad51958.2021.9643522","title":"A Convergence Monitoring Method for DNN Training of On-Device Task Adaptation","display_name":"A Convergence Monitoring Method for DNN Training of On-Device Task Adaptation","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200223557","doi":"https://doi.org/10.1109/iccad51958.2021.9643522"},"language":"en","primary_location":{"id":"doi:10.1109/iccad51958.2021.9643522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad51958.2021.9643522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034558336","display_name":"Seungkyu Choi","orcid":"https://orcid.org/0000-0002-3125-9707"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungkyu Choi","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072316644","display_name":"Jaekang Shin","orcid":"https://orcid.org/0000-0002-5943-1599"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaekang Shin","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052390471","display_name":"Lee\u2010Sup Kim","orcid":"https://orcid.org/0000-0001-9585-4591"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee-Sup Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.2864,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62571064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9425041675567627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7974808812141418},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5539382100105286},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4667074382305145},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4496484398841858},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.42991945147514343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4277097284793854},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4248197674751282},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.41167202591896057},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4111519753932953},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3686442971229553},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.318602979183197},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.283332496881485}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9425041675567627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7974808812141418},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5539382100105286},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4667074382305145},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4496484398841858},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.42991945147514343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4277097284793854},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4248197674751282},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.41167202591896057},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4111519753932953},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3686442971229553},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.318602979183197},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.283332496881485},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad51958.2021.9643522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad51958.2021.9643522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G110017730","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G2389063100","display_name":null,"funder_award_id":"2020R1A2B5B02002690","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320315121","display_name":"Samsung Advanced Institute of Technology","ror":null},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W1972420097","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2469490737","https://openalex.org/W2531409750","https://openalex.org/W2533598788","https://openalex.org/W2945992628","https://openalex.org/W2949866178","https://openalex.org/W2955425717","https://openalex.org/W2963163009","https://openalex.org/W2964332173","https://openalex.org/W3005680577","https://openalex.org/W3040850704","https://openalex.org/W3048842964","https://openalex.org/W3091941622","https://openalex.org/W3092345941","https://openalex.org/W3097217077","https://openalex.org/W3102587717","https://openalex.org/W3172967059","https://openalex.org/W6636751772","https://openalex.org/W6687483927","https://openalex.org/W6720242923"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W2058965144","https://openalex.org/W2187181201","https://openalex.org/W3183118997","https://openalex.org/W3214410901","https://openalex.org/W3204400881","https://openalex.org/W3204296682","https://openalex.org/W2917767146"],"abstract_inverted_index":{"DNN":[0,80],"training":[1,19,41,81,99,113,124,144,196],"has":[2],"become":[3],"a":[4,103,147,186],"major":[5],"workload":[6],"in":[7,70,111,141],"on-device":[8,98],"situations":[9],"to":[10,107,138,174],"execute":[11],"various":[12,153,183],"vision":[13],"tasks":[14,128,154],"with":[15,88,134,157],"high":[16],"performance.":[17],"Accordingly,":[18],"architectures":[20],"accompanying":[21],"approximate":[22],"computing":[23,44],"have":[24],"been":[25],"steadily":[26],"studied":[27],"for":[28],"efficient":[29],"acceleration.":[30],"However,":[31],"most":[32],"of":[33,58,78,95,126],"the":[34,59,75,79,90,96,109,117,123,131,135,142,161,193],"works":[35],"examine":[36],"their":[37],"scheme":[38],"on":[39,182],"from-the-scratch":[40],"where":[42],"inaccurate":[43],"is":[45,155],"not":[46],"tolerable.":[47],"Moreover,":[48],"previous":[49],"solutions":[50],"are":[51],"mostly":[52],"provided":[53],"as":[54],"an":[55,149],"extended":[56],"version":[57],"inference":[60],"works,":[61],"e.g.,":[62],"sparsity/pruning,":[63],"quantization,":[64],"dataflow,":[65],"etc.":[66],"Therefore,":[67],"unresolved":[68],"issues":[69],"practical":[71,97],"workloads":[72],"that":[73],"hinder":[74],"total":[76],"speed":[77],"process":[82],"remain":[83],"still.":[84],"In":[85],"this":[86],"work,":[87],"targeting":[89],"transfer":[91],"learning-based":[92],"task":[93],"adaptation":[94],"workload,":[100],"we":[101,121],"propose":[102],"convergence":[104,133],"monitoring":[105],"method":[106,165],"resolve":[108],"redundancy":[110],"massive":[112],"iterations.":[114],"By":[115],"utilizing":[116],"network's":[118],"output":[119],"value,":[120],"detect":[122],"intensity":[125,137],"incoming":[127],"and":[129,169],"monitor":[130],"prediction":[132],"given":[136],"provide":[139],"early-exits":[140],"scheduled":[143],"iteration.":[145],"As":[146],"result,":[148],"accurate":[150],"approximation":[151],"over":[152,189,192],"performed":[156],"minimal":[158],"overhead.":[159],"Unlike":[160],"sparsity-driven":[162],"approximation,":[163],"our":[164],"enables":[166],"runtime":[167],"optimization":[168],"can":[170],"be":[171],"easily":[172],"applicable":[173],"off-the-shelf":[175],"accelerators":[176],"achieving":[177],"significant":[178],"speedup.":[179],"Evaluation":[180],"results":[181],"datasets":[184],"show":[185],"geomean":[187],"of$2.2\\times$speedup":[188],"baseline":[190],"and$1.8\\times$speedup":[191],"latest":[194],"convergence-related":[195],"method.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}