{"id":"https://openalex.org/W4389162730","doi":"https://doi.org/10.1109/iccad57390.2023.10323984","title":"Rapid-INR: Storage Efficient CPU-Free DNN Training Using Implicit Neural Representation","display_name":"Rapid-INR: Storage Efficient CPU-Free DNN Training Using Implicit Neural Representation","publication_year":2023,"publication_date":"2023-10-28","ids":{"openalex":"https://openalex.org/W4389162730","doi":"https://doi.org/10.1109/iccad57390.2023.10323984"},"language":"en","primary_location":{"id":"doi:10.1109/iccad57390.2023.10323984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad57390.2023.10323984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Conference on Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022726792","display_name":"Hanqiu Chen","orcid":"https://orcid.org/0009-0007-1834-5612"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hanqiu Chen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100547439","display_name":"Hang Yang","orcid":"https://orcid.org/0009-0002-0302-8052"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Yang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092372357","display_name":"Stephen BR Fitzmeyer","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Fitzmeyer","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053022655","display_name":"Cong Hao","orcid":"https://orcid.org/0000-0002-2541-8767"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Hao","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022726792"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.1228,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44091879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8643679022789001},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8226770162582397},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5810124278068542},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5176394581794739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5079897046089172},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.46372339129447937},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4428383708000183},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4153675138950348},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4124346971511841},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3836778402328491},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3481709957122803},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32581210136413574},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20031771063804626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8643679022789001},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8226770162582397},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5810124278068542},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5176394581794739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5079897046089172},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.46372339129447937},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4428383708000183},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4153675138950348},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4124346971511841},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3836778402328491},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3481709957122803},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32581210136413574},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20031771063804626},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad57390.2023.10323984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad57390.2023.10323984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Conference on Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4198732386","display_name":null,"funder_award_id":"2202329","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W2194775991","https://openalex.org/W2533598788","https://openalex.org/W2963627347","https://openalex.org/W2963926543","https://openalex.org/W2981207549","https://openalex.org/W3118608800","https://openalex.org/W3128606727","https://openalex.org/W3166254754","https://openalex.org/W3173531806","https://openalex.org/W3207964656","https://openalex.org/W4200150166","https://openalex.org/W4226485451","https://openalex.org/W4287284742","https://openalex.org/W4287756134","https://openalex.org/W4295846578","https://openalex.org/W4312796583","https://openalex.org/W4320169939","https://openalex.org/W6811329210"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W1966837078","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146"],"abstract_inverted_index":{"Implicit":[0],"Neural":[1],"Representation":[2],"(INR)":[3],"is":[4,123,234],"an":[5],"innovative":[6],"approach":[7,69],"for":[8,41,57,73],"representing":[9],"complex":[10],"shapes":[11],"or":[12,19],"objects":[13,25],"without":[14],"explicitly":[15],"defining":[16],"their":[17],"geometry":[18],"surface":[20],"structure.":[21],"Instead,":[22],"INR":[23,40,54,72,96,119],"represents":[24],"as":[26,39,51,139,141,194,196],"continuous":[27],"functions.":[28],"Previous":[29],"research":[30],"has":[31],"demonstrated":[32],"the":[33,91,102,108,115,153,158,179,190,202],"effectiveness":[34],"of":[35,178],"using":[36],"neural":[37,80],"networks":[38,226],"image":[42,61,154,169],"compression,":[43,132],"showcasing":[44],"comparable":[45],"performance":[46],"to":[47,120,175,219],"traditional":[48],"methods":[49],"such":[50],"JPEG.":[52],"However,":[53],"holds":[55],"potential":[56],"various":[58],"applications":[59],"beyond":[60],"compression.":[62],"This":[63],"paper":[64],"introduces":[65],"Rapid-INR,":[66],"a":[67,99,185,197,208],"novel":[68],"that":[70],"utilizes":[71],"encoding":[74],"and":[75,110,126,136,162,183,224],"compressing":[76],"images,":[77],"thereby":[78],"accelerating":[79],"network":[81,161],"training":[82,192,204],"in":[83,95,211],"computer":[84,221],"vision":[85,222],"tasks.":[86],"Our":[87,231],"methodology":[88],"involves":[89],"storing":[90],"whole":[92],"dataset":[93,181],"directly":[94],"format":[97,122],"on":[98,152],"GPU,":[100],"mitigating":[101],"significant":[103],"data":[104],"communication":[105],"overhead":[106],"between":[107],"CPU":[109],"GPU":[111],"during":[112],"training.":[113],"Additionally,":[114],"decoding":[116],"process":[117],"from":[118],"RGB":[121],"highly":[124],"parallelized":[125],"executed":[127],"on-the-fly.":[128],"To":[129],"further":[130],"enhance":[131],"we":[133],"propose":[134],"iterative":[135],"dynamic":[137],"pruning,":[138],"well":[140,195],"layer-wise":[142],"quantization,":[143],"building":[144],"upon":[145],"previous":[146],"work.":[147],"We":[148],"evaluate":[149],"our":[150],"framework":[151],"classification":[155],"task,":[156],"utilizing":[157],"ResNet-18":[159],"backbone":[160,225],"three":[163],"commonly":[164],"used":[165],"datasets":[166],"with":[167,206,227],"varying":[168],"sizes.":[170],"Rapid-INR":[171,214],"reduces":[172],"memory":[173],"consumption":[174],"only":[176,207],"5%":[177],"original":[180],"size":[182],"achieves":[184],"maximum":[186,198],"6\u00d7":[187],"speedup":[188,200],"over":[189,201],"PyTorch":[191],"pipeline,":[193,205],"1.2\u00d7":[199],"DALI":[203],"marginal":[209],"decrease":[210],"accuracy.":[212],"Importantly,":[213],"can":[215],"be":[216],"readily":[217],"applied":[218],"other":[220],"tasks":[223],"reasonable":[228],"engineering":[229],"efforts.":[230],"implementation":[232],"code":[233],"publicly":[235],"available":[236],"at":[237],"https://github.com/sharc-lab/Rapid-INR.":[238]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}