{"id":"https://openalex.org/W4394922817","doi":"https://doi.org/10.1145/3627703.3650067","title":"NeuroFlux: Memory-Efficient CNN Training Using Adaptive Local Learning","display_name":"NeuroFlux: Memory-Efficient CNN Training Using Adaptive Local Learning","publication_year":2024,"publication_date":"2024-04-18","ids":{"openalex":"https://openalex.org/W4394922817","doi":"https://doi.org/10.1145/3627703.3650067"},"language":"en","primary_location":{"id":"doi:10.1145/3627703.3650067","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627703.3650067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth European Conference on Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/29805/1/NeuroFlux_EuroSys2024_preprint.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072250614","display_name":"Dhananjay Saikumar","orcid":"https://orcid.org/0009-0006-4937-9308"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Dhananjay Saikumar","raw_affiliation_strings":["University of St Andrews, UK"],"affiliations":[{"raw_affiliation_string":"University of St Andrews, UK","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074563743","display_name":"Blesson Varghese","orcid":"https://orcid.org/0000-0001-8392-832X"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Blesson Varghese","raw_affiliation_strings":["University of St Andrews, UK"],"affiliations":[{"raw_affiliation_string":"University of St Andrews, UK","institution_ids":["https://openalex.org/I16835326"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072250614"],"corresponding_institution_ids":["https://openalex.org/I16835326"],"apc_list":null,"apc_paid":null,"fwci":0.2493,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4719042,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"999","last_page":"1015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8847965002059937},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6483067274093628},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6377274990081787},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.628879189491272},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.560468316078186},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5066516995429993},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4995107650756836},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4831402003765106},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.47576990723609924},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4519946873188019},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3684365749359131},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10765120387077332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8847965002059937},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6483067274093628},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6377274990081787},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.628879189491272},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.560468316078186},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5066516995429993},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4995107650756836},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4831402003765106},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.47576990723609924},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4519946873188019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3684365749359131},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10765120387077332},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3627703.3650067","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627703.3650067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth European Conference on Computer Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:research-repository.st-andrews.ac.uk:10023/29805","is_oa":true,"landing_page_url":"https://hdl.handle.net/10023/29805","pdf_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/29805/1/NeuroFlux_EuroSys2024_preprint.pdf","source":{"id":"https://openalex.org/S4306400230","display_name":"St Andrews Research Repository (St Andrews Research Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16835326","host_organization_name":"University of St Andrews","host_organization_lineage":["https://openalex.org/I16835326"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference item"}],"best_oa_location":{"id":"pmh:oai:research-repository.st-andrews.ac.uk:10023/29805","is_oa":true,"landing_page_url":"https://hdl.handle.net/10023/29805","pdf_url":"https://research-repository.st-andrews.ac.uk/bitstream/10023/29805/1/NeuroFlux_EuroSys2024_preprint.pdf","source":{"id":"https://openalex.org/S4306400230","display_name":"St Andrews Research Repository (St Andrews Research Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16835326","host_organization_name":"University of St Andrews","host_organization_lineage":["https://openalex.org/I16835326"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference item"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5552074707","display_name":null,"funder_award_id":"EP/Y028813/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394922817.pdf","grobid_xml":"https://content.openalex.org/works/W4394922817.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2595551253","https://openalex.org/W2607170611","https://openalex.org/W2788388592","https://openalex.org/W2806070179","https://openalex.org/W2810114442","https://openalex.org/W2903751456","https://openalex.org/W2949405272","https://openalex.org/W2963087201","https://openalex.org/W2963209930","https://openalex.org/W2963671154","https://openalex.org/W3097692969","https://openalex.org/W3105888187","https://openalex.org/W3126625480","https://openalex.org/W3182828306","https://openalex.org/W3214897310","https://openalex.org/W4200011677","https://openalex.org/W4224903733","https://openalex.org/W4231402390","https://openalex.org/W4249142012","https://openalex.org/W4282960063","https://openalex.org/W4310077675","https://openalex.org/W4365800068","https://openalex.org/W4381110926","https://openalex.org/W4385128072"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W1868434454","https://openalex.org/W4366985237","https://openalex.org/W2810569973","https://openalex.org/W2128396103","https://openalex.org/W4366984740","https://openalex.org/W2029210135"],"abstract_inverted_index":{"Efficient":[0],"on-device":[1],"Convolutional":[2],"Neural":[3],"Network":[4],"(CNN)":[5],"training":[6,57,74,82,128,162,185,201],"in":[7,47,66,69,150],"resource-constrained":[8],"mobile":[9],"and":[10,72,109,141,212],"edge":[11],"environments":[12],"is":[13,18,25],"an":[14,144],"open":[15],"challenge.":[16],"Backpropagation":[17],"the":[19,40,60,120,127,155,184],"standard":[20],"approach":[21],"adopted,":[22],"but":[23,65,124],"it":[24],"GPU":[26,48,62,106,121,138,209],"memory":[27,63,107,122,139,210],"intensive":[28],"due":[29],"to":[30,44,55,104,119,147,193,205,220],"its":[31],"strong":[32],"inter-layer":[33],"dependencies":[34,158],"that":[35,97,217],"demand":[36],"intermediate":[37,172],"activations":[38],"across":[39],"entire":[41],"CNN":[42,81,133],"model":[43],"be":[45],"retained":[46],"memory.":[49],"This":[50,153],"necessitates":[51],"smaller":[52],"batch":[53,113],"sizes":[54],"make":[56],"possible":[58],"within":[59],"available":[61],"budget,":[64],"turn,":[67],"results":[68,188],"substantially":[70],"high":[71],"impractical":[73],"time.":[75],"We":[76,88],"introduce":[77],"NeuroFlux,":[78],"a":[79,99,132,160],"novel":[80,91],"system":[83],"tailored":[84],"for":[85],"memory-constrained":[86],"scenarios.":[87],"develop":[89],"two":[90],"opportunities:":[92],"firstly,":[93],"adaptive":[94,112],"auxiliary":[95,145],"networks":[96],"employ":[98],"variable":[100],"number":[101],"of":[102,203],"filters":[103],"reduce":[105],"usage,":[108],"secondly,":[110],"block-specific":[111],"sizes,":[114],"which":[115],"not":[116],"only":[117],"cater":[118],"constraints":[123],"also":[125],"accelerate":[126],"process.":[129,186],"NeuroFlux":[130,169,199,213],"segments":[131],"into":[134],"blocks":[135],"based":[136],"on":[137,195],"usage":[140],"further":[142,182],"attaches":[143],"network":[146],"each":[148],"layer":[149,157],"these":[151],"blocks.":[152],"disrupts":[154],"typical":[156],"under":[159,207],"new":[161],"paradigm":[163],"-":[164],"'adaptive":[165],"local":[166],"learning'.":[167],"Moreover,":[168],"adeptly":[170],"caches":[171],"activations,":[173],"eliminating":[174],"redundant":[175],"forward":[176],"passes":[177],"over":[178],"previously":[179],"trained":[180],"blocks,":[181],"accelerating":[183],"The":[187],"are":[189],"twofold":[190],"when":[191],"compared":[192],"Backpropagation:":[194],"various":[196],"hardware":[197],"platforms,":[198],"demonstrates":[200],"speed-ups":[202],"2.3\u00d7":[204],"6.1\u00d7":[206],"stringent":[208],"budgets,":[211],"generates":[214],"streamlined":[215],"models":[216],"have":[218],"10.9\u00d7":[219],"29.4\u00d7":[221],"fewer":[222],"parameters.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
