{"id":"https://openalex.org/W4401474635","doi":"https://doi.org/10.1016/j.csi.2024.103906","title":"Energy-efficient neural network training through runtime layer freezing, model quantization, and early stopping","display_name":"Energy-efficient neural network training through runtime layer freezing, model quantization, and early stopping","publication_year":2024,"publication_date":"2024-08-08","ids":{"openalex":"https://openalex.org/W4401474635","doi":"https://doi.org/10.1016/j.csi.2024.103906"},"language":"en","primary_location":{"id":"doi:10.1016/j.csi.2024.103906","doi":"https://doi.org/10.1016/j.csi.2024.103906","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.csi.2024.103906","pdf_url":null,"source":{"id":"https://openalex.org/S119630662","display_name":"Computer Standards & Interfaces","issn_l":"0920-5489","issn":["0920-5489","1872-7018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Standards & Interfaces","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.csi.2024.103906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106381744","display_name":"\u00c1lvaro Domingo Reguero","orcid":"https://orcid.org/0009-0004-3718-9174","observed_orcids":["https://orcid.org/0009-0004-3718-9174"]},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"\u00c1lvaro Domingo Reguero","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Spain"],"raw_orcid":"https://orcid.org/0009-0004-3718-9174","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050955846","display_name":"Silverio Mart\u00ednez\u2010Fern\u00e1ndez","orcid":"https://orcid.org/0000-0001-9928-133X","observed_orcids":["https://orcid.org/0000-0001-9928-133X"]},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Silverio Mart\u00ednez-Fern\u00e1ndez","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9928-133X","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041332104","display_name":"Roberto Verdecchia","orcid":"https://orcid.org/0000-0001-9206-6637","observed_orcids":["https://orcid.org/0000-0001-9206-6637"]},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Verdecchia","raw_affiliation_strings":["University of Florence, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9206-6637","affiliations":[{"raw_affiliation_string":"University of Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050955846"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":{"value":2850,"currency":"USD","value_usd":2850},"apc_paid":{"value":2850,"currency":"USD","value_usd":2850},"fwci":3.9059,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95014407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"92","issue":null,"first_page":"103906","last_page":"103906"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.7753999829292297,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.7753999829292297,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14259999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.06719999760389328,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/layer-freezing","display_name":"layer freezing","score":0.7429999709129333},{"id":"https://openalex.org/keywords/model-quantization","display_name":"model quantization","score":0.9850000143051147},{"id":"https://openalex.org/keywords/early-stopping","display_name":"early stopping","score":1.0},{"id":"https://openalex.org/keywords/load-forecasting","display_name":"load forecasting","score":0.7070000171661377},{"id":"https://openalex.org/keywords/energy-accuracy-trade-off","display_name":"energy-accuracy trade-off","score":0.8690000176429749},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8339999914169312},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8284644484519958},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7753950953483582},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.6969270706176758},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6430755853652954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5049973130226135},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4983699321746826},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4659949541091919},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4651886522769928},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.46451014280319214},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4614250957965851},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43225178122520447},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30738502740859985},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.csi.2024.103906","doi":"https://doi.org/10.1016/j.csi.2024.103906","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.csi.2024.103906","pdf_url":null,"source":{"id":"https://openalex.org/S119630662","display_name":"Computer Standards & Interfaces","issn_l":"0920-5489","issn":["0920-5489","1872-7018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Standards & Interfaces","raw_type":"journal-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/419904","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/419904","pdf_url":"https://upcommons.upc.edu/bitstream/2117/419904/1/CSI2025_1-s2.0-S0920548924000758-main.pdf","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:flore.unifi.it:2158/1400257","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2158/1400257","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.csi.2024.103906","doi":"https://doi.org/10.1016/j.csi.2024.103906","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.csi.2024.103906","pdf_url":null,"source":{"id":"https://openalex.org/S119630662","display_name":"Computer Standards & Interfaces","issn_l":"0920-5489","issn":["0920-5489","1872-7018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Standards & Interfaces","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.75},{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.75}],"sustainable_development_goals_aurora":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8500000238418579}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2114305129","display_name":null,"funder_award_id":"MCIN/AEI/ 10.13039","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4042783231","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G417802509","display_name":null,"funder_award_id":"TED2021-130923B-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G425668148","display_name":null,"funder_award_id":".13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5338730000","display_name":null,"funder_award_id":"TED2021","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6497321569","display_name":null,"funder_award_id":"BEAGAL18/00064","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":null},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":"https://ror.org/003x0zc53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1483870316","https://openalex.org/W1587715758","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1902934009","https://openalex.org/W1985514943","https://openalex.org/W2016966976","https://openalex.org/W2024165284","https://openalex.org/W2034978228","https://openalex.org/W2041282815","https://openalex.org/W2093230975","https://openalex.org/W2110798204","https://openalex.org/W2112352537","https://openalex.org/W2136922672","https://openalex.org/W2149933564","https://openalex.org/W2156876426","https://openalex.org/W2163605009","https://openalex.org/W2171656628","https://openalex.org/W2300242332","https://openalex.org/W2487591363","https://openalex.org/W2554302513","https://openalex.org/W2557728737","https://openalex.org/W2559655401","https://openalex.org/W2604272474","https://openalex.org/W2612445135","https://openalex.org/W2766975872","https://openalex.org/W2775461895","https://openalex.org/W2777406049","https://openalex.org/W2800920215","https://openalex.org/W2804935296","https://openalex.org/W2909678128","https://openalex.org/W2948223045","https://openalex.org/W2951975689","https://openalex.org/W2962843773","https://openalex.org/W2970283086","https://openalex.org/W2981540061","https://openalex.org/W2988125198","https://openalex.org/W3005957694","https://openalex.org/W3013809366","https://openalex.org/W3024279644","https://openalex.org/W3038443040","https://openalex.org/W3041148953","https://openalex.org/W3106171539","https://openalex.org/W3111917867","https://openalex.org/W3125601827","https://openalex.org/W3176653330","https://openalex.org/W3177445126","https://openalex.org/W3197255538","https://openalex.org/W3208662672","https://openalex.org/W3208860256","https://openalex.org/W3212485740","https://openalex.org/W3214897310","https://openalex.org/W4205930673","https://openalex.org/W4213319458","https://openalex.org/W4236765470","https://openalex.org/W4236859744","https://openalex.org/W4240768087","https://openalex.org/W4248799824","https://openalex.org/W4254751698","https://openalex.org/W4291213652","https://openalex.org/W4308245305","https://openalex.org/W4379743664","https://openalex.org/W4383098130","https://openalex.org/W4383098154","https://openalex.org/W4386475806","https://openalex.org/W4391904442","https://openalex.org/W4399382134","https://openalex.org/W6639213037","https://openalex.org/W6753297297","https://openalex.org/W6770166933"],"related_works":["https://openalex.org/W4254751698","https://openalex.org/W2922073769","https://openalex.org/W4320854463","https://openalex.org/W3040157805","https://openalex.org/W4288022214","https://openalex.org/W4387799548","https://openalex.org/W4385768004","https://openalex.org/W3008105014","https://openalex.org/W1724442104","https://openalex.org/W2156876426"],"abstract_inverted_index":{"In":[0,69],"the":[1,32,37,46,58,78,90,93,145,151,173,178,181,204,212,221,238,247,257],"last":[2],"years,":[3],"neural":[4,86,111],"networks":[5,87,112],"have":[6],"been":[7],"massively":[8],"adopted":[9],"by":[10,26,108,194,196,237],"industry":[11],"and":[12,52,97,119,128,153,167,220,249],"research":[13],"in":[14,113,134,253],"a":[15,105,208,216,226],"wide":[16],"variety":[17],"of":[18,49,60,80,92,95,180,186,210,218,228],"contexts.":[19],"Neural":[20],"network":[21],"milestones":[22],"are":[23,169],"generally":[24],"reached":[25],"scaling":[27],"up":[28],"computation,":[29],"completely":[30],"disregarding":[31],"carbon":[33],"footprint":[34],"required":[35],"for":[36,85,160],"associated":[38],"computations.":[39],"This":[40,230],"trend":[41],"has":[42],"become":[43],"unsustainable":[44],"given":[45],"ever-growing":[47],"use":[48],"deep":[50],"learning,":[51],"could":[53,233],"cause":[54],"irreversible":[55],"damage":[56],"to":[57,74,149,171,241,246,255],"environment":[59],"our":[61],"planet":[62],"if":[63],"it":[64],"is":[65],"not":[66,76],"addressed":[67],"soon.":[68],"this":[70],"study,":[71],"we":[72],"aim":[73],"analyze":[75],"only":[77],"effects":[79,91],"different":[81,115,132,161],"energy":[82,154,168,187,213],"saving":[83],"methods":[84,244],"but":[88],"also":[89,190],"moment":[94,252],"intervention,":[96],"what":[98,251],"makes":[99],"certain":[100],"moments":[101],"optimal.":[102],"We":[103,137],"developed":[104,201],"novel":[106],"dataset":[107],"training":[109,175,239],"convolutional":[110],"12":[114],"computer":[116],"vision":[117],"datasets":[118],"applying":[120],"runtime":[121],"decisions":[122],"regarding":[123],"layer":[124],"freezing,":[125],"model":[126,143,182,200,232,248],"quantization":[127],"early":[129],"stopping":[130],"at":[131,250],"epochs":[133,159],"each":[135],"run.":[136],"then":[138],"fit":[139],"an":[140],"auto-regressive":[141],"prediction":[142,199,231],"on":[144,157,165],"data":[146],"collected":[147],"capable":[148],"predict":[150,203],"accuracy":[152,166,193,206],"consumption":[155],"achieved":[156],"future":[158],"methods.":[162],"The":[163],"predictions":[164,179],"used":[170,236],"estimate":[172],"optimal":[174],"path.":[176],"Following":[177],"can":[183,202],"save":[184],"56.5%":[185],"consumed":[188,214],"while":[189],"increasing":[191],"validation":[192,205],"2.38%":[195],"avoiding":[197],"overfitting.The":[198],"with":[207,215,225],"8.4%":[209],"error,":[211],"14.3%":[217],"error":[219],"trade-off":[222],"between":[223],"both":[224],"8.9%":[227],"error.":[229],"potentially":[234],"be":[235],"algorithm":[240],"decide":[242],"which":[243],"apply":[245],"order":[254],"maximize":[256],"accuracy-energy":[258],"trade-off.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-08-10T00:00:00"}