{"id":"https://openalex.org/W4406906566","doi":"https://doi.org/10.1007/s11704-024-40669-3","title":"Efficient deep neural network training via decreasing precision with layer capacity","display_name":"Efficient deep neural network training via decreasing precision with layer capacity","publication_year":2025,"publication_date":"2025-01-28","ids":{"openalex":"https://openalex.org/W4406906566","doi":"https://doi.org/10.1007/s11704-024-40669-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11704-024-40669-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11704-024-40669-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11704-024-40669-3.pdf","source":{"id":"https://openalex.org/S4210231404","display_name":"Frontiers of Computer Science","issn_l":"2095-2228","issn":["2095-2228","2095-2236"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311889","host_organization_name":"Higher Education Press","host_organization_lineage":["https://openalex.org/P4310311889"],"host_organization_lineage_names":["Higher Education Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11704-024-40669-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077575204","display_name":"Ao Shen","orcid":"https://orcid.org/0000-0002-2157-4375"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ao Shen","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055426388","display_name":"Zhiquan Lai","orcid":"https://orcid.org/0000-0002-3458-4732"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiquan Lai","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050691990","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0002-3781-0707"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629962","display_name":"Shengwei Li","orcid":"https://orcid.org/0000-0001-9330-7113"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengwei Li","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074708780","display_name":"Keshi Ge","orcid":"https://orcid.org/0000-0002-0669-6892"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keshi Ge","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, 410073, China","National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107952918","display_name":"Weijie Liu","orcid":"https://orcid.org/0009-0005-0734-2753"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Liu","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100681030","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-7725-8040"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, 410073, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055426388","https://openalex.org/A5077575204","https://openalex.org/A5100681030"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.5458,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58691096,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"19","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8939438462257385},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7075625658035278},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.609582245349884},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5892838835716248},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5591200590133667},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35099363327026367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8939438462257385},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7075625658035278},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.609582245349884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5892838835716248},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5591200590133667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35099363327026367},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11704-024-40669-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11704-024-40669-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11704-024-40669-3.pdf","source":{"id":"https://openalex.org/S4210231404","display_name":"Frontiers of Computer Science","issn_l":"2095-2228","issn":["2095-2228","2095-2236"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311889","host_organization_name":"Higher Education Press","host_organization_lineage":["https://openalex.org/P4310311889"],"host_organization_lineage_names":["Higher Education Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11704-024-40669-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11704-024-40669-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11704-024-40669-3.pdf","source":{"id":"https://openalex.org/S4210231404","display_name":"Frontiers of Computer Science","issn_l":"2095-2228","issn":["2095-2228","2095-2236"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311889","host_organization_name":"Higher Education Press","host_organization_lineage":["https://openalex.org/P4310311889"],"host_organization_lineage_names":["Higher Education Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3606055544","display_name":null,"funder_award_id":"62025208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4406906566.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W4424585","https://openalex.org/W1482147200","https://openalex.org/W1583837637","https://openalex.org/W1686810756","https://openalex.org/W1964929969","https://openalex.org/W2108598243","https://openalex.org/W2469490737","https://openalex.org/W2480295938","https://openalex.org/W2566079294","https://openalex.org/W2593914038","https://openalex.org/W2602856279","https://openalex.org/W2610373075","https://openalex.org/W2618530766","https://openalex.org/W2807299122","https://openalex.org/W2808133870","https://openalex.org/W2809624076","https://openalex.org/W2884150179","https://openalex.org/W2911293880","https://openalex.org/W2911495555","https://openalex.org/W2912083425","https://openalex.org/W2913954081","https://openalex.org/W2914304175","https://openalex.org/W2914584698","https://openalex.org/W2963163009","https://openalex.org/W2963393494","https://openalex.org/W2963521187","https://openalex.org/W2999599167","https://openalex.org/W3042701997","https://openalex.org/W3118608800","https://openalex.org/W3127806443","https://openalex.org/W3130711370","https://openalex.org/W3131767313","https://openalex.org/W4220838824","https://openalex.org/W4234552385","https://openalex.org/W4236965008","https://openalex.org/W4297775537","https://openalex.org/W4308083739"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Abstract":[0],"Low-precision":[1],"training":[2,50,76,139],"has":[3],"emerged":[4],"as":[5,69,91],"a":[6,70,112],"practical":[7],"approach,":[8],"saving":[9,168],"the":[10,24,45,58,82,131,138,160,163,199],"cost":[11,170],"of":[12,26,48,61,72,95,137,162,208],"time,":[13],"memory,":[14],"and":[15,152,191],"energy":[16],"during":[17],"deep":[18],"neural":[19],"networks":[20],"(DNNs)":[21],"training.":[22,210],"Typically,":[23],"use":[25],"lower":[27],"precision":[28,66,87],"introduces":[29],"quantization":[30],"errors":[31],"that":[32],"need":[33,132],"to":[34,37,43,98,101,127,180,197],"be":[35,89,215],"minimized":[36],"maintain":[38],"model":[39,128],"performance,":[40],"often":[41],"neglecting":[42],"consider":[44],"potential":[46,59],"benefits":[47,60],"reducing":[49],"precision.":[51],"This":[52],"paper":[53,218],"rethinks":[54],"low-precision":[55,144,209],"training,":[56],"highlighting":[57],"lowering":[62],"precision:":[63],"(1)":[64],"low":[65,86],"can":[67,88],"serve":[68],"form":[71],"regularization":[73],"in":[74,81,104,167],"DNN":[75],"by":[77],"constraining":[78],"excessive":[79],"variance":[80],"model;":[83],"(2)":[84],"layer-wise":[85],"seen":[90],"an":[92,134],"alternative":[93],"dimension":[94],"sparsity,":[96],"orthogonal":[97],"pruning,":[99],"contributing":[100],"improved":[102],"generalization":[103],"DNNs.":[105],"Based":[106],"on":[107,149,183],"these":[108],"analyses,":[109],"we":[110,186],"propose":[111],"simple":[113],"yet":[114],"powerful":[115],"technique\u2013DPC":[116],"(Decreasing":[117],"Precision":[118],"with":[119,195],"layer":[120],"Capacity),":[121],"which":[122],"directly":[123],"assigns":[124],"different":[125],"bit-widths":[126],"layers,":[129],"without":[130],"for":[133],"exhaustive":[135],"analysis":[136,194],"process":[140],"or":[141,175],"any":[142],"delicate":[143],"criteria.":[145],"Thorough":[146],"extensive":[147],"experiments":[148,196],"five":[150],"datasets":[151],"fourteen":[153],"models":[154],"across":[155],"various":[156],"applications":[157],"consistently":[158],"demonstrate":[159],"effectiveness":[161],"proposed":[164],"DPC":[165],"technique":[166],"computational":[169],"(\u221216.21%\u2013\u221244.37%)":[171],"while":[172],"achieving":[173],"comparable":[174],"even":[176],"superior":[177],"accuracy":[178],"(up":[179],"+0.68%,":[181],"+0.21%":[182],"average).":[184],"Furthermore,":[185],"offer":[187],"feature":[188],"embedding":[189],"visualizations":[190],"conduct":[192],"further":[193],"investigate":[198],"underlying":[200],"mechanisms":[201],"behind":[202],"DPC\u2019s":[203],"effectiveness,":[204],"enhancing":[205],"our":[206],"understanding":[207],"Our":[211],"source":[212],"code":[213],"will":[214],"released":[216],"upon":[217],"acceptance.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}