{"id":"https://openalex.org/W4394897047","doi":"https://doi.org/10.1109/tvlsi.2024.3386900","title":"Toward Efficient Retraining: A Large-Scale Approximate Neural Network Framework With Cross-Layer Optimization","display_name":"Toward Efficient Retraining: A Large-Scale Approximate Neural Network Framework With Cross-Layer Optimization","publication_year":2024,"publication_date":"2024-04-17","ids":{"openalex":"https://openalex.org/W4394897047","doi":"https://doi.org/10.1109/tvlsi.2024.3386900"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2024.3386900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2024.3386900","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064045506","display_name":"Tianyang Yu","orcid":"https://orcid.org/0000-0002-7534-6175"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Yu","raw_affiliation_strings":["College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7534-6175","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090343850","display_name":"Bi Wu","orcid":"https://orcid.org/0000-0001-9972-0478"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bi Wu","raw_affiliation_strings":["College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9972-0478","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452020","display_name":"Ke Chen","orcid":"https://orcid.org/0000-0003-0981-3166"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Chen","raw_affiliation_strings":["College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0981-3166","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055635944","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0001-5957-3207"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5957-3207","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023734605","display_name":"Weiqiang Liu","orcid":"https://orcid.org/0000-0001-8398-8648"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiqiang Liu","raw_affiliation_strings":["College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8398-8648","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Integrated Circuits and Microsystem, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7785,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.91267246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":"6","first_page":"1004","last_page":"1017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.7579919099807739},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6286587715148926},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5879130363464355},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5866220593452454},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5797905325889587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.489075243473053},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08689334988594055},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.08261585235595703},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07348108291625977},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.0515972375869751}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.7579919099807739},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6286587715148926},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5879130363464355},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5866220593452454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5797905325889587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.489075243473053},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08689334988594055},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08261585235595703},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07348108291625977},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0515972375869751},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2024.3386900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2024.3386900","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G218003445","display_name":null,"funder_award_id":"BK20210286","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2637199994","display_name":null,"funder_award_id":"62201254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4610092702","display_name":null,"funder_award_id":"NS2023019","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5752752012","display_name":null,"funder_award_id":"62101252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8670798065","display_name":null,"funder_award_id":"92364201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2102915015","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2461274627","https://openalex.org/W2570343428","https://openalex.org/W2589986623","https://openalex.org/W2606722458","https://openalex.org/W2899084402","https://openalex.org/W2946507834","https://openalex.org/W2958306322","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2980235527","https://openalex.org/W3007372856","https://openalex.org/W3007479599","https://openalex.org/W3009178428","https://openalex.org/W3014410382","https://openalex.org/W3036274717","https://openalex.org/W3036417437","https://openalex.org/W3093799822","https://openalex.org/W3093826489","https://openalex.org/W3101180997","https://openalex.org/W3131926233","https://openalex.org/W3132745255","https://openalex.org/W3135997061","https://openalex.org/W3164019007","https://openalex.org/W3176259480","https://openalex.org/W3211973197","https://openalex.org/W3213930560","https://openalex.org/W4206423823","https://openalex.org/W4226270971","https://openalex.org/W4280517193","https://openalex.org/W4304693398","https://openalex.org/W4312425599","https://openalex.org/W4319878806","https://openalex.org/W4323345742","https://openalex.org/W4385214089","https://openalex.org/W4390771525","https://openalex.org/W4391141448","https://openalex.org/W6690026940","https://openalex.org/W6760069825","https://openalex.org/W6789946416","https://openalex.org/W6791603202"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2014369232","https://openalex.org/W3122042562","https://openalex.org/W2050078012","https://openalex.org/W2060761133","https://openalex.org/W2360307734","https://openalex.org/W2811460194"],"abstract_inverted_index":{"Leveraging":[0],"approximate":[1,4,32,45,67,122,168],"multipliers":[2,33],"in":[3,96,163],"neural":[5,185],"networks":[6],"(ApproxNNs)":[7],"can":[8],"effectively":[9],"reduce":[10],"hardware":[11,77],"area":[12],"and":[13,37,85,112,165],"power":[14],"consumption,":[15],"making":[16],"them":[17],"suitable":[18],"for":[19,53,72,115],"edge-side":[20],"applications.":[21],"However,":[22,57],"the":[23,29,54,60,63,73,134,137,145,166,178,183],"propagation":[24],"of":[25,31,62,118,136,192],"layer-by-layer":[26],"errors":[27,47,64,109],"limits":[28],"application":[30],"to":[34,51,59,80,91,132,151,154,177,199],"large-scale":[35,119],"ApproxNNs":[36],"complex":[38],"tasks.":[39],"Currently,":[40],"retraining":[41,94,117],"techniques":[42],"that":[43,107,125,144],"consider":[44],"multiplication":[46],"are":[48],"commonly":[49],"used":[50],"compensate":[52],"accuracy":[55,190],"loss.":[56],"due":[58],"irregularity":[61],"introduced":[65],"by":[66,174],"multiplier,":[68],"it":[69],"is":[70,129,149,195],"difficult":[71],"existing":[74],"generic":[75],"acceleration":[76],"(e.g.,":[78],"GPU)":[79],"efficiently":[81],"simulate":[82],"its":[83],"function":[84],"accelerate":[86],"retraining,":[87,164,207],"which":[88,208],"thereby":[89],"leads":[90],"a":[92],"huge":[93],"overhead":[95],"ApproxNNs\u2019":[97],"application.":[98],"In":[99],"this":[100,127],"article,":[101],"we":[102],"propose":[103],"an":[104,189],"ApproxNN":[105,139,147],"framework":[106,128,148],"introduces":[108],"with":[110,182,204],"regular":[111],"controlled":[113],"positions":[114],"high-efficiency":[116],"ApproxNNs.":[120],"An":[121],"multiplier":[123,169],"design":[124],"matches":[126],"also":[130],"presented":[131],"verify":[133],"effectiveness":[135],"proposed":[138,146,167],"framework.":[140],"Experiment":[141],"results":[142],"demonstrate":[143],"able":[150],"achieve":[152],"up":[153],"46":[155],"<inline-formula":[156],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[158],"<tex-math":[159],"notation=\"LaTeX\">$\\times$</tex-math>":[160],"</inline-formula>":[161],"speedup":[162],"reduces":[170],"area/power-delay":[171],"product":[172],"(PDP)":[173],"31%/63%":[175],"compared":[176],"exact":[179],"multiplier.":[180],"Compared":[181],"floating-point":[184],"network":[186],"(NN)":[187],"model,":[188],"decrease":[191],"only":[193,205],"1.13%":[194],"achieved":[196],"when":[197],"applied":[198],"ResNet50":[200],"on":[201],"ImageNet":[202],"dataset":[203],"15-epochs":[206],"surpasses":[209],"other":[210],"state-of-the-art":[211],"designs.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}