{"id":"https://openalex.org/W4283585133","doi":"https://doi.org/10.1007/s10462-022-10221-5","title":"An architecture-level analysis on deep learning models for low-impact computations","display_name":"An architecture-level analysis on deep learning models for low-impact computations","publication_year":2022,"publication_date":"2022-06-26","ids":{"openalex":"https://openalex.org/W4283585133","doi":"https://doi.org/10.1007/s10462-022-10221-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-022-10221-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-022-10221-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-022-10221-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-022-10221-5.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032417356","display_name":"Hengyi Li","orcid":"https://orcid.org/0000-0003-4112-7297"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hengyi Li","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4112-7297","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118899942","display_name":"Z. Wang","orcid":"https://orcid.org/0000-0003-0756-0206"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhichen Wang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090899188","display_name":"Xuebin Yue","orcid":"https://orcid.org/0000-0002-4356-9243"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xuebin Yue","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Ritsumeikan University, \nKyoto, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768918","display_name":"Wenwen Wang","orcid":"https://orcid.org/0000-0003-0840-4846"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenwen Wang","raw_affiliation_strings":["Department of Computer Science, University of Georgia, Athens\n, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Georgia, Athens\n, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000257232","display_name":"Hiroyuki Tomiyama","orcid":"https://orcid.org/0000-0003-1655-7877"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Tomiyama","raw_affiliation_strings":["College of Science and Engineering, Ritsumeikan University, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Ritsumeikan University, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076579498","display_name":"Lin Meng","orcid":"https://orcid.org/0000-0003-4351-6923"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Lin Meng","raw_affiliation_strings":["College of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu, Shiga, 525-8577, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Ritsumeikan University, 1-1-1 Noji-higashi, Kusatsu, Shiga, 525-8577, Japan","institution_ids":["https://openalex.org/I135768898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076579498"],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":4.3392,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.960101,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"56","issue":"3","first_page":"1971","last_page":"2010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8808673620223999},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6159955859184265},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5596891641616821},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5477268099784851},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5060235857963562},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4906391203403473},{"id":"https://openalex.org/keywords/application-specific-integrated-circuit","display_name":"Application-specific integrated circuit","score":0.46855980157852173},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44501742720603943},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.43850481510162354},{"id":"https://openalex.org/keywords/simd","display_name":"SIMD","score":0.4381955862045288},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4175611734390259},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3556385338306427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29447269439697266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8808673620223999},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6159955859184265},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5596891641616821},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5477268099784851},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5060235857963562},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4906391203403473},{"id":"https://openalex.org/C77390884","wikidata":"https://www.wikidata.org/wiki/Q217302","display_name":"Application-specific integrated circuit","level":2,"score":0.46855980157852173},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44501742720603943},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.43850481510162354},{"id":"https://openalex.org/C150552126","wikidata":"https://www.wikidata.org/wiki/Q339387","display_name":"SIMD","level":2,"score":0.4381955862045288},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4175611734390259},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3556385338306427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29447269439697266},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-022-10221-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-022-10221-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-022-10221-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-022-10221-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-022-10221-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-022-10221-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G7129910664","display_name":"Design Framework and Theory for Scalable Hardware Security Enabled by Approximate Computing","funder_award_id":"20H00590","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283585133.pdf","grobid_xml":"https://content.openalex.org/works/W4283585133.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2104115699","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2327532341","https://openalex.org/W2716011421","https://openalex.org/W2736230459","https://openalex.org/W2795250396","https://openalex.org/W2883780447","https://openalex.org/W2901333864","https://openalex.org/W2901839763","https://openalex.org/W2904902077","https://openalex.org/W2913293643","https://openalex.org/W2928165649","https://openalex.org/W2931092525","https://openalex.org/W2940740645","https://openalex.org/W2963125010","https://openalex.org/W2963446712","https://openalex.org/W2963521811","https://openalex.org/W2963918968","https://openalex.org/W2964350391","https://openalex.org/W2969414999","https://openalex.org/W2973798619","https://openalex.org/W3000086329","https://openalex.org/W3008789903","https://openalex.org/W3011962897","https://openalex.org/W3014641619","https://openalex.org/W3014750290","https://openalex.org/W3015399579","https://openalex.org/W3016153104","https://openalex.org/W3019166713","https://openalex.org/W3033428961","https://openalex.org/W3035226078","https://openalex.org/W3035414587","https://openalex.org/W3046245004","https://openalex.org/W3084095760","https://openalex.org/W3090219974","https://openalex.org/W3093859587","https://openalex.org/W3096609285","https://openalex.org/W3100023286","https://openalex.org/W3103003256","https://openalex.org/W3105131457","https://openalex.org/W3109468088","https://openalex.org/W3113164899","https://openalex.org/W3132616766","https://openalex.org/W3133455811","https://openalex.org/W3134524932","https://openalex.org/W3158233068","https://openalex.org/W3158747064","https://openalex.org/W3168643403","https://openalex.org/W3169512402","https://openalex.org/W3174090943","https://openalex.org/W3175773336","https://openalex.org/W3184007122","https://openalex.org/W3186387302","https://openalex.org/W3214374352","https://openalex.org/W3214513014","https://openalex.org/W3215698464","https://openalex.org/W3216220617","https://openalex.org/W4214548802","https://openalex.org/W4225243441","https://openalex.org/W4226329588","https://openalex.org/W4238242665","https://openalex.org/W4286306527"],"related_works":["https://openalex.org/W2037547261","https://openalex.org/W2534771569","https://openalex.org/W4311812695","https://openalex.org/W2117788426","https://openalex.org/W3011583392","https://openalex.org/W2291920536","https://openalex.org/W2520139353","https://openalex.org/W2164535554","https://openalex.org/W4242015792","https://openalex.org/W2133317661"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1],"neural":[2],"networks":[3],"(DNNs)":[4],"have":[5,82,129],"made":[6],"significant":[7],"achievements":[8],"in":[9,53,92,189],"a":[10,84,103,149,155,168],"wide":[11],"variety":[12],"of":[13,60,65,151,162,197,239,262],"domains.":[14],"For":[15],"the":[16,57,63,70,74,93,98,123,126,159,191,208,214,228,237,260,266],"deep":[17],"learning":[18],"tasks,":[19],"multiple":[20,181],"excellent":[21],"hardware":[22,116,127,182,267],"platforms":[23],"provide":[24],"efficient":[25],"solutions,":[26],"including":[27,51,199],"graphics":[28],"processing":[29,33],"units":[30,34],"(GPUs),":[31],"central":[32],"(CPUs),":[35],"field":[36],"programmable":[37],"gate":[38],"arrays":[39],"(FPGAs),":[40],"and":[41,136,207,247,258,268],"application-specific":[42],"integrated":[43],"circuit":[44],"(ASIC).":[45],"Nonetheless,":[46],"CPUs":[47,81],"outperform":[48],"other":[49],"solutions":[50],"GPUs":[52],"many":[54],"cases":[55],"for":[56,78,87,134,141,158,180,256],"inference":[58,89,100,160],"workload":[59,161],"DNNs":[61,135,198,263],"with":[62,114,176,223,233,245],"support":[64],"various":[66],"techniques,":[67],"such":[68,118],"as":[69,119,173,175,250,252],"high-performance":[71],"libraries":[72],"being":[73],"basic":[75],"building":[76],"blocks":[77],"DNNs.":[79,240],"Thus,":[80],"been":[83,131],"preferred":[85],"choice":[86],"DNN":[88,99,165],"applications,":[90],"particularly":[91],"low-latency":[94],"demand":[95],"scenarios.":[96],"However,":[97],"efficiency":[101,261],"remains":[102],"critical":[104],"issue,":[105],"especially":[106],"when":[107],"low":[108],"latency":[109],"is":[110,138],"required":[111],"under":[112],"conditions":[113],"limited":[115],"resources,":[117],"embedded":[120],"systems.":[121],"At":[122],"same":[124],"time,":[125],"features":[128],"not":[130],"fully":[132],"exploited":[133],"there":[137],"much":[139],"room":[140],"improvement.":[142],"To":[143],"this":[144,146],"end,":[145],"paper":[147],"conducts":[148],"series":[150],"experiments":[152],"to":[153],"make":[154],"thorough":[156,218],"study":[157,185],"prominent":[163],"state-of-the-art":[164],"architectures":[166],"on":[167,236],"single-instruction-multiple-data":[169],"(SIMD)":[170],"CPU":[171,192],"platform,":[172],"well":[174,251],"widely":[177],"applicable":[178],"scopes":[179],"platforms.":[183],"The":[184,217,241],"goes":[186],"into":[187],"depth":[188],"DNNs:":[190],"kernel-instruction":[193],"level":[194],"performance":[195],"characteristics":[196],"branches,":[200],"branch":[201],"prediction":[202],"misses,":[203,205],"cache":[204],"etc,":[206],"underlying":[209],"convolutional":[210],"computing":[211],"mechanism":[212],"at":[213,264],"SIMD":[215],"level;":[216],"layer-wise":[219],"time":[220],"consumption":[221],"details":[222,235],"potential":[224],"time-cost":[225],"bottlenecks;":[226],"And":[227],"exhaustive":[229],"dynamic":[230],"activation":[231],"sparsity":[232],"exact":[234],"redundancy":[238],"research":[242],"provides":[243],"researchers":[244],"comprehensive":[246],"insightful":[248],"details,":[249],"crucial":[253],"target":[254],"areas":[255],"optimising":[257],"improving":[259],"both":[265],"software":[269],"levels.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}