{"id":"https://openalex.org/W4285269946","doi":"https://doi.org/10.1109/tetc.2022.3178730","title":"Targeting DNN Inference Via Efficient Utilization of Heterogeneous Precision DNN Accelerators","display_name":"Targeting DNN Inference Via Efficient Utilization of Heterogeneous Precision DNN Accelerators","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4285269946","doi":"https://doi.org/10.1109/tetc.2022.3178730"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2022.3178730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2022.3178730","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069848169","display_name":"Ourania Spantidi","orcid":"https://orcid.org/0000-0002-3631-1607"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ourania Spantidi","raw_affiliation_strings":["School of Electrical, Computer and Biomedical Engineering, Southern Illinois University, Carbondale, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-3631-1607","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Biomedical Engineering, Southern Illinois University, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051495057","display_name":"Georgios Zervakis","orcid":"https://orcid.org/0000-0001-8110-7122"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georgios Zervakis","raw_affiliation_strings":["Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8110-7122","affiliations":[{"raw_affiliation_string":"Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065141303","display_name":"Sami Salamin","orcid":"https://orcid.org/0000-0002-1044-7231"},"institutions":[{"id":"https://openalex.org/I37417134","display_name":"Palestine Polytechnic University","ror":"https://ror.org/03wwspn40","country_code":"PS","type":"education","lineage":["https://openalex.org/I37417134"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Sami Alsalamin","raw_affiliation_strings":["Department of Electrical Engineering, Palestine Polytechnic University, Hebron, Palestine"],"raw_orcid":"https://orcid.org/0000-0002-1044-7231","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Palestine Polytechnic University, Hebron, Palestine","institution_ids":["https://openalex.org/I37417134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044530028","display_name":"Isai Roman-Ballesteros","orcid":"https://orcid.org/0000-0002-4173-4858"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isai Roman-Ballesteros","raw_affiliation_strings":["Chair for Semiconductor Test and Reliability (STAR), in the Computer Science, Electrical Engineering Faculty, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4173-4858","affiliations":[{"raw_affiliation_string":"Chair for Semiconductor Test and Reliability (STAR), in the Computer Science, Electrical Engineering Faculty, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063508488","display_name":"J\u00f6rg Henkel","orcid":"https://orcid.org/0000-0001-9602-2922"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Henkel","raw_affiliation_strings":["Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9602-2922","affiliations":[{"raw_affiliation_string":"Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059133190","display_name":"Hussam Amrouch","orcid":"https://orcid.org/0000-0002-5649-3102"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hussam Amrouch","raw_affiliation_strings":["Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5649-3102","affiliations":[{"raw_affiliation_string":"Chair for Embedded System (CES), Department of Computer Science, Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052217926","display_name":"Iraklis Anagnostopoulos","orcid":"https://orcid.org/0000-0003-0985-3045"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Iraklis Anagnostopoulos","raw_affiliation_strings":["School of Electrical, Computer and Biomedical Engineering, Southern Illinois University, Carbondale, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0985-3045","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Biomedical Engineering, Southern Illinois University, Carbondale, IL, USA","institution_ids":["https://openalex.org/I110378019"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0305,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.87942114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"112","last_page":"125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7466716766357422},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5207971930503845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4277445077896118},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4179462194442749},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21616065502166748}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7466716766357422},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5207971930503845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4277445077896118},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4179462194442749},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21616065502166748}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetc.2022.3178730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2022.3178730","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9200000166893005}],"awards":[{"id":"https://openalex.org/G2914956538","display_name":"ACCROSS: Approximatives Rechnen \u00fcber die Systemebenen hinweg","funder_award_id":"428566201","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3218001249","display_name":null,"funder_award_id":"HE 2343/16-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3359798428","display_name":null,"funder_award_id":"AM 534/3-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7687453864","display_name":null,"funder_award_id":"IIP 1361847","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2285660444","https://openalex.org/W2606722458","https://openalex.org/W2742566056","https://openalex.org/W2794141774","https://openalex.org/W2809624076","https://openalex.org/W2890015702","https://openalex.org/W2911491685","https://openalex.org/W2931743911","https://openalex.org/W2935331687","https://openalex.org/W2943267175","https://openalex.org/W2963122961","https://openalex.org/W2968963656","https://openalex.org/W2974215621","https://openalex.org/W2975335499","https://openalex.org/W2980104813","https://openalex.org/W2980200167","https://openalex.org/W2982041622","https://openalex.org/W2982479999","https://openalex.org/W2984989518","https://openalex.org/W2997958863","https://openalex.org/W3011748007","https://openalex.org/W3016430712","https://openalex.org/W3016542674","https://openalex.org/W3022053993","https://openalex.org/W3034939442","https://openalex.org/W3035332806","https://openalex.org/W3043406639","https://openalex.org/W3083485280","https://openalex.org/W3091745343","https://openalex.org/W3092334294","https://openalex.org/W3092611426","https://openalex.org/W3100550724","https://openalex.org/W3108835732","https://openalex.org/W3133635270","https://openalex.org/W3158233068","https://openalex.org/W3158959101","https://openalex.org/W3166859509","https://openalex.org/W3168376295","https://openalex.org/W3187235458","https://openalex.org/W3190062760","https://openalex.org/W3202442802","https://openalex.org/W3209954252","https://openalex.org/W3213930560","https://openalex.org/W4287704332","https://openalex.org/W6753069482","https://openalex.org/W6758823024","https://openalex.org/W6760837396","https://openalex.org/W6767298317","https://openalex.org/W6767615474","https://openalex.org/W6769668407","https://openalex.org/W6779405248","https://openalex.org/W6780848510","https://openalex.org/W6789240164","https://openalex.org/W6794251783"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Modern":[0],"applications":[1],"rely":[2],"more":[3,5],"and":[4,13,31,58,127,134],"on":[6,117],"the":[7,49,64,69,83,109,113,125,155,180],"simultaneous":[8],"execution":[9],"of":[10,52,88,130,150,182],"multiple":[11],"DNNs,":[12],"Heterogeneous":[14],"DNN":[15,170],"Accelerators":[16],"(HDAs)":[17],"prevail":[18],"as":[19,41],"a":[20,146],"solution":[21],"to":[22,44,47,104,107,112,139,154,174],"this":[23,26],"trend.":[24],"In":[25],"work,":[27],"we":[28,56,78],"propose,":[29],"implement,":[30],"evaluate":[32,59],"low":[33],"precision":[34,94],"Neural":[35],"Processing":[36],"Units":[37],"(NPUs)":[38],"which":[39],"serve":[40],"building":[42],"blocks":[43],"construct":[45],"HDAs,":[46],"address":[48],"efficient":[50],"deployment":[51],"multi-DNN":[53],"workloads.":[54],"Moreover,":[55],"design":[57,162],"HDA":[60],"designs":[61],"that":[62],"increase":[63],"overall":[65],"throughput,":[66],"while":[67],"reducing":[68],"energy":[70,126],"consumption":[71],"during":[72],"NN":[73,111],"inference.":[74],"At":[75],"thedesign":[76],"time,":[77],"implement":[79],"HDAs":[80],"inspired":[81],"by":[82,132],"big.LITTLE":[84],"computing":[85],"paradigm,":[86],"consisting":[87],"8-bit":[89],"NPUs":[90],"together":[91],"with":[92,145,184],"lower":[93],"bit-width":[95],"NPUs.":[96],"Additionally,":[97],"an":[98,118],"NN-to-NPU":[99],"scheduling":[100],"methodology":[101],"is":[102],"implemented":[103],"decide":[105],"atrun-timehow":[106],"map":[108],"executed":[110],"suitable":[114],"NPU":[115,161],"based":[116],"accuracy":[119,148],"drop":[120,149],"threshold":[121],"value.":[122],"Ourhardware/software":[123],"co-designreduces":[124],"response":[128],"time":[129],"NNs":[131],"29%":[133],"10%":[135],"respectively":[136],"when":[137],"compared":[138],"state-of-the-art":[140],"homogeneous":[141],"architectures.":[142],"This":[143],"comes":[144],"negligible":[147],"merely":[151],"0.5%.":[152],"Similar":[153],"traditional":[156],"CPU":[157],"big.LITTLE,":[158],"our":[159],"asymmetric":[160],"can":[163],"open":[164],"new":[165],"doors":[166],"for":[167],"designing":[168],"novel":[169],"accelerator":[171],"architectures,":[172],"due":[173],"their":[175],"profound":[176],"role":[177],"in":[178,187],"increasing":[179],"efficiency":[181],"DNNs":[183],"minimal":[185],"losses":[186],"accuracy.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
