{"id":"https://openalex.org/W4312998584","doi":"https://doi.org/10.1109/tc.2022.3214113","title":"Serving Multi-DNN Workloads on FPGAs: A Coordinated Architecture, Scheduling, and Mapping Perspective","display_name":"Serving Multi-DNN Workloads on FPGAs: A Coordinated Architecture, Scheduling, and Mapping Perspective","publication_year":2022,"publication_date":"2022-10-12","ids":{"openalex":"https://openalex.org/W4312998584","doi":"https://doi.org/10.1109/tc.2022.3214113"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2022.3214113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tc.2022.3214113","pdf_url":"https://ieeexplore.ieee.org/ielx7/12/4358213/09917279.pdf","source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/12/4358213/09917279.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026831784","display_name":"Shulin Zeng","orcid":"https://orcid.org/0000-0002-1030-3748"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shulin Zeng","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015946486","display_name":"Guohao Dai","orcid":"https://orcid.org/0000-0003-0849-3252"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Dai","raw_affiliation_strings":["Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059293268","display_name":"Niansong Zhang","orcid":"https://orcid.org/0000-0002-2850-0176"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Niansong Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077505315","display_name":"Xinhao Yang","orcid":"https://orcid.org/0000-0002-0873-4514"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhao Yang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425884","display_name":"Haoyu Zhang","orcid":"https://orcid.org/0000-0002-2118-6786"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103138440","display_name":"Zhenhua Zhu","orcid":"https://orcid.org/0009-0007-9259-7180"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Zhu","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023755254","display_name":"Huazhong Yang","orcid":"https://orcid.org/0000-0003-2421-353X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Yang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Department of Electrical Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5026831784"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.0416,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.88391552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"72","issue":"5","first_page":"1314","last_page":"1328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6406329870223999},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47773927450180054},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4733286499977112},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4578697681427002},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4183374047279358},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.4132375717163086},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16468104720115662},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15402251482009888}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406329870223999},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47773927450180054},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4733286499977112},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4578697681427002},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4183374047279358},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.4132375717163086},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16468104720115662},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15402251482009888},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2022.3214113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tc.2022.3214113","pdf_url":"https://ieeexplore.ieee.org/ielx7/12/4358213/09917279.pdf","source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tc.2022.3214113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tc.2022.3214113","pdf_url":"https://ieeexplore.ieee.org/ielx7/12/4358213/09917279.pdf","source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1799421016","display_name":null,"funder_award_id":"61832007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6803541034","display_name":null,"funder_award_id":"U21B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6839492696","display_name":null,"funder_award_id":"U19B2019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8262591375","display_name":null,"funder_award_id":"62104128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8672407290","display_name":null,"funder_award_id":"U19B2019, U21B2031, 61832007, 62104128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312998584.pdf","grobid_xml":"https://content.openalex.org/works/W4312998584.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W102487131","https://openalex.org/W1686810756","https://openalex.org/W2067523571","https://openalex.org/W2094756095","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2293634267","https://openalex.org/W2442974303","https://openalex.org/W2525778437","https://openalex.org/W2600117321","https://openalex.org/W2605347906","https://openalex.org/W2605350416","https://openalex.org/W2616014673","https://openalex.org/W2883929540","https://openalex.org/W2899915146","https://openalex.org/W2917087921","https://openalex.org/W2931743911","https://openalex.org/W2935331687","https://openalex.org/W2947883979","https://openalex.org/W2963163009","https://openalex.org/W3000062206","https://openalex.org/W3011348040","https://openalex.org/W3016939927","https://openalex.org/W3017521908","https://openalex.org/W3035328498","https://openalex.org/W3043406639","https://openalex.org/W3043433718","https://openalex.org/W3043571714","https://openalex.org/W3061070527","https://openalex.org/W3092347650","https://openalex.org/W3101026687","https://openalex.org/W3111640822","https://openalex.org/W3158233068","https://openalex.org/W3187788856","https://openalex.org/W3213229701","https://openalex.org/W4200421900","https://openalex.org/W6637373629","https://openalex.org/W6687566353","https://openalex.org/W6727690538","https://openalex.org/W6739901393","https://openalex.org/W6763725172","https://openalex.org/W6766818676"],"related_works":["https://openalex.org/W2111241003","https://openalex.org/W4200391368","https://openalex.org/W2210979487","https://openalex.org/W2074043759","https://openalex.org/W3042736233","https://openalex.org/W2082487009","https://openalex.org/W2373535795","https://openalex.org/W2406926880","https://openalex.org/W4237139544","https://openalex.org/W2787763930"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Network":[2],"(DNN)":[3],"INFerence-as-a-Service":[4],"(INFaaS)":[5],"is":[6],"the":[7,55,91,113,166,206,210],"dominating":[8],"workload":[9],"in":[10,39,201],"current":[11],"data":[12],"centers,":[13],"for":[14,104,141],"which":[15],"FPGAs":[16],"become":[17],"promising":[18],"hardware":[19],"platforms":[20],"because":[21],"of":[22,34],"their":[23],"high":[24],"flexibility":[25],"and":[26,31,46,58,72,100,161,193,199,213,220],"energy":[27,59],"efficiency.":[28],"The":[29],"dynamic":[30],"multi-tenancy":[32],"nature":[33],"INFaaS":[35,106],"requires":[36],"careful":[37],"design":[38,115],"three":[40,50],"aspects:":[41],"multi-tenant":[42,189],"architecture,":[43],"multi-DNN":[44],"scheduling,":[45],"multi-core":[47],"mapping.":[48],"These":[49],"factors":[51],"are":[52,62,69],"critical":[53],"to":[54,65,88,165,197],"system":[56],"latency":[57],"efficiency":[60],"but":[61],"also":[63],"challenging":[64],"optimize":[66,90],"since":[67],"they":[68],"tightly":[70],"coupled":[71],"correlated.":[73],"This":[74],"paper":[75],"proposes":[76],"<bold":[77,121,131,145,154,170,179],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[78,93,97,102,119,122,125,129,132,135,143,146,149,152,155,158,168,171,174,177,180,183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H3M</b>":[79],",":[80,95,99],"an":[81],"automatic":[82],"Design":[83],"Space":[84],"Exploration":[85],"(DSE)":[86],"framework":[87],"jointly":[89],"<italic":[92,96,101,118,124,128,134,142,148,151,157,167,173,176,182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">architecture</i>":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">scheduling</i>":[98],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">mapping</i>":[103],"serving":[105],"on":[107,205],"cloud":[108],"FPGAs.":[109],"H3M":[110,186,217],"explores:":[111],"(1)":[112],"architecture":[114],"space":[116],"with":[117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"/>":[120,130,144,153,169,178],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H</b>":[123,147,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">eterogeneous</i>":[126,150],"spatial":[127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>":[133,156,181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ulti-tenant</i>":[136],"sub-accelerators,":[137],"(2)":[138],"layer-wise":[139],"scheduling":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ulti-DNN</i>":[159],"workloads,":[160],"(3)":[162],"single-layer":[163],"mapping":[164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">omogeneous</i>":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ulti-core</i>":[184],"architecture.":[185],"beats":[187],"state-of-the-art":[188],"DNN":[190],"accelerators,":[191],"Planaria":[192],"Herald,":[194],"by":[195],"up":[196],"7.5\u00d7":[198],"3.6\u00d7":[200],"Energy-Delay-Product":[202],"(EDP)":[203],"reduction":[204,223],"ASIC":[207],"platform.":[208],"On":[209],"Xilinx":[211],"U200":[212],"U280":[214],"FPGA":[215],"platforms,":[216],"offers":[218],"2.1-5.7\u00d7":[219],"1.8-9.0\u00d7":[221],"EDP":[222],"over":[224],"Herald.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}