{"id":"https://openalex.org/W2922395136","doi":"https://doi.org/10.1109/tcad.2019.2944584","title":"High-Throughput CNN Inference on Embedded ARM Big.LITTLE Multicore Processors","display_name":"High-Throughput CNN Inference on Embedded ARM Big.LITTLE Multicore Processors","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2922395136","doi":"https://doi.org/10.1109/tcad.2019.2944584","mag":"2922395136"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2019.2944584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2019.2944584","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1903.05898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034834602","display_name":"Siqi Wang","orcid":"https://orcid.org/0000-0001-8273-0856"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siqi Wang","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8273-0856","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065445058","display_name":"Gayathri Ananthanarayanan","orcid":"https://orcid.org/0000-0001-7429-7888"},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gayathri Ananthanarayanan","raw_affiliation_strings":["Indian Institute of Technology Dharwad, Dharwad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad, Dharwad, India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054211658","display_name":"Yifan Zeng","orcid":"https://orcid.org/0000-0002-5750-9524"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yifan Zeng","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047884267","display_name":"Neeraj Goel","orcid":"https://orcid.org/0000-0003-3824-9437"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neeraj Goel","raw_affiliation_strings":["Indian Institute of Technology Ropar, Rupnagar, India"],"raw_orcid":"https://orcid.org/0000-0003-3824-9437","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Ropar, Rupnagar, India","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067055700","display_name":"Anuj Pathania","orcid":"https://orcid.org/0000-0002-5813-7021"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Anuj Pathania","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5813-7021","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049237676","display_name":"Tulika Mitra","orcid":"https://orcid.org/0000-0003-4136-4188"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tulika Mitra","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4136-4188","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6753,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.97566107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"39","issue":"10","first_page":"2254","last_page":"2267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980578541755676},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7231252193450928},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6571642160415649},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6237372756004333},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6205580234527588},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6124860048294067},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6074687242507935},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5860632061958313},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.5816916227340698},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5479162335395813},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.48843255639076233},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.46279075741767883},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.445513516664505},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4177263081073761},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36672353744506836},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26447951793670654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2371358871459961},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.20384109020233154},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.13138291239738464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980578541755676},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7231252193450928},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6571642160415649},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6237372756004333},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6205580234527588},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6124860048294067},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6074687242507935},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5860632061958313},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.5816916227340698},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5479162335395813},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.48843255639076233},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.46279075741767883},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.445513516664505},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4177263081073761},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36672353744506836},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26447951793670654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2371358871459961},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20384109020233154},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.13138291239738464},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcad.2019.2944584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2019.2944584","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1903.05898","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.05898","pdf_url":"https://arxiv.org/pdf/1903.05898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1903.05898","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.05898","pdf_url":"https://arxiv.org/pdf/1903.05898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7139656452","display_name":null,"funder_award_id":"MOE2015-T2-2-088","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1799366690","https://openalex.org/W1884620995","https://openalex.org/W1967950499","https://openalex.org/W1977295820","https://openalex.org/W2055523128","https://openalex.org/W2097117768","https://openalex.org/W2112085716","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2279098554","https://openalex.org/W2297325673","https://openalex.org/W2469094744","https://openalex.org/W2525951180","https://openalex.org/W2606230517","https://openalex.org/W2612445135","https://openalex.org/W2626129225","https://openalex.org/W2760063890","https://openalex.org/W2785207653","https://openalex.org/W2787513823","https://openalex.org/W2884212285","https://openalex.org/W2885010062","https://openalex.org/W2889647155","https://openalex.org/W2895432151","https://openalex.org/W2899585750","https://openalex.org/W2908407949","https://openalex.org/W2931743911","https://openalex.org/W2949251082","https://openalex.org/W2962861284","https://openalex.org/W2963110888","https://openalex.org/W2963709005","https://openalex.org/W2963947383","https://openalex.org/W2964080840","https://openalex.org/W3103638723","https://openalex.org/W3104331387","https://openalex.org/W4236853429","https://openalex.org/W4248983017","https://openalex.org/W4250692521","https://openalex.org/W4297775537","https://openalex.org/W6638444622","https://openalex.org/W6684191040","https://openalex.org/W6736567865","https://openalex.org/W6737664043","https://openalex.org/W6747855137","https://openalex.org/W6748408460","https://openalex.org/W6753585227","https://openalex.org/W6754777574","https://openalex.org/W6755325935","https://openalex.org/W6910675037","https://openalex.org/W7027669991"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W3176282186","https://openalex.org/W2973622361","https://openalex.org/W4387489555","https://openalex.org/W4293053895","https://openalex.org/W4288024917","https://openalex.org/W2983364019","https://openalex.org/W2998183476","https://openalex.org/W3215372595"],"abstract_inverted_index":{"Internet":[0],"of":[1,26,33,69,100,125],"Things":[2],"edge":[3,16,29],"intelligence":[4],"requires":[5],"convolutional":[6,93,117],"neural":[7],"network":[8],"(CNN)":[9],"inference":[10,57],"to":[11,52,58,78,91,104,120,142],"take":[12],"place":[13],"in":[14,56,67,158],"the":[15,24,105,116,122,140,164],"devices":[17],"itself.":[18],"ARM":[19],"big.LITTLE":[20],"architecture":[21],"is":[22,76],"at":[23],"heart":[25],"prevalent":[27],"commercial":[28],"devices.":[30],"It":[31],"comprises":[32],"single-ISA":[34],"heterogeneous":[35],"cores":[36,49],"grouped":[37],"into":[38],"multiple":[39],"homogeneous":[40],"clusters":[41,75,96],"that":[42,87,113],"enable":[43],"power":[44],"and":[45,135],"performance":[46],"tradeoffs.":[47],"All":[48],"are":[50],"expected":[51],"be":[53],"simultaneously":[54],"employed":[55],"attain":[59],"maximal":[60],"throughput.":[61,79,167],"However,":[62],"high":[63],"communication":[64],"overhead":[65],"involved":[66],"parallelization":[68,99],"computations":[70],"from":[71],"convolution":[72],"kernels":[73,103],"across":[74,95],"detrimental":[77],"We":[80,108],"present":[81],"an":[82,148],"alternative":[83],"framework":[84],"called":[85],"Pipe-it":[86,137,154],"employs":[88],"pipelined":[89],"design":[90,150],"split":[92],"layers":[94],"while":[97],"limiting":[98],"their":[101],"respective":[102],"assigned":[106],"cluster.":[107],"develop":[109],"a":[110,144,159],"performance-prediction":[111],"model":[112],"utilizes":[114],"only":[115],"layer":[118,127],"descriptors":[119],"predict":[121],"execution":[123],"time":[124],"each":[126],"individually":[128],"on":[129,155],"all":[130],"permitted":[131],"core":[132],"configurations":[133],"(type":[134],"count).":[136],"then":[138],"exploits":[139],"predictions":[141],"create":[143],"balanced":[145],"pipeline":[146],"using":[147],"efficient":[149],"space":[151],"exploration":[152],"algorithm.":[153],"average":[156],"results":[157],"39%":[160],"higher":[161],"throughput":[162],"than":[163],"highest":[165],"antecedent":[166]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":6}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}