{"id":"https://openalex.org/W3169062287","doi":"https://doi.org/10.1109/access.2021.3088861","title":"ODMDEF: On-Device Multi-DNN Execution Framework Utilizing Adaptive Layer-Allocation on General Purpose Cores and Accelerators","display_name":"ODMDEF: On-Device Multi-DNN Execution Framework Utilizing Adaptive Layer-Allocation on General Purpose Cores and Accelerators","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3169062287","doi":"https://doi.org/10.1109/access.2021.3088861","mag":"3169062287"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3088861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3088861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09453793.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09453793.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020447329","display_name":"Cheolsun Lim","orcid":"https://orcid.org/0000-0002-9754-5001"},"institutions":[{"id":"https://openalex.org/I24214720","display_name":"Hansung University","ror":"https://ror.org/048m9x696","country_code":"KR","type":"education","lineage":["https://openalex.org/I24214720"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Cheolsun Lim","raw_affiliation_strings":["Hansung University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9754-5001","affiliations":[{"raw_affiliation_string":"Hansung University, Seoul, South Korea","institution_ids":["https://openalex.org/I24214720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100638903","display_name":"Myungsun Kim","orcid":"https://orcid.org/0000-0003-4254-4009"},"institutions":[{"id":"https://openalex.org/I24214720","display_name":"Hansung University","ror":"https://ror.org/048m9x696","country_code":"KR","type":"education","lineage":["https://openalex.org/I24214720"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myungsun Kim","raw_affiliation_strings":["Hansung University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4254-4009","affiliations":[{"raw_affiliation_string":"Hansung University, Seoul, South Korea","institution_ids":["https://openalex.org/I24214720"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020447329"],"corresponding_institution_ids":["https://openalex.org/I24214720"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8738,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.75541696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"85403","last_page":"85417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.889165997505188},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7321787476539612},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.6852505207061768},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6250036954879761},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5712602734565735},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.5332386493682861},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4935075044631958},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.48086291551589966},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45608991384506226},{"id":"https://openalex.org/keywords/single-core","display_name":"Single-core","score":0.4250854253768921},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4245631992816925},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.33364740014076233},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23210135102272034},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10273835062980652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.889165997505188},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7321787476539612},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.6852505207061768},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6250036954879761},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5712602734565735},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.5332386493682861},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4935075044631958},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.48086291551589966},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45608991384506226},{"id":"https://openalex.org/C2780365336","wikidata":"https://www.wikidata.org/wiki/Q25047934","display_name":"Single-core","level":2,"score":0.4250854253768921},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4245631992816925},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33364740014076233},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23210135102272034},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10273835062980652},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3088861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3088861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09453793.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:11af265e38a047e7bb8825fa3dd66cef","is_oa":true,"landing_page_url":"https://doaj.org/article/11af265e38a047e7bb8825fa3dd66cef","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 85403-85417 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3088861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3088861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09453793.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3683271383","display_name":null,"funder_award_id":"NRF-2020R1G1A1012170","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3169062287.pdf","grobid_xml":"https://content.openalex.org/works/W3169062287.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1667652561","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1903969371","https://openalex.org/W1953427634","https://openalex.org/W2009832130","https://openalex.org/W2044535169","https://openalex.org/W2048266589","https://openalex.org/W2067523571","https://openalex.org/W2070167224","https://openalex.org/W2076618162","https://openalex.org/W2088079057","https://openalex.org/W2096645269","https://openalex.org/W2117696986","https://openalex.org/W2119144962","https://openalex.org/W2152839228","https://openalex.org/W2163605009","https://openalex.org/W2289252105","https://openalex.org/W2297325673","https://openalex.org/W2308884720","https://openalex.org/W2323909431","https://openalex.org/W2342840547","https://openalex.org/W2469094744","https://openalex.org/W2475334473","https://openalex.org/W2487770199","https://openalex.org/W2515287984","https://openalex.org/W2525851376","https://openalex.org/W2525951180","https://openalex.org/W2604319603","https://openalex.org/W2604514113","https://openalex.org/W2605165679","https://openalex.org/W2617411258","https://openalex.org/W2626129225","https://openalex.org/W2754430923","https://openalex.org/W2786171709","https://openalex.org/W2789114636","https://openalex.org/W2791175987","https://openalex.org/W2792243241","https://openalex.org/W2800691917","https://openalex.org/W2913790721","https://openalex.org/W2931092525","https://openalex.org/W2963122961","https://openalex.org/W2963366775","https://openalex.org/W2963374099","https://openalex.org/W2964299589","https://openalex.org/W2988454569","https://openalex.org/W3014810041","https://openalex.org/W3026885808","https://openalex.org/W3104331387","https://openalex.org/W4236853429","https://openalex.org/W4302296459","https://openalex.org/W6637151318","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6638783484","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6704559304","https://openalex.org/W6736163905","https://openalex.org/W6738144653","https://openalex.org/W6748445006"],"related_works":["https://openalex.org/W2142016460","https://openalex.org/W2473478803","https://openalex.org/W2151223307","https://openalex.org/W3041000698","https://openalex.org/W2729363167","https://openalex.org/W2406856881","https://openalex.org/W2085485158","https://openalex.org/W2276000909","https://openalex.org/W1964594690","https://openalex.org/W3017642087"],"abstract_inverted_index":{"On-device":[0],"DNN":[1,21,41,57,91,108,152,215],"processing":[2],"has":[3],"been":[4,27,44],"common":[5],"interests":[6],"in":[7,248],"the":[8,18,24,47,62,87,97,103,112,116,124,129,137,167,178,182,187,203,209,213,224,227,231,239,242,249,254,273,285,295,303],"field":[9],"of":[10,20,115,151,181,202,226,230],"autonomous":[11],"driving":[12],"research.":[13],"For":[14,280],"better":[15],"accuracy,":[16],"both":[17],"number":[19],"models":[22,193,216],"and":[23,40,46,143,154,264,270],"model-complexity":[25],"have":[26,43,218],"increased.":[28],"To":[29,118,146,257],"properly":[30],"respond":[31],"to":[32,70,85,110,136,155,196,223,300],"this,":[33],"hardware":[34,161],"platforms":[35],"structured":[36],"with":[37,107,148,284],"multicore-based":[38],"CPUs":[39],"accelerators":[42],"released,":[45],"GPU":[48,63,144],"is":[49,235],"generally":[50],"used":[51],"as":[52],"an":[53,71,77],"accelerator.":[54],"When":[55],"multiple":[56],"workloads":[58],"are":[59,194],"sporadically":[60],"requested,":[61],"can":[64,217],"be":[65],"easily":[66],"oversubscribed,":[67],"thereby":[68],"leading":[69],"unexpected":[72],"performance":[73,88,220],"bottleneck.":[74],"We":[75],"propose":[76],"on-device":[78],"CPU-GPU":[79],"co-scheduling":[80],"framework":[81,100,130,164,207,240,292],"for":[82,123,160],"multi-DNN":[83,281],"execution":[84,134,200,296],"remove":[86],"barrier":[89],"precluding":[90],"executions":[92],"from":[93],"being":[94],"bounded":[95],"by":[96,141,298],"GPU.":[98,117],"Our":[99,206],"fills":[101],"up":[102,294,299],"unused":[104],"CPU":[105,142],"cycles":[106],"computations":[109],"ease":[111],"computational":[113,138],"burden":[114],"provide":[119],"seamless":[120],"computing":[121],"environment":[122],"two":[125,183],"different":[126],"core":[127,170,184,188],"types,":[128],"formats":[131],"each":[132,278],"layer":[133],"according":[135],"methods":[139],"supported":[140],"cores.":[145,256],"cope":[147],"irregular":[149],"arrivals":[150],"workloads,":[153],"accommodate":[156],"their":[157],"fluctuating":[158],"demands":[159],"resources,":[162],"our":[163,291],"dynamically":[165],"selects":[166],"best":[168,276],"fit":[169],"type":[171],"after":[172],"making":[173],"a":[174],"comparative":[175],"judgement":[176],"between":[177,253],"current":[179],"availabilities":[180],"types.":[185],"During":[186],"selection":[189],"time,":[190],"offline-trained":[191],"prediction":[192],"utilized":[195],"get":[197],"precisely":[198],"predicted":[199],"time":[201,297],"issued":[204],"layer.":[205],"mitigates":[208],"fact":[210],"that":[211,275],"even":[212],"same":[214],"large":[219],"deviations":[221],"due":[222],"nature":[225],"process":[228],"scheduler":[229],"underlying":[232],"OS":[233],"which":[234],"GPU-agnostic.":[236],"In":[237],"addition,":[238],"minimizes":[241],"memory":[243],"copy":[244],"overhead":[245],"inevitably":[246],"occurring":[247],"data":[250,266],"synchronization":[251],"phase":[252],"heterogeneous":[255],"do":[258],"so,":[259],"we":[260],"further":[261],"analyze":[262],"GPU-to-CPU":[263],"CPU-to-GPU":[265],"transfer":[267],"cases":[268],"separately,":[269],"then":[271],"apply":[272],"solution":[274],"suits":[277],"case.":[279],"inference":[282],"jobs":[283],"NVIDIA":[286],"Jetson":[287],"AGX":[288],"Xavier":[289],"platform,":[290],"speeds":[293],"46.6%":[301],"over":[302],"GPU-only":[304],"solution.":[305]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}