{"id":"https://openalex.org/W4312964860","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy55231.2022.9927862","title":"Towards Accurate Latency Prediction of DNN Layers Inference on Diverse Computing Platforms","display_name":"Towards Accurate Latency Prediction of DNN Layers Inference on Diverse Computing Platforms","publication_year":2022,"publication_date":"2022-09-12","ids":{"openalex":"https://openalex.org/W4312964860","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy55231.2022.9927862"},"language":"en","primary_location":{"id":"doi:10.1109/dasc/picom/cbdcom/cy55231.2022.9927862","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasc/picom/cbdcom/cy55231.2022.9927862","pdf_url":null,"source":{"id":"https://openalex.org/S4363605495","display_name":"2022 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021687678","display_name":"Guozhi Liu","orcid":"https://orcid.org/0000-0001-9125-2518"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhi Liu","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047057538","display_name":"Fei Dai","orcid":"https://orcid.org/0000-0002-8868-2821"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Dai","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068978573","display_name":"Bi Huang","orcid":"https://orcid.org/0000-0002-1763-8452"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bi Huang","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084628239","display_name":"Lecheng Li","orcid":"https://orcid.org/0009-0001-3413-9161"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lecheng Li","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328259","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-0288-4212"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012527861","display_name":"Zhenping Qiang","orcid":"https://orcid.org/0000-0002-5630-9408"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenping Qiang","raw_affiliation_strings":["Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Forestry University,School of Big Data and Intelligent Engineering,Kunming,China","institution_ids":["https://openalex.org/I25399270"]},{"raw_affiliation_string":"School of Big Data and Intelligent Engineering, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6425,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61466113,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8619719743728638},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8158950805664062},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7544496059417725},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5708918571472168},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5257081389427185},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5125076770782471},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.48903021216392517},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4633619785308838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.454256534576416},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.44018489122390747},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36271125078201294},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.2596397399902344},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.25874650478363037},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1666763424873352}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8619719743728638},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8158950805664062},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7544496059417725},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5708918571472168},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5257081389427185},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5125076770782471},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.48903021216392517},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4633619785308838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.454256534576416},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.44018489122390747},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36271125078201294},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2596397399902344},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25874650478363037},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1666763424873352},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dasc/picom/cbdcom/cy55231.2022.9927862","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasc/picom/cbdcom/cy55231.2022.9927862","pdf_url":null,"source":{"id":"https://openalex.org/S4363605495","display_name":"2022 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1968005657","https://openalex.org/W2130695501","https://openalex.org/W2163605009","https://openalex.org/W2308884720","https://openalex.org/W2768149277","https://openalex.org/W2786394982","https://openalex.org/W2788728386","https://openalex.org/W2911964244","https://openalex.org/W2950865323","https://openalex.org/W2962826786","https://openalex.org/W2971714613","https://openalex.org/W2980856918","https://openalex.org/W2981114133","https://openalex.org/W2997558642","https://openalex.org/W3110777925","https://openalex.org/W3111321464","https://openalex.org/W3124675547","https://openalex.org/W3139394662","https://openalex.org/W3176743002","https://openalex.org/W3186281912","https://openalex.org/W3200083976","https://openalex.org/W3202549149","https://openalex.org/W4236099117","https://openalex.org/W4289305285","https://openalex.org/W6684191040","https://openalex.org/W6747870227","https://openalex.org/W6748019619","https://openalex.org/W6786353158"],"related_works":["https://openalex.org/W4382323155","https://openalex.org/W4315697128","https://openalex.org/W3205506801","https://openalex.org/W2971502891","https://openalex.org/W3183570023","https://openalex.org/W3008625068","https://openalex.org/W3128807919","https://openalex.org/W3176411177","https://openalex.org/W3100944160","https://openalex.org/W3035501883"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4],"been":[5],"intensively":[6],"deployed":[7],"in":[8,32,49,79,125,144,147],"a":[9,29,50,96,130,145,154,190],"variety":[10],"of":[11,36,46,63,95,98,107,141,166,209],"mobile":[12],"and":[13,56,115,169,212,218,225],"edge":[14],"applications.":[15],"These":[16],"applications":[17],"are":[18],"constrained":[19],"by":[20,240],"latency":[21,45,62,133,155,165,232],"constraints.":[22],"Therefore,":[23],"collaborative":[24,37],"inference":[25,38,61,140,187],"has":[26],"recently":[27],"become":[28],"research":[30],"hotspot,":[31],"which":[33,177,201],"the":[34,43,60,80,86,93,102,119,139,148,162,198,210,226,237,247],"basis":[35],"is":[39,54,158,194],"to":[40,58,70,136,160,181,186,196],"accurately":[41,137],"predicate":[42],"execution":[44,164],"each":[47,142],"layer":[48,143],"DDN.":[51],"Unfortunately,":[52],"it":[53,75],"laborious":[55],"difficult":[57],"predict":[59],"DNN":[64,131,146],"layers.":[65],"The":[66],"prediction-based":[67],"approaches":[68,110],"seem":[69],"address":[71],"this":[72,123,126],"problem,":[73],"but":[74],"still":[76],"faces":[77],"challenges":[78],"current":[81],"solutions,":[82],"such":[83],"as":[84],"(1)":[85],"existing":[87,108],"prediction":[88,109,134,156,233,238],"strategies":[89],"do":[90,116],"not":[91,117],"consider":[92,111,118],"change":[94],"load":[97],"platforms":[99],"when":[100],"estimating":[101],"computation":[103],"latency;":[104],"(2)":[105],"most":[106],"only":[112],"CNN":[113,167],"networks":[114,180],"RNN":[120,170],"model.":[121],"To":[122],"end,":[124],"paper,":[127],"we":[128,221],"propose":[129],"layers":[132],"framework":[135],"estimate":[138,161],"end-edge-cloud":[149],"computing":[150,175],"environment.":[151],"Specifically,":[152],"first,":[153],"model":[157],"built":[159],"layer-wise":[163],"models":[168,171,234],"on":[172,243],"different":[173],"heterogeneous":[174],"platforms,":[176],"use":[178],"neural":[179],"learn":[182],"non-linear":[183],"features":[184],"related":[185],"latency.":[188],"Second,":[189],"more":[191],"comprehensive":[192],"configuration":[193],"proposed":[195],"improve":[197,236],"predictive":[199],"performance,":[200],"includes":[202],"static":[203],"(i.e.,":[204,215],"FLOPs,":[205],"memory":[206],"features,":[207],"size":[208],"parameter)":[211],"dynamic":[213],"configurations":[214],"CPU,":[216],"memory,":[217],"GPU).":[219],"Finally,":[220],"conduct":[222],"extensive":[223],"experiments":[224],"experimental":[227],"results":[228],"show":[229],"that":[230],"our":[231],"can":[235],"accuracy":[239],"about":[241],"27.2%":[242],"average":[244],"compared":[245],"with":[246],"four":[248],"baseline":[249],"approaches.":[250]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}