{"id":"https://openalex.org/W4401387007","doi":"https://doi.org/10.1109/access.2024.3439850","title":"Conformal Prediction Based Confidence for Latency Estimation of DNN Accelerators: A Black-Box Approach","display_name":"Conformal Prediction Based Confidence for Latency Estimation of DNN Accelerators: A Black-Box Approach","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401387007","doi":"https://doi.org/10.1109/access.2024.3439850"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3439850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3439850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3439850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087503534","display_name":"Matthias Wess","orcid":"https://orcid.org/0000-0002-1877-4114"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Matthias Wess","raw_affiliation_strings":["Institute of Computer Technology, TU Wien, Vienna, Austria","Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria"],"raw_orcid":"https://orcid.org/0000-0002-1877-4114","affiliations":[{"raw_affiliation_string":"Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008010655","display_name":"Daniel Schn\u00f6ll","orcid":"https://orcid.org/0009-0009-5834-6526"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Daniel Schn\u00f6ll","raw_affiliation_strings":["Institute of Computer Technology, TU Wien, Vienna, Austria","Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria"],"raw_orcid":"https://orcid.org/0009-0009-5834-6526","affiliations":[{"raw_affiliation_string":"Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094189364","display_name":"Dominik Dallinger","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Dominik Dallinger","raw_affiliation_strings":["Institute of Computer Technology, TU Wien, Vienna, Austria","Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria"],"raw_orcid":"https://orcid.org/0009-0007-4789-2375","affiliations":[{"raw_affiliation_string":"Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106602825","display_name":"Matthias Bittner","orcid":"https://orcid.org/0009-0004-8022-2232"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Matthias Bittner","raw_affiliation_strings":["Institute of Computer Technology, TU Wien, Vienna, Austria","Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria"],"raw_orcid":"https://orcid.org/0009-0004-8022-2232","affiliations":[{"raw_affiliation_string":"Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032163732","display_name":"Axel Jantsch","orcid":"https://orcid.org/0000-0003-2251-0004"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Axel Jantsch","raw_affiliation_strings":["Institute of Computer Technology, TU Wien, Vienna, Austria","Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria"],"raw_orcid":"https://orcid.org/0000-0003-2251-0004","affiliations":[{"raw_affiliation_string":"Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]},{"raw_affiliation_string":"Christian Doppler Laboratory for Embedded Machine Learning, Institute of Computer Technology, TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.0219,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76837711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"109847","last_page":"109860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8324930667877197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8234002590179443},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7213168144226074},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5944377183914185},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.5574989914894104},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47717657685279846},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45682480931282043},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4539886713027954},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.42918169498443604},{"id":"https://openalex.org/keywords/padding","display_name":"Padding","score":0.42640697956085205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37667933106422424},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3732703626155853},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36588141322135925},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11873000860214233}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8324930667877197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234002590179443},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7213168144226074},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5944377183914185},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.5574989914894104},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47717657685279846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45682480931282043},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4539886713027954},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.42918169498443604},{"id":"https://openalex.org/C165435473","wikidata":"https://www.wikidata.org/wiki/Q1509884","display_name":"Padding","level":2,"score":0.42640697956085205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37667933106422424},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3732703626155853},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36588141322135925},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11873000860214233},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3439850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3439850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:932c1e0df8954c7c99e4b0f2d7845356","is_oa":true,"landing_page_url":"https://doaj.org/article/932c1e0df8954c7c99e4b0f2d7845356","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 109847-109860 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3439850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3439850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311813","display_name":"\u00d6sterreichische Nationalstiftung f\u00fcr Forschung, Technologie und Entwicklung","ror":"https://ror.org/04hb33h70"},{"id":"https://openalex.org/F4320323591","display_name":"Christian Doppler Forschungsgesellschaft","ror":"https://ror.org/00mv8h305"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1553101044","https://openalex.org/W1573647811","https://openalex.org/W1985643209","https://openalex.org/W2163517193","https://openalex.org/W2594573597","https://openalex.org/W2908045944","https://openalex.org/W2911964244","https://openalex.org/W2963918968","https://openalex.org/W3085369891","https://openalex.org/W3113750219","https://openalex.org/W3135013702","https://openalex.org/W3165698711","https://openalex.org/W3195824329","https://openalex.org/W3196522557","https://openalex.org/W4206191901","https://openalex.org/W4229452442","https://openalex.org/W4280555413","https://openalex.org/W4281610740","https://openalex.org/W4287117726","https://openalex.org/W4287715829","https://openalex.org/W4292829073","https://openalex.org/W4295872615","https://openalex.org/W4308071528","https://openalex.org/W4311224386","https://openalex.org/W4312585916","https://openalex.org/W4318348488","https://openalex.org/W4377000482","https://openalex.org/W4382317874","https://openalex.org/W4388914434","https://openalex.org/W6634147026","https://openalex.org/W6679517787","https://openalex.org/W6741206574","https://openalex.org/W6756887525","https://openalex.org/W6767064347","https://openalex.org/W6780506207","https://openalex.org/W6786017065","https://openalex.org/W6838838552","https://openalex.org/W6841071366","https://openalex.org/W6849054251","https://openalex.org/W6851206350"],"related_works":["https://openalex.org/W2142641794","https://openalex.org/W2503150695","https://openalex.org/W4238897586","https://openalex.org/W2946726629","https://openalex.org/W4384947563","https://openalex.org/W4231428344","https://openalex.org/W435179959","https://openalex.org/W4322753435","https://openalex.org/W4243974052","https://openalex.org/W4285818394"],"abstract_inverted_index":{"Today,":[0],"there":[1],"exists":[2],"a":[3,25,40,49,77],"large":[4],"number":[5,26],"of":[6,15,27,43,59,93,103,115],"different":[7],"embedded":[8],"hardware":[9,44,60],"platforms":[10,61],"for":[11,119,143,149],"accelerating":[12],"the":[13,35,57,69,74,91,101,104,113,116,126,132,150],"inference":[14,37],"Deep":[16],"Neural":[17],"Networks":[18],"(DNNs).":[19],"To":[20,67],"enable":[21],"rapid":[22],"application":[23],"development,":[24],"prediction":[28,94,137],"frameworks":[29],"have":[30],"been":[31,84],"proposed":[32],"to":[33,100,111,140],"estimate":[34],"DNN":[36],"latency":[38],"on":[39],"wide":[41],"range":[42],"platforms.":[45],"This":[46],"work":[47],"presents":[48],"novel":[50],"smart":[51,144],"padding":[52,145],"benchmarking":[53],"method,":[54],"which":[55],"allows":[56],"profiling":[58],"without":[62],"requiring":[63],"detailed":[64],"per-layer":[65],"reports.":[66],"mitigate":[68],"measurement":[70],"inaccuracies":[71],"inherent":[72],"in":[73,125],"black-box":[75],"approach,":[76],"confidence":[78],"framework":[79,106],"comprising":[80],"three":[81],"metrics":[82,87],"has":[83],"developed.":[85],"These":[86],"not":[88],"only":[89],"enhance":[90],"interpretation":[92],"results":[95,130],"but":[96],"also":[97],"significantly":[98],"contribute":[99],"refinement":[102],"estimation":[105],"itself,":[107],"as":[108],"they":[109],"facilitate":[110],"improve":[112],"coverage":[114],"training":[117,127],"dataset":[118],"relevant":[120],"layers":[121],"and":[122,155],"detect":[123],"weaknesses":[124],"dataset.":[128],"Empirical":[129],"demonstrate":[131],"method\u2019s":[133],"robustness,":[134],"with":[135],"average":[136],"errors":[138],"minimized":[139],"below":[141],"10%":[142],"benchmarking-based":[146],"ANNETTE":[147],"predictions":[148],"Jetson":[151],"Xavier,":[152],"NXP":[153,156],"i.MX93,":[154],"i.MX8M+.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}