{"id":"https://openalex.org/W4210338699","doi":"https://doi.org/10.1145/3508391","title":"TensorRT-Based Framework and Optimization Methodology for Deep Learning Inference on Jetson Boards","display_name":"TensorRT-Based Framework and Optimization Methodology for Deep Learning Inference on Jetson Boards","publication_year":2022,"publication_date":"2022-01-26","ids":{"openalex":"https://openalex.org/W4210338699","doi":"https://doi.org/10.1145/3508391"},"language":"en","primary_location":{"id":"doi:10.1145/3508391","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3508391","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028646513","display_name":"Eunjin Jeong","orcid":"https://orcid.org/0000-0002-9585-3369"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunjin Jeong","raw_affiliation_strings":["Seoul National University, Gwanak-ro, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9585-3369","affiliations":[{"raw_affiliation_string":"Seoul National University, Gwanak-ro, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058275238","display_name":"Jangryul Kim","orcid":"https://orcid.org/0000-0001-6764-9419"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jangryul Kim","raw_affiliation_strings":["Seoul National University, Gwanak-ro, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University, Gwanak-ro, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029793438","display_name":"Soonhoi Ha","orcid":"https://orcid.org/0000-0001-7472-9142"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soonhoi Ha","raw_affiliation_strings":["Seoul National University, Gwanak-ro, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University, Gwanak-ro, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.6456,"has_fulltext":false,"cited_by_count":101,"citation_normalized_percentile":{"value":0.98808027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"21","issue":"5","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8765074610710144},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7085882425308228},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7059404253959656},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.584412693977356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4794670343399048},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.45933735370635986},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4272279739379883},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.42267078161239624},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4019314646720886},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3609394431114197},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15427780151367188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8765074610710144},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7085882425308228},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7059404253959656},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.584412693977356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4794670343399048},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.45933735370635986},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4272279739379883},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.42267078161239624},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4019314646720886},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3609394431114197},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15427780151367188}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3508391","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3508391","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1564594068","https://openalex.org/W2155893237","https://openalex.org/W2511309458","https://openalex.org/W2525951180","https://openalex.org/W2570343428","https://openalex.org/W2625157458","https://openalex.org/W2626129225","https://openalex.org/W2798998154","https://openalex.org/W2885010062","https://openalex.org/W2892342835","https://openalex.org/W2899585750","https://openalex.org/W2922395136","https://openalex.org/W2964356608","https://openalex.org/W3010466514","https://openalex.org/W3042011474","https://openalex.org/W3092289183","https://openalex.org/W3095320840","https://openalex.org/W3169512402","https://openalex.org/W3180134609","https://openalex.org/W4234352011","https://openalex.org/W4236853429","https://openalex.org/W4243013508","https://openalex.org/W4293584584","https://openalex.org/W6750227808"],"related_works":["https://openalex.org/W4307250441","https://openalex.org/W4298005617","https://openalex.org/W4366983704","https://openalex.org/W2039534605","https://openalex.org/W4320914629","https://openalex.org/W4308595067","https://openalex.org/W4313314399","https://openalex.org/W4378834108","https://openalex.org/W4361867741","https://openalex.org/W4381741450"],"abstract_inverted_index":{"As":[0],"deep":[1,42,67,73,108],"learning":[2,43,68,74,109],"inference":[3,69,80,190],"applications":[4],"are":[5],"increasing":[6],"in":[7,20],"embedded":[8,11,116],"devices,":[9],"an":[10,34,55,113],"device":[12],"tends":[13],"to":[14,22,105,136,183],"equip":[15],"neural":[16],"processing":[17,86,138],"units":[18],"(NPUs)":[19],"addition":[21],"a":[23,27,84,98,107,148,155,192],"multi-core":[24],"CPU":[25],"and":[26,38,57,63,126,140,164,181],"GPU.":[28],"NVIDIA":[29,114],"Jetson":[30,115],"AGX":[31],"Xavier":[32],"is":[33,46,81,144],"example.":[35],"For":[36],"fast":[37],"efficient":[39],"development":[40],"of":[41,133,154],"applications,":[44],"TensorRT":[45,76],"provided":[47],"as":[48],"the":[49,79,130,166,188],"SDK":[50],"for":[51,66,157,168],"high-performance":[52],"inference,":[53],"including":[54,121],"optimizer":[56],"runtime":[58],"that":[59,78,152],"delivers":[60],"low":[61],"latency":[62],"high":[64],"throughput":[65],"applications.":[70],"Like":[71],"most":[72],"frameworks,":[75],"assumes":[77],"executed":[82],"on":[83,112],"single":[85],"element,":[87],"GPU":[88,193],"or":[89],"NPU,":[90],"not":[91],"both.":[92],"In":[93],"this":[94],"article,":[95],"we":[96,146,175],"present":[97],"TensorRT-based":[99],"framework":[100],"supporting":[101],"various":[102],"optimization":[103,150],"parameters":[104,143],"accelerate":[106],"application":[110],"targeted":[111],"platform":[117],"with":[118],"heterogeneous":[119,162],"processors,":[120],"multi-threading,":[122],"pipelining,":[123],"buffer":[124],"assignment,":[125],"network":[127],"duplication.":[128],"Since":[129],"design":[131],"space":[132],"allocating":[134],"layers":[135],"diverse":[137],"elements":[139],"optimizing":[141,169],"other":[142],"huge,":[145],"devise":[147],"parameter":[149],"methodology":[151],"consists":[153],"heuristic":[156],"balancing":[158],"pipeline":[159],"stages":[160],"among":[161],"processors":[163],"fine-tuning":[165],"process":[167],"parameters.":[170],"With":[171],"nine":[172],"real-life":[173],"benchmarks,":[174],"could":[176],"achieve":[177],"101%~680%":[178],"performance":[179],"improvement":[180],"up":[182],"55%":[184],"energy":[185],"reduction":[186],"over":[187],"baseline":[189],"using":[191],"only.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}