{"id":"https://openalex.org/W4411472126","doi":"https://doi.org/10.1109/tcad.2025.3581867","title":"Paddle Lite on Zephyr: Deploying AI Models in RTOS for Inference Acceleration","display_name":"Paddle Lite on Zephyr: Deploying AI Models in RTOS for Inference Acceleration","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4411472126","doi":"https://doi.org/10.1109/tcad.2025.3581867"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2025.3581867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3581867","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Guodong Zhang","orcid":"https://orcid.org/0009-0009-5398-721X"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Zhang","raw_affiliation_strings":["Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","Engineering Research Center of Cyberspace, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0009-0009-5398-721X","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"Engineering Research Center of Cyberspace, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034516221","display_name":"Guoqi Xie","orcid":"https://orcid.org/0000-0001-6625-0350"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I4210145005","display_name":"State Key Laboratory of Vehicle NVH and Safety Technology","ror":"https://ror.org/04e6h1p91","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210145005"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqi Xie","raw_affiliation_strings":["Center for Convergence of Automobile and Cyberspace, Research Institute of Hunan University in Chongqing, Chongqing, China","Research Institute of Hunan University in Chongqing, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6625-0350","affiliations":[{"raw_affiliation_string":"Center for Convergence of Automobile and Cyberspace, Research Institute of Hunan University in Chongqing, Chongqing, China","institution_ids":["https://openalex.org/I4210145005"]},{"raw_affiliation_string":"Research Institute of Hunan University in Chongqing, Chongqing, China","institution_ids":["https://openalex.org/I158842170","https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058208912","display_name":"Wenyan Yan","orcid":"https://orcid.org/0000-0003-2525-6769"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyan Yan","raw_affiliation_strings":["Key Laboratory for Embedded and Network Computing of Hunan Province, College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","College of Computer Science and Electronic Engineering, Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-2525-6769","affiliations":[{"raw_affiliation_string":"Key Laboratory for Embedded and Network Computing of Hunan Province, College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056747419","display_name":"Chenglai Xiong","orcid":"https://orcid.org/0000-0003-4822-2916"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglai Xiong","raw_affiliation_strings":["Key Laboratory for Embedded and Network Computing of Hunan Province, College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","College of Computer Science and Electronic Engineering, Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-4822-2916","affiliations":[{"raw_affiliation_string":"Key Laboratory for Embedded and Network Computing of Hunan Province, College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Key Laboratory for Embedded and Network Computing of Hunan Province, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100966995","display_name":"Junjie Wen","orcid":"https://orcid.org/0009-0002-6629-434X"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Wen","raw_affiliation_strings":["Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","Engineering Research Center of Cyberspace, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0009-0002-6629-434X","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"Engineering Research Center of Cyberspace, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101623518","display_name":"Zhenli He","orcid":"https://orcid.org/0000-0002-7986-2222"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenli He","raw_affiliation_strings":["Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","Engineering Research Center of Cyberspace, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-7986-2222","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"Engineering Research Center of Cyberspace, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000436275","display_name":"Shaowen Yao","orcid":"https://orcid.org/0000-0003-1516-4246"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaowen Yao","raw_affiliation_strings":["Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","Engineering Research Center of Cyberspace, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0003-1516-4246","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Cyberspace, the Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"Engineering Research Center of Cyberspace, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13795249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"1","first_page":"260","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11216","display_name":"Radiation Detection and Scintillator Technologies","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6209424138069153},{"id":"https://openalex.org/keywords/paddle","display_name":"Paddle","score":0.5501211881637573},{"id":"https://openalex.org/keywords/real-time-operating-system","display_name":"Real-time operating system","score":0.4771025776863098},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4661947786808014},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4306762218475342},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.34328755736351013},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18739566206932068},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12400534749031067}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6209424138069153},{"id":"https://openalex.org/C165150422","wikidata":"https://www.wikidata.org/wiki/Q449573","display_name":"Paddle","level":2,"score":0.5501211881637573},{"id":"https://openalex.org/C28472234","wikidata":"https://www.wikidata.org/wiki/Q213666","display_name":"Real-time operating system","level":2,"score":0.4771025776863098},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4661947786808014},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4306762218475342},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.34328755736351013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18739566206932068},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12400534749031067},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2025.3581867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3581867","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G2590540725","display_name":null,"funder_award_id":"U24B20145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3359096647","display_name":null,"funder_award_id":"62133014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7443881005","display_name":null,"funder_award_id":"62362068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2193145675","https://openalex.org/W2883780447","https://openalex.org/W2889109992","https://openalex.org/W2963163009","https://openalex.org/W2963918968","https://openalex.org/W3034368386","https://openalex.org/W3164200338","https://openalex.org/W4401726555"],"related_works":["https://openalex.org/W2089901852","https://openalex.org/W2017605127","https://openalex.org/W2308303652","https://openalex.org/W2768773817","https://openalex.org/W1933539706","https://openalex.org/W4389564241","https://openalex.org/W1539630152","https://openalex.org/W2369123878","https://openalex.org/W1583729815","https://openalex.org/W2402455106"],"abstract_inverted_index":{"With":[0],"the":[1,86,106,115,124,135,145,164,172,197,209,228],"rapid":[2],"development":[3],"of":[4,110,227],"deep":[5],"learning":[6],"techniques":[7],"in":[8,95],"mobile":[9],"and":[10,19,36,62,71,120,126,161,177,208],"embedded":[11],"devices,":[12],"light-weight":[13,30],"inference":[14,31,46,93,153,160,166,199],"engines":[15,32],"(e.g.,":[16,59],"Paddle":[17,40,53,87,111,136,173,229],"Lite":[18,41,54,88,137,174],"TensorFlow":[20],"Lite)":[21],"are":[22],"emerged.":[23],"In":[24,81],"some":[25],"real-time":[26,76],"application":[27,77],"scenarios,":[28],"these":[29],"require":[33],"time":[34,69,200],"acceleration":[35,70,94],"low":[37,72],"memory":[38,73,140,211],"consumption.":[39],"is":[42,49,204,213],"a":[43,100,142,189],"well-known":[44],"open-source":[45],"engine":[47],"that":[48,155,196],"fully":[50],"functional.":[51],"However,":[52],"only":[55],"supports":[56],"regular":[57],"OS":[58],"Linux,":[60,121],"Windows,":[61],"iOS),":[63],"making":[64],"it":[65],"difficult":[66],"to":[67,104,218],"achieve":[68],"consumption":[74,212],"for":[75,92],"scenarios":[78],"during":[79,159],"inference.":[80],"this":[82],"brief,":[83],"we":[84,122],"propose":[85,99],"on":[89,175,188,201],"Zephyr":[90,176,202],"solution":[91],"RTOS.":[96],"We":[97,132,149,170],"first":[98],"modular":[101,130],"compilation":[102],"method":[103,154],"incorporate":[105],"most":[107],"basic":[108],"functions":[109],"Lite.":[112,230],"To":[113],"address":[114],"system":[116,146],"differences":[117],"between":[118],"RTOS":[119,203],"resolve":[123],"system-level":[125],"compilation-level":[127],"issues":[128],"from":[129],"compilation.":[131],"then":[133],"load":[134],"model":[138],"into":[139],"as":[141,168],"device":[143],"when":[144],"starts":[147],"up.":[148],"further":[150],"design":[151],"an":[152,224],"skips":[156],"third-party":[157],"libraries":[158],"thus":[162],"obtains":[163],"same":[165],"results":[167,194],"Linux.":[169,219],"deploy":[171],"conduct":[178],"experiments":[179],"with":[180],"seven":[181],"classic":[182],"Convolutional":[183],"Neural":[184],"Network":[185],"(CNN)":[186],"models":[187],"single-core":[190],"CPU.":[191],"The":[192],"experiment":[193],"show":[195],"average":[198,210],"reduced":[205,214],"by":[206,215],"7%,":[207],"78%":[216],"compared":[217],"This":[220],"work":[221],"has":[222],"merged":[223],"upstream":[225],"branch":[226]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}