{"id":"https://openalex.org/W4388280296","doi":"https://doi.org/10.1109/rtcsa58653.2023.00011","title":"PELSI: Power-Efficient Layer-Switched Inference","display_name":"PELSI: Power-Efficient Layer-Switched Inference","publication_year":2023,"publication_date":"2023-08-30","ids":{"openalex":"https://openalex.org/W4388280296","doi":"https://doi.org/10.1109/rtcsa58653.2023.00011"},"language":"en","primary_location":{"id":"doi:10.1109/rtcsa58653.2023.00011","doi":"https://doi.org/10.1109/rtcsa58653.2023.00011","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rtcsa58653.2023.00011","pdf_url":null,"source":{"id":"https://openalex.org/S7407086768","display_name":"IEEE International Conference on Embedded and Real-Time Computing Systems and Applications (RTCSA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 29th International Conference on Embedded and Real-Time Computing Systems and Applications (RTCSA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11245.1/5084f1ec-9327-4d2a-b4d0-346f85908c1f","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108999618","display_name":"Ehsan Aghapour","orcid":"https://orcid.org/0000-0002-0291-7555","observed_orcids":["https://orcid.org/0000-0002-0291-7555"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ehsan Aghapour","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040204792","display_name":"Dolly Sapra","orcid":"https://orcid.org/0000-0003-3590-0394","observed_orcids":["https://orcid.org/0000-0003-3590-0394"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dolly Sapra","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084046597","display_name":"Andy D. Pimentel","orcid":"https://orcid.org/0000-0002-2043-4469","observed_orcids":["https://orcid.org/0000-0002-2043-4469"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy D. Pimentel","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067055700","display_name":"Anuj Pathania","orcid":"https://orcid.org/0000-0002-5813-7021","observed_orcids":["https://orcid.org/0000-0002-5813-7021"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anuj Pathania","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.179,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.39487685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"12","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7333999872207642,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7333999872207642,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14429999887943268,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.08479999750852585,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-voltage-and-frequency-scaling","display_name":"dynamic voltage and frequency scaling","score":0.9900000095367432},{"id":"https://openalex.org/keywords/edge-devices","display_name":"edge devices","score":0.7400000095367432},{"id":"https://openalex.org/keywords/genetic-algorithm-optimization","display_name":"genetic algorithm optimization","score":0.6790000200271606},{"id":"https://openalex.org/keywords/power-performance-trade-off","display_name":"power-performance tradeoff","score":0.6510000228881836},{"id":"https://openalex.org/keywords/embedded-vision","display_name":"embedded vision","score":0.7879999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8339558839797974},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.587831974029541},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5797245502471924},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5454734563827515},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.544383704662323},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5346053838729858},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4638649821281433},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.4609224796295166},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.35286247730255127},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29962390661239624},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2995704412460327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15629857778549194},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/rtcsa58653.2023.00011","doi":"https://doi.org/10.1109/rtcsa58653.2023.00011","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rtcsa58653.2023.00011","pdf_url":null,"source":{"id":"https://openalex.org/S7407086768","display_name":"IEEE International Conference on Embedded and Real-Time Computing Systems and Applications (RTCSA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 29th International Conference on Embedded and Real-Time Computing Systems and Applications (RTCSA)","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/5084f1ec-9327-4d2a-b4d0-346f85908c1f","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/5084f1ec-9327-4d2a-b4d0-346f85908c1f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/5084f1ec-9327-4d2a-b4d0-346f85908c1f","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/5084f1ec-9327-4d2a-b4d0-346f85908c1f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1979022228","https://openalex.org/W2082581695","https://openalex.org/W2612445135","https://openalex.org/W2792243241","https://openalex.org/W2922395136","https://openalex.org/W2945148926","https://openalex.org/W2971002981","https://openalex.org/W2979934956","https://openalex.org/W3005954151","https://openalex.org/W3085359402","https://openalex.org/W3096354731","https://openalex.org/W3106250896","https://openalex.org/W3110893193","https://openalex.org/W3188991715","https://openalex.org/W3203489115","https://openalex.org/W3212586923","https://openalex.org/W4200120253","https://openalex.org/W4210835752","https://openalex.org/W4313496554","https://openalex.org/W4315491468","https://openalex.org/W4317038519","https://openalex.org/W6998767901"],"related_works":["https://openalex.org/W4313496554","https://openalex.org/W3128367403","https://openalex.org/W2996827035","https://openalex.org/W4387435523","https://openalex.org/W4226185248","https://openalex.org/W4206669281","https://openalex.org/W4291014852","https://openalex.org/W3202663365","https://openalex.org/W4394569872","https://openalex.org/W3130823781"],"abstract_inverted_index":{"Convolutional":[0],"Neural":[1],"Networks":[2],"(CNNs)":[3],"are":[4],"now":[5],"quintessential":[6],"kernels":[7],"within":[8,155],"embedded":[9,175],"computer":[10],"vision":[11],"applications":[12],"deployed":[13],"in":[14,199],"edge":[15,41],"devices.":[16],"Heterogeneous":[17],"Multi-Processor":[18],"System-on-Chips":[19],"(HMPSoCs)":[20],"with":[21,54,120,183,191],"Dynamic":[22],"Voltage":[23],"and":[24,31,136,187],"Frequency":[25],"Scaling":[26],"(DVFS)":[27],"capable":[28],"components":[29,63],"(CPUs":[30],"GPUs)":[32],"allow":[33],"for":[34,80,108,127,202],"low-latency,":[35],"low-power":[36],"CNN":[37,84,94,114,151,203],"inference":[38,117,152,204],"on":[39,60,86,95,173],"resource-constrained":[40],"devices":[42],"when":[43],"employed":[44],"efficiently.":[45,169],"CNNs":[46,194],"comprise":[47],"several":[48],"heterogeneous":[49],"layer":[50,91,110],"types":[51],"that":[52,73,112,161],"execute":[53],"different":[55,61,65,193],"degrees":[56],"of":[57,92,131],"power":[58,77,122,168,200],"efficiency":[59,78,201],"HMPSoC":[62,97,182],"at":[64,103],"frequencies.":[66],"We":[67,170],"propose":[68],"the":[69,105,113,128,147,156,163,208],"first":[70],"framework,":[71],"PELSI,":[72],"exploits":[74],"this":[75],"layer-wise":[76],"heterogeneity":[79],"power-efficient":[81],"CPU-GPU":[82,149],"layer-switched":[83,150],"interference":[85],"HMPSoCs.":[87],"PELSI":[88,139,172,206],"executes":[89],"each":[90],"a":[93,141,196],"an":[96,180],"component":[98],"(CPU":[99],"or":[100],"GPU)":[101],"clocked":[102],"just":[104],"right":[106],"frequency":[107],"every":[109],"such":[111],"meets":[115,162],"its":[116],"latency":[118,165],"target":[119],"minimal":[121],"consumption":[123],"while":[124],"still":[125],"accounting":[126],"power-performance":[129],"overhead":[130],"multiple":[132],"switching":[133],"between":[134],"CPU":[135,185],"GPU":[137],"mid-inference.":[138],"incorporates":[140],"Genetic":[142],"Algorithm":[143],"(GA)":[144],"to":[145],"identify":[146],"near-optimal":[148],"configuration":[153],"from":[154],"large":[157],"exponential":[158],"design":[159],"space":[160],"given":[164],"requirement":[166],"most":[167],"evaluate":[171],"Rock-Pi":[174],"platform.":[176],"The":[177],"platform":[178],"contains":[179],"RK3399Pro":[181],"DVFS-capable":[184],"clusters":[186],"GPU.":[188],"Empirical":[189],"evaluations":[190],"five":[192],"show":[195],"44.48%":[197],"improvement":[198],"under":[205],"over":[207],"state-of-the-art.":[209]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-11-04T00:00:00"}