{"id":"https://openalex.org/W4406094130","doi":"https://doi.org/10.1109/tpds.2025.3526283","title":"SMDP-Based Dynamic Batching for Improving Responsiveness and Energy Efficiency of Batch Services","display_name":"SMDP-Based Dynamic Batching for Improving Responsiveness and Energy Efficiency of Batch Services","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W4406094130","doi":"https://doi.org/10.1109/tpds.2025.3526283"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2025.3526283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3526283","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102570623","display_name":"Yaodan Xu","orcid":"https://orcid.org/0000-0003-4372-3404"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaodan Xu","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021120517","display_name":"Sheng Zhou","orcid":"https://orcid.org/0000-0003-0651-0071"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Zhou","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079749340","display_name":"Zhisheng Niu","orcid":"https://orcid.org/0000-0003-0420-2024"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhisheng Niu","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, the Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102570623"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.0134,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8778406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"36","issue":"4","first_page":"659","last_page":"674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796949028968811},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6357879638671875},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6350104808807373},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5691525936126709},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5553231239318848},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5422999858856201},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5181178450584412},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5132893919944763},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4928312599658966},{"id":"https://openalex.org/keywords/dynamic-demand","display_name":"Dynamic demand","score":0.4853326380252838},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.4619700312614441},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.4436338543891907},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4264664351940155},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37332701683044434},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3162071704864502},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15734094381332397},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08157646656036377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796949028968811},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6357879638671875},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6350104808807373},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5691525936126709},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5553231239318848},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5422999858856201},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5181178450584412},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5132893919944763},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4928312599658966},{"id":"https://openalex.org/C45872418","wikidata":"https://www.wikidata.org/wiki/Q5318966","display_name":"Dynamic demand","level":3,"score":0.4853326380252838},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.4619700312614441},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.4436338543891907},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4264664351940155},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37332701683044434},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3162071704864502},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15734094381332397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08157646656036377},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3526283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3526283","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G7423065200","display_name":null,"funder_award_id":"62341108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1968462099","https://openalex.org/W1969067576","https://openalex.org/W1976558087","https://openalex.org/W2005420186","https://openalex.org/W2015229088","https://openalex.org/W2017550604","https://openalex.org/W2018002226","https://openalex.org/W2050793621","https://openalex.org/W2066906122","https://openalex.org/W2071760975","https://openalex.org/W2074334106","https://openalex.org/W2100213571","https://openalex.org/W2109341366","https://openalex.org/W2118780114","https://openalex.org/W2322096602","https://openalex.org/W2679209126","https://openalex.org/W2807796354","https://openalex.org/W2896090304","https://openalex.org/W2963884515","https://openalex.org/W2986864338","https://openalex.org/W2996600026","https://openalex.org/W3107242135","https://openalex.org/W3116103263","https://openalex.org/W3130689885","https://openalex.org/W3158444059","https://openalex.org/W3175546025","https://openalex.org/W3182967956","https://openalex.org/W4206149382","https://openalex.org/W4206943884","https://openalex.org/W4213251304","https://openalex.org/W4225603018","https://openalex.org/W4233415618","https://openalex.org/W4244188131","https://openalex.org/W4246193833","https://openalex.org/W4254052724","https://openalex.org/W4282934545","https://openalex.org/W4285279870","https://openalex.org/W4362553951","https://openalex.org/W4387870549","https://openalex.org/W4391807591"],"related_works":["https://openalex.org/W2067532427","https://openalex.org/W1979093605","https://openalex.org/W2004597074","https://openalex.org/W4213214852","https://openalex.org/W2512014291","https://openalex.org/W1589140671","https://openalex.org/W2465145931","https://openalex.org/W2120406836","https://openalex.org/W2556090351","https://openalex.org/W1978350586"],"abstract_inverted_index":{"For":[0],"servers":[1],"incorporating":[2],"parallel":[3],"computing":[4,20],"resources,":[5],"batching":[6,61,87,128,166],"is":[7,71,88,115],"a":[8,44,59,74,91],"pivotal":[9],"technique":[10],"for":[11],"providing":[12],"efficient":[13],"and":[14,25,67,109,145,156,183],"economical":[15],"services":[16],"at":[17],"scale.":[18],"Parallel":[19],"resources":[21],"exhibit":[22],"heightened":[23],"computational":[24],"energy":[26],"efficiency":[27],"when":[28],"operating":[29],"with":[30,78,97],"larger":[31,45],"batch":[32,46,75],"sizes.":[33],"However,":[34],"in":[35,179],"the":[36,41,83,98,102,125,137,142,146,150,162,173],"realm":[37],"of":[38,43,85,100,105,139,149,164],"online":[39],"services,":[40],"adoption":[42],"size":[47],"may":[48],"lead":[49],"to":[50,57,117,135],"longer":[51],"response":[52,107],"times.":[53,81],"This":[54],"paper":[55],"aims":[56],"provide":[58],"dynamic":[60,86,127],"scheme":[62,175],"that":[63],"delicately":[64],"balances":[65],"latency":[66],"efficiency.":[68],"The":[69],"system":[70],"modeled":[72],"as":[73,90],"service":[76,80],"queue":[77],"size-dependent":[79],"Then,":[82],"design":[84],"formulated":[89],"semi-Markov":[92],"decision":[93],"process":[94],"(SMDP)":[95],"problem,":[96],"objective":[99],"minimizing":[101],"weighted":[103],"sum":[104],"average":[106,110],"time":[108,147],"power":[111,181],"consumption.":[112],"A":[113],"method":[114],"proposed":[116,174],"derive":[118],"an":[119,132],"approximate":[120],"optimal":[121],"SMDP":[122],"solution,":[123],"representing":[124],"chosen":[126],"policy.":[129],"By":[130],"introducing":[131],"abstract":[133],"cost":[134],"reflect":[136],"impact":[138],"\u201ctail\u201d":[140],"states,":[141],"space":[143],"complexity":[144,148],"procedure":[151],"can":[152],"decrease":[153],"by":[154],"63.5%":[155],"98%,":[157],"respectively.":[158],"Numerical":[159],"results":[160],"showcase":[161],"superiority":[163],"SMDP-based":[165],"policies":[167],"across":[168],"various":[169],"parameter":[170],"setups.":[171],"Additionally,":[172],"exhibits":[176],"noteworthy":[177],"flexibility":[178],"balancing":[180],"consumption":[182],"latency.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}