{"id":"https://openalex.org/W4407574884","doi":"https://doi.org/10.1109/tpds.2025.3542638","title":"A Tail Latency SLO Guaranteed Task Scheduling Scheme for User-Facing Services","display_name":"A Tail Latency SLO Guaranteed Task Scheduling Scheme for User-Facing Services","publication_year":2025,"publication_date":"2025-02-14","ids":{"openalex":"https://openalex.org/W4407574884","doi":"https://doi.org/10.1109/tpds.2025.3542638"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2025.3542638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3542638","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101942411","display_name":"Zhijun Wang","orcid":"https://orcid.org/0000-0002-8572-0140"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhijun Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-8572-0140","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071098929","display_name":"Huiyang Li","orcid":"https://orcid.org/0000-0002-6511-6018"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiyang Li","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6511-6018","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Sun","orcid":"https://orcid.org/0000-0003-2525-3314"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Sun","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2525-3314","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062038445","display_name":"Todd Rosenkrantz","orcid":"https://orcid.org/0009-0002-3638-7799"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stoddard Rosenkrantz","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112489758","display_name":"Hao Che","orcid":"https://orcid.org/0009-0001-9852-320X"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Che","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054285749","display_name":"Hong Jiang","orcid":"https://orcid.org/0000-0002-1477-9751"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jiang","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-1477-9751","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101942411"],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":1.3517,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78749201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"36","issue":"4","first_page":"759","last_page":"774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8394469022750854},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6652659177780151},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.602805495262146},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6015443801879883},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.446260929107666},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40801113843917847},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13534298539161682},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10159683227539062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8394469022750854},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6652659177780151},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.602805495262146},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6015443801879883},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.446260929107666},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40801113843917847},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13534298539161682},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10159683227539062},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3542638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3542638","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7650501758","display_name":null,"funder_award_id":"CCF SHF-2008835","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8262918892","display_name":null,"funder_award_id":"CCF-SHF2226117","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1802650639","https://openalex.org/W1982063824","https://openalex.org/W2043050457","https://openalex.org/W2075453184","https://openalex.org/W2102849319","https://openalex.org/W2107276343","https://openalex.org/W2112319566","https://openalex.org/W2129368140","https://openalex.org/W2156077332","https://openalex.org/W2160440046","https://openalex.org/W2168006621","https://openalex.org/W2283208771","https://openalex.org/W2338076123","https://openalex.org/W2438104995","https://openalex.org/W2521712525","https://openalex.org/W2528800812","https://openalex.org/W2606943101","https://openalex.org/W2606979628","https://openalex.org/W2760605379","https://openalex.org/W2799128034","https://openalex.org/W2904726211","https://openalex.org/W2913946887","https://openalex.org/W2921856500","https://openalex.org/W2928897890","https://openalex.org/W2953169926","https://openalex.org/W2982913301","https://openalex.org/W3015423804","https://openalex.org/W3016697469","https://openalex.org/W3017148238","https://openalex.org/W3021027963","https://openalex.org/W3023238978","https://openalex.org/W3049688630","https://openalex.org/W3118118196","https://openalex.org/W3156127671","https://openalex.org/W3158900323","https://openalex.org/W3171273667","https://openalex.org/W4253824360","https://openalex.org/W4387544276","https://openalex.org/W6637998620","https://openalex.org/W6638636849","https://openalex.org/W6639528875","https://openalex.org/W6640436931","https://openalex.org/W6741589387","https://openalex.org/W6745238486"],"related_works":["https://openalex.org/W2128410848","https://openalex.org/W2118368532","https://openalex.org/W2102390841","https://openalex.org/W3047653192","https://openalex.org/W2096289371","https://openalex.org/W2126232624","https://openalex.org/W2434525066","https://openalex.org/W3140149227","https://openalex.org/W2946406471","https://openalex.org/W2130555437"],"abstract_inverted_index":{"A":[0,120],"primary":[1],"design":[2,38,118],"objective":[3],"for":[4,7,26,74,94,236],"user-facing":[5],"services":[6],"cloud":[8],"and":[9,106,152,160,186,226,257],"edge":[10],"computing":[11],"is":[12,43,125,141,168,223],"to":[13,46,52,128,202,205,246],"maximize":[14],"query":[15,19,55,82,102,107,121],"throughput,":[16],"while":[17,207],"meeting":[18,209],"tail":[20,103,130,212],"latency":[21,104,131,213],"Service":[22],"Level":[23],"Objectives":[24],"(SLOs)":[25],"individual":[27,78],"queries.":[28],"Unfortunately,":[29],"the":[30,47,54,81,89,117,135,163,176,210,218,255],"existing":[31],"solutions":[32],"fall":[33],"short":[34],"of":[35,137,173,244],"achieving":[36,116],"this":[37,61],"objective,":[39],"which":[40],"we":[41,63],"argue,":[42],"largely":[44],"attributed":[45],"fact":[48],"that":[49,193],"they":[50],"fail":[51],"take":[53],"fanout":[56],"explicitly":[57],"into":[58],"account.":[59],"In":[60],"paper,":[62],"propose":[64],"TailGuard":[65,109,140,194,222],"based":[66,99],"on":[67,100],"a":[68,229,237],"Tail-latency-SLO-and-Fanout-aware":[69],"Earliest-Deadline-First":[70],"Queuing":[71,150],"policy":[72],"(TF-EDFQ)":[73],"task":[75,79,90,96,146,148],"queuing":[76],"at":[77],"servers":[80],"tasks":[83],"are":[84,251],"fanned":[85],"out":[86],"to.":[87],"With":[88],"pre-dequeuing":[91],"time":[92],"deadline":[93],"each":[95],"being":[97],"derived":[98],"both":[101,158,254],"SLO":[105,132],"fanout,":[108],"takes":[110],"an":[111],"important":[112],"first":[113],"step":[114],"towards":[115],"objective.":[119],"admission":[122],"control":[123],"scheme":[124],"also":[126,208,224],"developed":[127],"provide":[129],"guarantee":[133],"in":[134,162,175,228],"presence":[136],"resource":[138,198],"shortages.":[139],"evaluated":[142],"against":[143],"First-In-First-Out":[144],"(FIFO)":[145],"queuing,":[147],"PRIority":[149],"(PRIQ)":[151],"Tail-latency-SLO-aware":[153],"EDFQ":[154],"(T-EDFQ)":[155],"policies":[156],"by":[157,170],"simulation":[159,256],"testing":[161],"Amazon":[164,258],"EC2":[165,259],"cloud.":[166],"It":[167],"driven":[169],"three":[171,220],"types":[172],"applications":[174],"Tailbench":[177],"benchmark":[178],"suite,":[179],"featuring":[180],"web":[181],"search,":[182],"in-memory":[183],"key-value":[184],"store,":[185],"transactional":[187],"database":[188],"applications.":[189],"The":[190],"results":[191,250],"demonstrate":[192],"can":[195],"significantly":[196],"improve":[197],"utilization":[199],"(e.g.,":[200],"up":[201,245],"80%":[203],"compared":[204,216],"FIFO),":[206],"targeted":[211],"SLOs,":[214],"as":[215],"with":[217,253],"other":[219],"policies.":[221],"implemented":[225],"tested":[227],"highly":[230],"heterogeneous":[231],"Sensing-<inline-formula><tex-math":[232],"notation=\"LaTeX\">$a$</tex-math></inline-formula>s-a-Service":[233],"(SaS)":[234],"testbed":[235],"data":[238],"sensing":[239],"service,":[240],"demonstrating":[241],"performance":[242],"gains":[243],"33%":[247],".":[248],"These":[249],"consistent":[252],"results.":[260]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}