{"id":"https://openalex.org/W4415480605","doi":"https://doi.org/10.1145/3704413.3764445","title":"Beyond Static Populations: Efficient Delay-Constrained Scheduling for Dynamic Users via Deep Reinforcement Learning","display_name":"Beyond Static Populations: Efficient Delay-Constrained Scheduling for Dynamic Users via Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415480605","doi":"https://doi.org/10.1145/3704413.3764445"},"language":null,"primary_location":{"id":"doi:10.1145/3704413.3764445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704413.3764445","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704413.3764445","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-sixth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3704413.3764445","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113162264","display_name":"Xun Wang","orcid":"https://orcid.org/0009-0008-8140-2621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Wang","raw_affiliation_strings":["IIIS, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-8140-2621","affiliations":[{"raw_affiliation_string":"IIIS, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014772321","display_name":"Zhuoran Li","orcid":"https://orcid.org/0000-0002-8776-9562"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoran Li","raw_affiliation_strings":["IIIS, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8776-9562","affiliations":[{"raw_affiliation_string":"IIIS, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082905458","display_name":"Longbo Huang","orcid":"https://orcid.org/0000-0002-7341-447X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbo Huang","raw_affiliation_strings":["IIIS, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7341-447X","affiliations":[{"raw_affiliation_string":"IIIS, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.6101,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84800738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7936000227928162},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6561999917030334},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5303999781608582},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5063999891281128},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.44909998774528503},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4219000041484833},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3763999938964844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399999737739563},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7936000227928162},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6561999917030334},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5841000080108643},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5063999891281128},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.44909998774528503},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4219000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3903000056743622},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.375},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.3188000023365021},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3704413.3764445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704413.3764445","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704413.3764445","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-sixth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3704413.3764445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704413.3764445","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704413.3764445","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-sixth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1382511481","display_name":null,"funder_award_id":"52494974","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G476708196","display_name":null,"funder_award_id":"52450016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415480605.pdf","grobid_xml":"https://content.openalex.org/works/W4415480605.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2085171512","https://openalex.org/W2284351912","https://openalex.org/W2415697701","https://openalex.org/W2517530313","https://openalex.org/W2744628735","https://openalex.org/W2809991518","https://openalex.org/W2898368699","https://openalex.org/W2920334458","https://openalex.org/W2962941768","https://openalex.org/W2963382544","https://openalex.org/W2969195240","https://openalex.org/W2997786076","https://openalex.org/W3005611113","https://openalex.org/W3006129586","https://openalex.org/W3010727161","https://openalex.org/W3017748691","https://openalex.org/W3027146252","https://openalex.org/W3036160090","https://openalex.org/W3047127288","https://openalex.org/W3084345774","https://openalex.org/W3120266904","https://openalex.org/W3166603348","https://openalex.org/W3191167321","https://openalex.org/W3196983917","https://openalex.org/W4207072548","https://openalex.org/W4210721476","https://openalex.org/W4226370247","https://openalex.org/W4283714314","https://openalex.org/W4321021577","https://openalex.org/W4375858668","https://openalex.org/W4381112620","https://openalex.org/W4390872460","https://openalex.org/W4391692872","https://openalex.org/W4391697075","https://openalex.org/W4391782940","https://openalex.org/W4399923932","https://openalex.org/W4400276519","https://openalex.org/W4405305093","https://openalex.org/W4408100174","https://openalex.org/W4408145552"],"related_works":[],"abstract_inverted_index":{"Multi-user":[0],"delay-constrained":[1],"scheduling":[2],"is":[3,22],"a":[4,49,76,87,93,112],"critical":[5],"challenge":[6],"in":[7,42,153,171],"real-world":[8],"applications":[9],"such":[10],"as":[11,57],"embodied":[12],"AI":[13],"and":[14,91,111,132,160,177],"modern":[15],"network":[16,97],"systems,":[17],"where":[18],"efficient":[19],"resource":[20,137],"allocation":[21,127],"required":[23],"among":[24],"users":[25],"with":[26,107],"diverse":[27],"delay":[28],"sensitivities.":[29],"While":[30],"deep":[31],"reinforcement":[32],"learning":[33],"(DRL)":[34],"has":[35],"shown":[36],"superior":[37],"performance":[38],"over":[39],"traditional":[40,169],"methods":[41,170],"complex":[43],"environments,":[44,173],"existing":[45],"approaches":[46],"typically":[47],"assume":[48],"static":[50,157],"user":[51,58,84,123],"population.":[52],"This":[53],"limits":[54],"their":[55],"scalability,":[56],"population":[59,158],"changes":[60],"necessitate":[61],"costly":[62],"retraining.":[63],"To":[64],"address":[65],"this":[66],"limitation,":[67],"we":[68],"propose":[69],"Heterogeneous":[70],"Embedding":[71],"Multi-Agent":[72],"Reinforcement":[73],"Learning":[74],"(HEMA),":[75],"novel":[77],"multi-agent":[78],"DRL":[79,147],"algorithm":[80],"that":[81,142],"maps":[82],"variable-shaped":[83],"features":[85],"into":[86],"shared":[88],"embedding":[89],"space":[90],"employs":[92],"parameter-shared":[94],"recurrent":[95],"neural":[96],"to":[98,121,151,163],"compute":[99],"individual":[100],"value":[101],"functions.":[102],"Following":[103],"the":[104,130,145],"centralized":[105],"training":[106],"decentralized":[108],"execution":[109],"paradigm":[110],"carefully":[113],"designed":[114],"online":[115],"adaptation":[116],"mechanism,":[117],"HEMA":[118,143],"efficiently":[119],"adapts":[120],"dynamic":[122,172],"populations,":[124],"adjusts":[125],"its":[126],"strategy":[128],"on":[129],"fly,":[131],"achieves":[133,161],"high":[134],"throughput":[135,155,167],"under":[136,156],"constraints.":[138],"Extensive":[139],"experiments":[140],"show":[141],"outperforms":[144],"state-of-the-art":[146],"baseline":[148],"by":[149],"up":[150,162],"32.1%":[152],"average":[154],"settings,":[159],"31.8%":[164],"higher":[165],"steady-state":[166],"than":[168],"demonstrating":[174],"strong":[175],"effectiveness":[176],"better":[178],"generalizability.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-23T00:00:00"}