{"id":"https://openalex.org/W3178463324","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473857","title":"Packet Drop Probability-Optimal Cross-layer Scheduling: Dealing with Curse of Sparsity using Prioritized Experience Replay","display_name":"Packet Drop Probability-Optimal Cross-layer Scheduling: Dealing with Curse of Sparsity using Prioritized Experience Replay","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3178463324","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473857","mag":"3178463324"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops50388.2021.9473857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473857","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066345776","display_name":"Mohit Kumar Sharma","orcid":"https://orcid.org/0000-0003-1074-9974"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohit K. Sharma","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012781201","display_name":"Tan Peng Hui","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tan Peng Hui","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061300609","display_name":"Ernest Kurniawan","orcid":"https://orcid.org/0000-0001-5347-4769"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ernest Kurniawan","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":null,"display_name":"Sun Sumei","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sun Sumei","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7966258525848389},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6645855903625488},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.661677360534668},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6087934970855713},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5903417468070984},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5219954252243042},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45179060101509094},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3754734396934509},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34378156065940857},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32528775930404663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22509491443634033},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09391751885414124},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07829636335372925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7966258525848389},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6645855903625488},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.661677360534668},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6087934970855713},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5903417468070984},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5219954252243042},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45179060101509094},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3754734396934509},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34378156065940857},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32528775930404663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22509491443634033},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09391751885414124},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07829636335372925},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops50388.2021.9473857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473857","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1972770660","https://openalex.org/W2027431229","https://openalex.org/W2042508515","https://openalex.org/W2109051037","https://openalex.org/W2145339207","https://openalex.org/W2154724337","https://openalex.org/W2155968351","https://openalex.org/W2170880428","https://openalex.org/W2201581102","https://openalex.org/W2580241428","https://openalex.org/W2604924587","https://openalex.org/W2746553466","https://openalex.org/W2808103092","https://openalex.org/W2884979698","https://openalex.org/W2962896678","https://openalex.org/W2963099939","https://openalex.org/W2963477884","https://openalex.org/W3015811852","https://openalex.org/W3084916172","https://openalex.org/W6687681856","https://openalex.org/W6776446222"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W1488708774","https://openalex.org/W3094954546","https://openalex.org/W2981906196","https://openalex.org/W4327779705","https://openalex.org/W1513698804","https://openalex.org/W4310560702","https://openalex.org/W2029712093","https://openalex.org/W1982811510","https://openalex.org/W2768698792"],"abstract_inverted_index":{"In":[0,146],"this":[1],"work,":[2],"we":[3,154],"develop":[4,161],"a":[5,14,114,128,162,181],"reinforcement":[6],"learning":[7,34,164],"(RL)":[8],"based":[9,117,124,144,191],"model-free":[10],"approach":[11,106,178],"to":[12,77,110,148,186],"obtain":[13],"policy":[15,41,129,174],"for":[16,98],"joint":[17],"packet":[18,26,49,60,68],"scheduling":[19,40],"and":[20,51,71,160,193],"rate":[21],"adaptation,":[22],"such":[23,138],"that":[24,172],"the":[25,46,57,65,72,80,91,101,135,150,173,188],"drop":[27],"probability":[28],"(PDP)":[29],"is":[30],"minimized.":[31],"The":[32],"developed":[33],"scheme":[35,165],"yields":[36],"an":[37,85],"online":[38],"cross-layer":[39],"which":[42],"takes":[43],"into":[44],"account":[45],"randomness":[47],"in":[48,64,79,94,127,180],"arrivals":[50],"wireless":[52,73],"channels,":[53],"as":[54,56,139],"well":[55],"state":[58],"of":[59,67,96,104],"buffers.":[61],"Inherent":[62],"difference":[63],"time-scales":[66],"arrival":[69],"process":[70],"channel":[74],"variations":[75],"leads":[76],"sparsity":[78],"observed":[81],"reward":[82,152],"signal.":[83],"Since":[84],"RL":[86,105,116,192],"agent":[87],"learns":[88],"by":[89],"using":[90,176],"feedback":[92],"obtained":[93],"terms":[95],"rewards":[97],"its":[99],"actions,":[100],"sample":[102],"complexity":[103],"increases":[107],"exponentially":[108],"due":[109],"resulting":[111],"sparsity.":[112],"Therefore,":[113],"basic":[115,189],"approach,":[118],"e.g.,":[119],"double":[120],"deep":[121],"Q-network":[122],"(DDQN)":[123],"RL,":[125],"results":[126,179],"with":[130,166],"negligible":[131],"performance":[132],"gain":[133],"over":[134],"state-of-the-art":[136],"schemes,":[137],"shortest":[140],"processing":[141],"time":[142],"(SPT)":[143],"scheduling.":[145],"order":[147],"alleviate":[149],"sparse":[151],"problem,":[153],"leverage":[155],"prioritized":[156],"experience":[157],"replay":[158],"(PER)":[159],"DDQN-based":[163],"PER.":[167],"We":[168],"observe":[169],"through":[170],"simulations":[171],"learned":[175],"DDQN-PER":[177],"3-5%":[182],"lower":[183],"PDP,":[184],"compared":[185],"both":[187],"DDQN":[190],"SPT":[194],"scheme.":[195]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}