{"id":"https://openalex.org/W3181048362","doi":"https://doi.org/10.23919/ifipnetworking52078.2021.9472801","title":"Deadline-Aware TDMA Scheduling for Multihop Networks Using Reinforcement Learning","display_name":"Deadline-Aware TDMA Scheduling for Multihop Networks Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3181048362","doi":"https://doi.org/10.23919/ifipnetworking52078.2021.9472801","mag":"3181048362"},"language":"en","primary_location":{"id":"doi:10.23919/ifipnetworking52078.2021.9472801","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ifipnetworking52078.2021.9472801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078434243","display_name":"Shanti Chilukuri","orcid":"https://orcid.org/0000-0003-3469-0516"},"institutions":[{"id":"https://openalex.org/I27577105","display_name":"University College Cork","ror":"https://ror.org/03265fv13","country_code":"IE","type":"education","lineage":["https://openalex.org/I27577105"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Shanti Chilukuri","raw_affiliation_strings":["School of Computer Science and IT, University College Cork,Cork,Ireland,T12 K8AF"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and IT, University College Cork,Cork,Ireland,T12 K8AF","institution_ids":["https://openalex.org/I27577105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086298554","display_name":"Guangyuan Piao","orcid":"https://orcid.org/0000-0003-0516-2802"},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Guangyuan Piao","raw_affiliation_strings":["Hamilton Institute, Maynooth University,Department of Computer Science,Maynooth,Co Kildare,Ireland"],"affiliations":[{"raw_affiliation_string":"Hamilton Institute, Maynooth University,Department of Computer Science,Maynooth,Co Kildare,Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078637444","display_name":"Diego Lugones","orcid":"https://orcid.org/0000-0002-9688-7093"},"institutions":[{"id":"https://openalex.org/I4210105201","display_name":"Nokia (Ireland)","ror":"https://ror.org/01dcaj468","country_code":"IE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210105201"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Diego Lugones","raw_affiliation_strings":["Nokia Bell Labs,Dublin,Ireland","Nokia Bell Labs, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs,Dublin,Ireland","institution_ids":["https://openalex.org/I4210105201"]},{"raw_affiliation_string":"Nokia Bell Labs, Dublin, Ireland","institution_ids":["https://openalex.org/I4210105201"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052490102","display_name":"Dirk Pesch","orcid":"https://orcid.org/0000-0001-9706-5705"},"institutions":[{"id":"https://openalex.org/I27577105","display_name":"University College Cork","ror":"https://ror.org/03265fv13","country_code":"IE","type":"education","lineage":["https://openalex.org/I27577105"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Dirk Pesch","raw_affiliation_strings":["School of Computer Science and IT, University College Cork,Cork,Ireland,T12 K8AF"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and IT, University College Cork,Cork,Ireland,T12 K8AF","institution_ids":["https://openalex.org/I27577105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5078434243"],"corresponding_institution_ids":["https://openalex.org/I27577105"],"apc_list":null,"apc_paid":null,"fwci":0.96,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76922673,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/time-division-multiple-access","display_name":"Time division multiple access","score":0.8488842248916626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8439719676971436},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7003458738327026},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6845410466194153},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5633716583251953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5591734647750854},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5376139879226685},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5072452425956726},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20477023720741272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11179468035697937}],"concepts":[{"id":"https://openalex.org/C117313154","wikidata":"https://www.wikidata.org/wiki/Q878344","display_name":"Time division multiple access","level":2,"score":0.8488842248916626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8439719676971436},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7003458738327026},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6845410466194153},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5633716583251953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5591734647750854},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5376139879226685},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5072452425956726},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20477023720741272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11179468035697937},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/ifipnetworking52078.2021.9472801","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ifipnetworking52078.2021.9472801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"},{"id":"pmh:oai:mural.maynoothuniversity.ie:15632","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196372","display_name":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5899999737739563,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3769141694","display_name":null,"funder_award_id":"713567","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7226090481","display_name":null,"funder_award_id":"13/RC/2077","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2036018791","https://openalex.org/W2104354412","https://openalex.org/W2120462722","https://openalex.org/W2128488783","https://openalex.org/W2154387512","https://openalex.org/W2156666755","https://openalex.org/W2373782663","https://openalex.org/W2573361867","https://openalex.org/W2736601468","https://openalex.org/W2788005034","https://openalex.org/W2918192953","https://openalex.org/W2962767366","https://openalex.org/W2962793107","https://openalex.org/W2968986602","https://openalex.org/W3043915370","https://openalex.org/W3086473936","https://openalex.org/W4294558607","https://openalex.org/W6637986247","https://openalex.org/W6682459407","https://openalex.org/W6738964360","https://openalex.org/W6741002519","https://openalex.org/W6748239807","https://openalex.org/W6780982896"],"related_works":["https://openalex.org/W2121800375","https://openalex.org/W2160222453","https://openalex.org/W2362971132","https://openalex.org/W2020063395","https://openalex.org/W2371687215","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W1521875845","https://openalex.org/W4252555497","https://openalex.org/W2117591691"],"abstract_inverted_index":{"Time":[0],"division":[1,33],"multiple":[2,34],"access":[3,8],"(TDMA)":[4],"is":[5,42,51,199,202],"the":[6,77,102,148,156,160,170,181,196,220,232],"medium":[7],"control":[9],"strategy":[10],"of":[11,25,97,150,176,195,213,222],"choice":[12],"for":[13,105,159,210],"multihop":[14],"networks":[15,41,188],"with":[16,189],"deterministic":[17],"delay":[18],"guarantee":[19],"requirements.":[20],"As":[21],"such,":[22],"many":[23],"Internet":[24],"Things":[26],"applications":[27],"use":[28],"protocols":[29],"based":[30,75],"on":[31,76,84,154],"time":[32,73,144,192],"access.":[35],"Optimal":[36],"slot":[37,74],"assignment":[38],"in":[39,61,130,165,174],"such":[40],"NP-hard":[43],"when":[44],"there":[45],"are":[46],"strict":[47],"deadline":[48],"requirements":[49],"and":[50,132,184,191],"generally":[52],"done":[53],"using":[54,113],"heuristics":[55,66],"that":[56,100,128,217],"give":[57],"suboptimal":[58],"transmission":[59],"schedules":[60,112],"linear":[62],"time.":[63],"However,":[64],"existing":[65],"make":[67],"a":[68,95,151,211],"scheduling":[69,89,127,152,157,182],"decision":[70],"at":[71,142],"each":[72],"same":[78],"criterion":[79],"without":[80],"considering":[81,147],"its":[82],"effect":[83,149],"subsequent":[85],"network":[86,106,133,214],"states":[87],"or":[88],"actions.":[90],"Here,":[91],"we":[92],"first":[93],"identify":[94],"set":[96],"node":[98],"features":[99],"capture":[101],"information":[103],"necessary":[104],"state":[107],"representation":[108,134],"to":[109,124,187,205,228,231],"aid":[110],"building":[111],"Reinforcement":[114],"Learning":[115],"(RL).":[116],"We":[117,168],"then":[118],"propose":[119],"three":[120,171],"different":[121,143],"centralized":[122],"approaches":[123],"RL-based":[125],"TDMA":[126,162],"vary":[129],"training":[131],"methods.":[135],"Using":[136],"RL":[137],"allows":[138],"applying":[139],"diverse":[140],"criteria":[141],"slots":[145],"while":[146],"action":[153],"meeting":[155],"objective":[158],"entire":[161],"frame,":[163],"resulting":[164],"better":[166],"schedules.":[167],"compare":[169],"proposed":[172,198],"schemes":[173,197],"terms":[175],"how":[177],"well":[178],"they":[179],"meet":[180],"objectives":[183],"their":[185],"applicability":[186],"memory":[190],"constraints.":[193],"One":[194],"RLSchedule,":[200],"which":[201],"particularly":[203],"suited":[204],"constrained":[206],"networks.":[207],"Simulation":[208],"results":[209],"variety":[212],"scenarios":[215],"show":[216],"RLSchedule":[218],"reduces":[219],"percentage":[221],"packets":[223],"missing":[224],"deadlines":[225],"by":[226],"up":[227],"60%":[229],"compared":[230],"best":[233],"available":[234],"baseline":[235],"heuristic.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}