{"id":"https://openalex.org/W7116951757","doi":"https://doi.org/10.1145/3786203","title":"Learning to Communicate over an Unknown Shared Network","display_name":"Learning to Communicate over an Unknown Shared Network","publication_year":2025,"publication_date":"2025-12-23","ids":{"openalex":"https://openalex.org/W7116951757","doi":"https://doi.org/10.1145/3786203"},"language":"en","primary_location":{"id":"doi:10.1145/3786203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786203","pdf_url":null,"source":{"id":"https://openalex.org/S2506189754","display_name":"ACM Transactions on Cyber-Physical Systems","issn_l":"2378-962X","issn":["2378-962X","2378-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Cyber-Physical Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3786203","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121079890","display_name":"Shivangi Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shivangi Agarwal","raw_affiliation_strings":["Department of CSE, IIIT-Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-0240-9454","affiliations":[{"raw_affiliation_string":"Department of CSE, IIIT-Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117613485","display_name":"Adi Asija","orcid":"https://orcid.org/0000-0003-1090-5367"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adi Asija","raw_affiliation_strings":["IIIT-Delhi, New Delhi, India and Department of ECE, Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0003-1090-5367","affiliations":[{"raw_affiliation_string":"IIIT-Delhi, New Delhi, India and Department of ECE, Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086530852","display_name":"Sanjit K. Kaul","orcid":"https://orcid.org/0000-0001-5867-8584"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sanjit K. Kaul","raw_affiliation_strings":["Department of ECE, IIIT-Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0001-5867-8584","affiliations":[{"raw_affiliation_string":"Department of ECE, IIIT-Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089920417","display_name":"Arani Bhattacharya","orcid":"https://orcid.org/0000-0003-2586-7308"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arani Bhattacharya","raw_affiliation_strings":["Department of CSE and ECE, IIIT-Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0003-2586-7308","affiliations":[{"raw_affiliation_string":"Department of CSE and ECE, IIIT-Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252"]}]},{"author_position":"last","author":{"id":null,"display_name":"Saket Anand","orcid":"https://orcid.org/0000-0002-6229-3940"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saket Anand","raw_affiliation_strings":["Department of CSE and ECE, IIIT-Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-6229-3940","affiliations":[{"raw_affiliation_string":"Department of CSE and ECE, IIIT-Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5121079890"],"corresponding_institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60674853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.30970001220703125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.30970001220703125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.23639999330043793,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.07720000296831131,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7049999833106995},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.510200023651123},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5006999969482422},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.46779999136924744},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.445499986410141},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.43380001187324524},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4253000020980835},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.39660000801086426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8043000102043152},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7049999833106995},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5286999940872192},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.46779999136924744},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4377000033855438},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3792000114917755},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3230000138282776},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786203","pdf_url":null,"source":{"id":"https://openalex.org/S2506189754","display_name":"ACM Transactions on Cyber-Physical Systems","issn_l":"2378-962X","issn":["2378-962X","2378-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Cyber-Physical Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3786203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786203","pdf_url":null,"source":{"id":"https://openalex.org/S2506189754","display_name":"ACM Transactions on Cyber-Physical Systems","issn_l":"2378-962X","issn":["2378-962X","2378-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Cyber-Physical Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2507174453","https://openalex.org/W2767050701","https://openalex.org/W2795014448","https://openalex.org/W2945712931","https://openalex.org/W2953901595","https://openalex.org/W2998489261","https://openalex.org/W3046478992","https://openalex.org/W3049043369","https://openalex.org/W3152678664","https://openalex.org/W3203417057","https://openalex.org/W3204973825","https://openalex.org/W4226402915","https://openalex.org/W4229446032","https://openalex.org/W4287765332","https://openalex.org/W4292604000","https://openalex.org/W4307411952","https://openalex.org/W4312403563","https://openalex.org/W4312549996","https://openalex.org/W4362723353","https://openalex.org/W4382202901","https://openalex.org/W4386083237","https://openalex.org/W4389430479","https://openalex.org/W4389879586","https://openalex.org/W4389925830","https://openalex.org/W4390638728","https://openalex.org/W4391582538","https://openalex.org/W4400021374","https://openalex.org/W4401687328"],"related_works":[],"abstract_inverted_index":{"As":[0],"robots":[1],"(edge-devices,":[2],"agents)":[3],"find":[4],"uses":[5],"in":[6,69,244,284,298],"an":[7,46,101,203,213],"increasing":[8],"number":[9,145],"of":[10,25,60,63,100,134,146,195,210,308,320,326],"settings":[11],"and":[12,34,152,189,262],"edge-cloud":[13,37,57,218],"resources":[14],"become":[15],"pervasive,":[16],"wireless":[17,197,258],"networks":[18,259],"will":[19],"often":[20],"be":[21,155],"shared":[22,225],"by":[23,45,86,227],"flows":[24],"data":[26,42],"traffic":[27],"that":[28,106,174,212,238],"result":[29],"from":[30,125,317],"communication":[31,77,85,215],"between":[32],"agents":[33,148],"their":[35],"corresponding":[36],"nodes":[38],"(cloud":[39],"compute":[40],"or":[41,112],"resource":[43],"accessed":[44],"agent).":[47],"In":[48],"such":[49],"a":[50,104,166,178,207,224,235,305,318,324],"setting,":[51],"any":[52,79,144,158,196,286],"agent":[53,102],"communicating":[54],"with":[55,116,131,216,267,311],"the":[56,61,64,74,87,94,98,132,150,230,240,289],"is":[58,165,190],"unaware":[59],"state":[62],"network":[65,151,160,309,313],"resource,":[66],"which":[67,90],"evolves":[68],"response":[70],"to":[71,84,93,109,114,129,143,192,270,291,323],"not":[72,113,154],"just":[73,186],"agent\u2019s":[75,204,214],"own":[76,127],"at":[78],"given":[80],"time":[81],"but":[82],"also":[83],"other":[88,147,268],"agents,":[89,282,296],"stays":[91],"unknown":[92],"agent.":[95],"We":[96,233,247,264],"address":[97],"challenge":[99],"learning":[103,169,236],"policy":[105,139,164,205],"allows":[107,201],"it":[108,123],"decide":[110],"whether":[111],"communicate":[115],"its":[117,126,136,217,272],"cloud":[118],"node,":[119],"using":[120,177,223],"limited":[121],"feedback":[122],"obtains":[124],"attempts":[128],"communicate,":[130],"goal":[133],"optimizing":[135],"utility.":[137],"The":[138,301],"must":[140,153],"generalize":[141],"well":[142],"sharing":[149],"trained":[156],"for":[157,288],"particular":[159],"configuration.":[161],"Our":[162,182,274],"proposed":[163,179],"deep":[167],"reinforcement":[168],"model":[170,184],"Query":[171],"Net":[172],"(QNet)":[173],"we":[175,242],"train":[176],"simulation-to-real":[180,250],"framework.":[181],"simulation":[183,231],"has":[185],"one":[187],"parameter":[188],"agnostic":[191],"specific":[193],"configurations":[194],"network.":[198],"It":[199],"however":[200],"training":[202,245],"over":[206],"wide":[208],"range":[209,307],"outcomes":[211],"node":[219],"may":[220],"face":[221],"when":[222],"network,":[226,290],"suitably":[228],"randomizing":[229],"parameter.":[232],"propose":[234],"algorithm":[237],"addresses":[239],"challenges":[241],"observe":[243],"QNet.":[246],"validate":[248],"our":[249],"driven":[251],"approach":[252],"through":[253],"experiments":[254,276,303],"conducted":[255],"on":[256],"real":[257],"including":[260],"WiFi":[261,275],"cellular.":[263],"compare":[265],"QNet":[266],"policies":[269],"demonstrate":[271],"efficacy.":[273],"involved":[277],"as":[278,280,292,294],"few":[279],"five":[281],"resulting":[283,297],"barely":[285],"contention":[287],"many":[293],"50":[295],"severe":[299],"contention.":[300],"cellular":[302],"spanned":[304],"broad":[306],"conditions,":[310],"baseline":[312],"round-trip":[314],"times":[315],"ranging":[316],"low":[319],"0.07":[321],"s":[322],"high":[325],"0.83":[327],"s.":[328]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-12-23T00:00:00"}