{"id":"https://openalex.org/W4321606960","doi":"https://doi.org/10.1109/comsnets56262.2023.10041337","title":"Multi-Agent Packet Routing (MAPR): Co-Operative Packet Routing Algorithm with Multi-Agent Reinforcement Learning","display_name":"Multi-Agent Packet Routing (MAPR): Co-Operative Packet Routing Algorithm with Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-03","ids":{"openalex":"https://openalex.org/W4321606960","doi":"https://doi.org/10.1109/comsnets56262.2023.10041337"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets56262.2023.10041337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets56262.2023.10041337","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055256521","display_name":"Aniket Modi","orcid":"https://orcid.org/0009-0005-6372-1168"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Aniket Modi","raw_affiliation_strings":["IIT Delhi,CSE Department,New Delhi,India","CSE Department, IIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi,CSE Department,New Delhi,India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"CSE Department, IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103069653","display_name":"Rishi Shah","orcid":"https://orcid.org/0009-0008-5842-5462"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rishi Shah","raw_affiliation_strings":["IIT Delhi,CSE Department,New Delhi,India","CSE Department, IIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi,CSE Department,New Delhi,India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"CSE Department, IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028535108","display_name":"Krishnanshu Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Krishnanshu Jain","raw_affiliation_strings":["IIT Delhi,CSE Department,New Delhi,India","CSE Department, IIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi,CSE Department,New Delhi,India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"CSE Department, IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061638813","display_name":"Rohit Verma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146682","display_name":"Intel (India)","ror":"https://ror.org/04f2n1245","country_code":"IN","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210146682"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rohit Verma","raw_affiliation_strings":["Intel Labs,Bangalore,India","Intel Labs, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Intel Labs,Bangalore,India","institution_ids":["https://openalex.org/I4210146682"]},{"raw_affiliation_string":"Intel Labs, Bangalore, India","institution_ids":["https://openalex.org/I4210146682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051617377","display_name":"Rajeev Shorey","orcid":"https://orcid.org/0000-0003-3664-6527"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajeev Shorey","raw_affiliation_strings":["UQIDAR, IIT Delhi,New Delhi,India","UQIDAR, IIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"UQIDAR, IIT Delhi,New Delhi,India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"UQIDAR, IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060599858","display_name":"Huzur Saran","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Huzur Saran","raw_affiliation_strings":["IIT Delhi,CSE Department,New Delhi,India","CSE Department, IIT Delhi, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"IIT Delhi,CSE Department,New Delhi,India","institution_ids":["https://openalex.org/I68891433"]},{"raw_affiliation_string":"CSE Department, IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5055256521"],"corresponding_institution_ids":["https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":1.2037,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7883751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"722","last_page":"730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7924463748931885},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.723554253578186},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5822502374649048},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5438651442527771},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5354685187339783},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5132434368133545},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.487471342086792},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47733598947525024},{"id":"https://openalex.org/keywords/source-routing","display_name":"Source routing","score":0.46069997549057007},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4446486234664917},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.4341215491294861},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.4221349358558655},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.37715503573417664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25957977771759033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7924463748931885},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.723554253578186},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5822502374649048},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5438651442527771},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5354685187339783},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5132434368133545},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.487471342086792},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47733598947525024},{"id":"https://openalex.org/C44010500","wikidata":"https://www.wikidata.org/wiki/Q1422567","display_name":"Source routing","level":5,"score":0.46069997549057007},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4446486234664917},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4341215491294861},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.4221349358558655},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.37715503573417664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25957977771759033},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comsnets56262.2023.10041337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets56262.2023.10041337","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on COMmunication Systems & NETworkS (COMSNETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2028926203","https://openalex.org/W2031407623","https://openalex.org/W2040340473","https://openalex.org/W2102258543","https://openalex.org/W2144658257","https://openalex.org/W2145339207","https://openalex.org/W2156666755","https://openalex.org/W2169528473","https://openalex.org/W2227557434","https://openalex.org/W2758296822","https://openalex.org/W2774386693","https://openalex.org/W2807655913","https://openalex.org/W2887784286","https://openalex.org/W2943717074","https://openalex.org/W2977275967","https://openalex.org/W2991046523","https://openalex.org/W3009354532","https://openalex.org/W3048983622","https://openalex.org/W3093571944","https://openalex.org/W4214717370","https://openalex.org/W4300490703"],"related_works":["https://openalex.org/W1604964005","https://openalex.org/W2096480024","https://openalex.org/W2518767500","https://openalex.org/W2220567392","https://openalex.org/W1847735668","https://openalex.org/W2741533325","https://openalex.org/W106527558","https://openalex.org/W3004413867","https://openalex.org/W2489455785","https://openalex.org/W2326763448"],"abstract_inverted_index":{"Packet":[0,134],"Routing":[1,135],"has":[2,197],"been":[3,198],"investigated":[4],"intensively":[5],"in":[6,25,41,49,73,110,167],"computer":[7],"networking":[8],"with":[9,14],"numerous":[10],"existing":[11,67],"solutions.":[12],"However,":[13],"the":[15,26,30,42,46,74,105,118,140,148,162,168,190,206,209],"increasing":[16],"usage":[17],"of":[18,36,76,208],"distributed":[19,64],"networks":[20],"that":[21,38,85,113,115,137,139,161,181,196],"have":[22],"frequent":[23],"changes":[24,40],"network":[27,43,119,202],"architecture":[28],"and":[29,44,80],"environment,":[31],"there":[32],"is":[33,56,102,144,165],"a":[34,59,94,111,129,153,174,193],"need":[35],"solutions":[37],"learn":[39],"modify":[45],"routing":[47,131],"policy":[48],"real":[50],"time.":[51],"Multi-Agent":[52,133],"Reinforcement":[53],"Learning":[54],"(MARL)":[55],"emerging":[57],"as":[58,99],"promising":[60],"approach":[61,178],"for":[62,93,104],"such":[63,98],"networks.":[65],"But,":[66],"MARL":[68],"based":[69],"approaches":[70],"are":[71,121,185],"limited":[72],"level":[75],"co-operation":[77],"amongst":[78],"agents":[79,114,184],"use":[81],"Deep":[82,155],"Q-Networks":[83],"(DQNs)":[84],"could":[86,116],"easily":[87],"lead":[88],"to":[89,107,159,179,204],"overestimation":[90,163],"bias.":[91],"Moreover,":[92],"co-operative":[95],"learning":[96,169],"scenario":[97],"MARL,":[100],"it":[101],"crucial":[103],"reward":[106,177],"be":[108],"generated":[109],"way":[112],"hamper":[117],"performance":[120,182],"not":[122,186],"created.":[123,187],"In":[124],"this":[125],"paper":[126],"we":[127,172],"design":[128,173],"packet":[130],"algorithm":[132],"(MAPR)":[136],"ensures":[138],"neighbouring":[141],"agent":[142],"information":[143],"captured":[145],"temporally":[146],"throughout":[147],"training":[149],"phase.":[150,170],"MAPR":[151],"uses":[152],"Double":[154],"Q":[156],"Network":[157],"(DDQN)":[158],"ensure":[160,180],"bias":[164],"avoided":[166],"Furthermore,":[171],"delay-tolerant":[175],"global-cum-local":[176],"hampering":[183],"We":[188],"evaluate":[189],"system":[191],"using":[192],"Python-based":[194],"simulator":[195],"designed":[199],"over":[200],"multiple":[201],"topologies":[203],"show":[205],"effectiveness":[207],"algorithm.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}