{"id":"https://openalex.org/W2498240650","doi":"https://doi.org/10.1109/civemsa.2016.7524249","title":"A hybrid P2P and master-slave cooperative distributed multi-agent reinforcement learning technique with asynchronously triggered exploratory trials and clutter-index-based selected sub-goals","display_name":"A hybrid P2P and master-slave cooperative distributed multi-agent reinforcement learning technique with asynchronously triggered exploratory trials and clutter-index-based selected sub-goals","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2498240650","doi":"https://doi.org/10.1109/civemsa.2016.7524249","mag":"2498240650"},"language":"en","primary_location":{"id":"doi:10.1109/civemsa.2016.7524249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/civemsa.2016.7524249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Computational Intelligence and Virtual Environments for Measurement Systems and Applications (CIVEMSA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001646142","display_name":"Dalila B. Megherbi","orcid":"https://orcid.org/0000-0002-1282-597X"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"D. B. Megherbi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetss, Lowell, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetss, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100786203","display_name":"Minsuk Kim","orcid":"https://orcid.org/0000-0002-8347-6615"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minsuk Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetss, Lowell, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetss, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001646142"],"corresponding_institution_ids":["https://openalex.org/I133738476"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.04682132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7790483236312866},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6538559198379517},{"id":"https://openalex.org/keywords/random-walk","display_name":"Random walk","score":0.5982521176338196},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5104262232780457},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.49095824360847473},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4749581813812256},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.445141077041626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44204697012901306},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.4330139756202698},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.386210560798645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36101818084716797},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1145963966846466},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09874746203422546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7790483236312866},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6538559198379517},{"id":"https://openalex.org/C121194460","wikidata":"https://www.wikidata.org/wiki/Q856741","display_name":"Random walk","level":2,"score":0.5982521176338196},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5104262232780457},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.49095824360847473},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4749581813812256},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.445141077041626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44204697012901306},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.4330139756202698},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.386210560798645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36101818084716797},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1145963966846466},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09874746203422546},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/civemsa.2016.7524249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/civemsa.2016.7524249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Computational Intelligence and Virtual Environments for Measurement Systems and Applications (CIVEMSA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5199999809265137,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W325565787","https://openalex.org/W1570951222","https://openalex.org/W1604463552","https://openalex.org/W1964839117","https://openalex.org/W1985516230","https://openalex.org/W2014126788","https://openalex.org/W2025887619","https://openalex.org/W2030934857","https://openalex.org/W2044848654","https://openalex.org/W2045492779","https://openalex.org/W2049038900","https://openalex.org/W2076981554","https://openalex.org/W2088608958","https://openalex.org/W2102990765","https://openalex.org/W2123429746","https://openalex.org/W2125508147","https://openalex.org/W2127883751","https://openalex.org/W2132747550","https://openalex.org/W2140451772","https://openalex.org/W2140741971","https://openalex.org/W2163412084","https://openalex.org/W2163971721","https://openalex.org/W2164526754","https://openalex.org/W2166366160","https://openalex.org/W2547870117","https://openalex.org/W3146232005","https://openalex.org/W3212298853","https://openalex.org/W6611204667","https://openalex.org/W6634475856","https://openalex.org/W6672259508"],"related_works":["https://openalex.org/W2154523322","https://openalex.org/W2083200807","https://openalex.org/W2161520603","https://openalex.org/W2612836981","https://openalex.org/W2604958989","https://openalex.org/W2618716983","https://openalex.org/W2032491180","https://openalex.org/W2620638075","https://openalex.org/W1586030051","https://openalex.org/W2372480026"],"abstract_inverted_index":{"In":[0,55,110],"many":[1],"large":[2],"infrastructures,":[3],"such":[4,248],"as":[5],"military":[6],"battlefields,":[7],"transportation":[8],"and":[9,64,94,118,130,166,231],"maritime":[10],"systems":[11],"spanning":[12],"hundreds":[13],"of":[14,74,91,103,124,127,133,147,161,212,223,235],"miles":[15],"at":[16],"a":[17,35,61,75,88,107,176,202],"time,":[18],"collaborative":[19],"multi-agent":[20],"based":[21],"monitoring":[22],"is":[23,79],"important.":[24],"Agent":[25],"Reinforcement":[26],"Learning":[27],"(RL),":[28],"in":[29,34,247],"general,":[30],"becomes":[31],"more":[32],"challenging":[33],"dynamic":[36],"complex":[37],"cluttered":[38],"environment":[39,93,105,240],"for":[40,186],"autonomous":[41],"path":[42],"planning,":[43],"where":[44,68],"agents":[45],"could":[46],"be":[47],"moving":[48],"randomly":[49],"to":[50,190,216],"reach":[51],"their":[52],"respective":[53],"goals.":[54],"our":[56,115],"previous":[57,116],"work":[58,85,117],"we":[59,113],"presented":[60],"hybrid":[62],"master-slave":[63],"peer-to-peer":[65],"system":[66,129,141],"architecture,":[67],"each":[69,146],"distributed":[70,149],"agent":[71,142,189,209,218,226,236,244],"knows":[72],"only":[73,80],"given":[76],"master":[77],"node,":[78],"concerned":[81],"with":[82,97,220],"its":[83,157,171,180,192,197],"assigned":[84],"load,":[86],"has":[87],"limited":[89],"knowledge":[90],"the":[92,104,122,125,131,134,139,148,152,162,187,205,208,221,225,233,243],"can,":[95],"collaboratively":[96],"other":[98,163],"agents,":[99,150,164],"share":[100],"learned":[101],"information":[102,241],"over":[106],"communication":[108],"network.":[109],"this":[111],"paper":[112],"extend":[114],"focus":[119],"on":[120,138,207,242],"(a)":[121],"study":[123],"performance":[126],"said":[128],"effect":[132,206,234],"agents'":[135],"random":[136,153,181,194,228],"walks":[137],"overall":[140],"learning":[143,210,245],"speed,":[144,211],"when":[145],"after":[151,168,179],"walk":[154,182,195,229],"phase,":[155,183],"starts":[156],"exploratory":[158,173,199],"trials":[159],"independently":[160],"asynchronously,":[165],"immediately":[167],"it":[169],"finishes":[170],"first":[172,193,198],"trial":[174],"towards":[175],"sub-goal":[177],"or":[178,196],"without":[184],"waiting":[185],"slowest":[188],"finish":[191],"phase":[200],"toward":[201],"sub-goal.":[203],"(b)":[204],"using":[213],"an":[214],"environment-clutter-index":[215],"select":[217],"sub-goals":[219],"aim":[222],"reducing":[224],"initial":[227],"steps":[230],"(c)":[232],"sharing/or":[237],"not":[238],"sharing":[239],"speed":[246],"scenarios.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}