{"id":"https://openalex.org/W3209101031","doi":"https://doi.org/10.1115/1.4052800","title":"Knowledge Acquisition of Self-Organizing Systems With Deep Multiagent Reinforcement Learning","display_name":"Knowledge Acquisition of Self-Organizing Systems With Deep Multiagent Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-22","ids":{"openalex":"https://openalex.org/W3209101031","doi":"https://doi.org/10.1115/1.4052800","mag":"3209101031"},"language":"en","primary_location":{"id":"doi:10.1115/1.4052800","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4052800","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101969395","display_name":"Hao Ji","orcid":"https://orcid.org/0000-0002-5481-5788"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Ji","raw_affiliation_strings":["Department of Aerospace and Mechanical Engineering, University of Southern California, 3650 McClintock Avenue, OHE 400, Los Angeles, CA 90089-1453"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, University of Southern California, 3650 McClintock Avenue, OHE 400, Los Angeles, CA 90089-1453","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023969203","display_name":"Yan Jin","orcid":"https://orcid.org/0000-0002-6502-5837"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yan Jin","raw_affiliation_strings":["Department of Aerospace and Mechanical Engineering, University of Southern California, 3650 McClintock Avenue, OHE 400, Los Angeles, CA 90089-1453"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, University of Southern California, 3650 McClintock Avenue, OHE 400, Los Angeles, CA 90089-1453","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023969203"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.6767,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.63571772,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"22","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.833271861076355},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7067020535469055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.647289514541626},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5998266935348511},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5551629662513733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5035240054130554},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4895080327987671},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.4528721570968628},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4517313241958618},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44134122133255005},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4199208915233612},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3451343774795532},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16436967253684998}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.833271861076355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7067020535469055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.647289514541626},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5998266935348511},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5551629662513733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5035240054130554},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4895080327987671},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.4528721570968628},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4517313241958618},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44134122133255005},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4199208915233612},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3451343774795532},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16436967253684998},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4052800","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4052800","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W2852677","https://openalex.org/W41554520","https://openalex.org/W59949526","https://openalex.org/W276122396","https://openalex.org/W1424654272","https://openalex.org/W1569529949","https://openalex.org/W1641379095","https://openalex.org/W1924770834","https://openalex.org/W1982678075","https://openalex.org/W1987864653","https://openalex.org/W1995647457","https://openalex.org/W2020477154","https://openalex.org/W2064675550","https://openalex.org/W2069828723","https://openalex.org/W2075869636","https://openalex.org/W2076791587","https://openalex.org/W2096862807","https://openalex.org/W2099618002","https://openalex.org/W2106392320","https://openalex.org/W2121092017","https://openalex.org/W2127826644","https://openalex.org/W2145339207","https://openalex.org/W2147033906","https://openalex.org/W2150312211","https://openalex.org/W2167266355","https://openalex.org/W2221844548","https://openalex.org/W2226035141","https://openalex.org/W2252206721","https://openalex.org/W2346245116","https://openalex.org/W2560478001","https://openalex.org/W2582595064","https://openalex.org/W2592798481","https://openalex.org/W2617547828","https://openalex.org/W2739330054","https://openalex.org/W2794349751","https://openalex.org/W2804735893","https://openalex.org/W2890495115","https://openalex.org/W2898653377","https://openalex.org/W2910593956","https://openalex.org/W2951799221","https://openalex.org/W2960876848","https://openalex.org/W2963658727","https://openalex.org/W2973525135","https://openalex.org/W3145117791","https://openalex.org/W3148143011","https://openalex.org/W4232206106","https://openalex.org/W4295598622","https://openalex.org/W4297669414","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W6600116476","https://openalex.org/W6637033378","https://openalex.org/W6637967152","https://openalex.org/W6640212811","https://openalex.org/W6645947618","https://openalex.org/W6647431038","https://openalex.org/W6655643780","https://openalex.org/W6669634175","https://openalex.org/W6677939520","https://openalex.org/W6679323385","https://openalex.org/W6681722931","https://openalex.org/W6682180547","https://openalex.org/W6682562021","https://openalex.org/W6685444567","https://openalex.org/W6692055482","https://openalex.org/W6734678876","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6749304979","https://openalex.org/W6754484520","https://openalex.org/W6757838691","https://openalex.org/W6767919266","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438","https://openalex.org/W2250140200"],"abstract_inverted_index":{"Abstract":[0],"Self-organizing":[1],"systems":[2],"(SOS)":[3],"can":[4,58],"perform":[5],"complex":[6,113],"tasks":[7,46],"in":[8,193],"unforeseen":[9],"situations":[10,32],"with":[11,112,154,202,224],"adaptability.":[12],"Previous":[13],"work":[14],"has":[15],"introduced":[16],"field-based":[17],"approaches":[18],"and":[19,55,71,83,138,145,161,206],"rule-based":[20,40],"social":[21,39,56,139],"structuring":[22],"for":[23,61,131],"individual":[24],"agents":[25,130,186,192,201],"to":[26,43,106,127,156,197,216,219],"not":[27,87],"only":[28],"comprehend":[29],"the":[30,38,52,67,72,84,108,135,157,172,183,209,212,220],"task":[31,53,64,68,73,136,162,226],"but":[33],"also":[34],"take":[35],"advantage":[36],"of":[37,134,148,168,182,185,211],"agent":[41],"relations":[42],"accomplish":[44],"their":[45],"without":[47],"a":[48,77,93,103,125,169,194],"centralized":[49],"controller.":[50],"Although":[51],"fields":[54,82],"rules":[57,85],"be":[59,88,217],"predefined":[60],"relatively":[62],"simple":[63],"situations,":[65],"when":[66],"complexity":[69],"increases":[70],"environment":[74],"changes,":[75],"having":[76],"priori":[78],"knowledge":[79,132,214],"about":[80],"these":[81],"may":[86],"feasible.":[89],"In":[90],"this":[91,149],"paper,":[92],"multiagent":[94,118],"reinforcement":[95,119],"learning":[96,120,150,190],"(RL)":[97],"based":[98],"model":[99],"is":[100,178],"proposed":[101],"as":[102,124],"design":[104],"approach":[105,151],"solving":[107],"rule":[109],"generation":[110],"problem":[111],"SOS":[114,129],"tasks.":[115],"A":[116],"deep":[117],"algorithm":[121],"was":[122],"devised":[123],"mechanism":[126],"train":[128],"acquisition":[133],"field":[137],"rules.":[140],"Learning":[141],"stability,":[142],"functional":[143],"differentiation,":[144],"robustness":[146,210],"properties":[147],"were":[152],"investigated":[153],"respect":[155],"changing":[158,203,225],"team":[159,195,204],"sizes":[160,205],"variations.":[163],"Through":[164],"computer":[165],"simulation":[166],"studies":[167],"box-pushing":[170],"problem,":[171],"results":[173],"have":[174],"shown":[175],"that":[176,187],"there":[177],"an":[179],"optimal":[180],"range":[181],"number":[184],"achieves":[188],"good":[189],"stability;":[191],"learn":[196],"differentiate":[198],"from":[199],"other":[200],"box":[207],"dimensions;":[208],"learned":[213],"shows":[215],"stronger":[218],"external":[221],"noises":[222],"than":[223],"constraints.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}