{"id":"https://openalex.org/W2999963940","doi":"https://doi.org/10.1109/tcyb.2019.2958912","title":"Model Learning and Knowledge Sharing for Cooperative Multiagent Systems in Stochastic Environment","display_name":"Model Learning and Knowledge Sharing for Cooperative Multiagent Systems in Stochastic Environment","publication_year":2020,"publication_date":"2020-01-07","ids":{"openalex":"https://openalex.org/W2999963940","doi":"https://doi.org/10.1109/tcyb.2019.2958912","mag":"2999963940","pmid":"https://pubmed.ncbi.nlm.nih.gov/31944970"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2019.2958912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2958912","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7338261","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001081733","display_name":"Wei\u2010Cheng Jiang","orcid":"https://orcid.org/0000-0003-4432-8801"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]},{"id":"https://openalex.org/I169090423","display_name":"Tunghai University","ror":"https://ror.org/00zhvdn11","country_code":"TW","type":"education","lineage":["https://openalex.org/I169090423"]}],"countries":["TW","US"],"is_corresponding":true,"raw_author_name":"Wei-Cheng Jiang","raw_affiliation_strings":["Tunghai University, Taichung, Taiwan","Washington University in St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Tunghai University, Taichung, Taiwan","institution_ids":["https://openalex.org/I169090423"]},{"raw_affiliation_string":"Washington University in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019813462","display_name":"Vignesh Narayanan","orcid":"https://orcid.org/0000-0002-9505-7143"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vignesh Narayanan","raw_affiliation_strings":["Washington University in St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Washington University in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079314465","display_name":"Jr-Shin Li","orcid":"https://orcid.org/0000-0001-6693-3979"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jr-Shin Li","raw_affiliation_strings":["Washington University in St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Washington University in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001081733"],"corresponding_institution_ids":["https://openalex.org/I169090423","https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":1.4582,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.85434755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"51","issue":"12","first_page":"5717","last_page":"5727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7914457321166992},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6715067625045776},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6295157670974731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5617586374282837},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5051634907722473},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.5051024556159973},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46089544892311096},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.45659953355789185},{"id":"https://openalex.org/keywords/knowledge-sharing","display_name":"Knowledge sharing","score":0.444904625415802},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41981589794158936},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.419354647397995},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.2107287347316742},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10668158531188965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7914457321166992},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6715067625045776},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6295157670974731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5617586374282837},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5051634907722473},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.5051024556159973},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46089544892311096},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.45659953355789185},{"id":"https://openalex.org/C2776604539","wikidata":"https://www.wikidata.org/wiki/Q6423395","display_name":"Knowledge sharing","level":2,"score":0.444904625415802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41981589794158936},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.419354647397995},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2107287347316742},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10668158531188965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcyb.2019.2958912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2958912","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:31944970","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31944970","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7338261","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7338261","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Cybern","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:7338261","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7338261","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Cybern","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1119984065","display_name":null,"funder_award_id":"MOST 106-2917-I-564-028","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G2965706157","display_name":null,"funder_award_id":"R01GM131403","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G347003497","display_name":null,"funder_award_id":"ECCS-1509342","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4271342731","display_name":null,"funder_award_id":"R01CA226937A1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6279628795","display_name":null,"funder_award_id":"CMMI-1763070","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G817459801","display_name":null,"funder_award_id":"MOST 108-2218-E-029-006","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W25696899","https://openalex.org/W32403112","https://openalex.org/W1040999251","https://openalex.org/W1591808955","https://openalex.org/W1641379095","https://openalex.org/W1783866091","https://openalex.org/W1893871610","https://openalex.org/W1970391951","https://openalex.org/W1977671496","https://openalex.org/W1980035368","https://openalex.org/W2022795107","https://openalex.org/W2032378315","https://openalex.org/W2041176007","https://openalex.org/W2077671246","https://openalex.org/W2095989982","https://openalex.org/W2096001037","https://openalex.org/W2099618002","https://openalex.org/W2104641222","https://openalex.org/W2107726111","https://openalex.org/W2121863487","https://openalex.org/W2124422817","https://openalex.org/W2124674171","https://openalex.org/W2124716489","https://openalex.org/W2135765924","https://openalex.org/W2141559645","https://openalex.org/W2142401694","https://openalex.org/W2147319420","https://openalex.org/W2160308170","https://openalex.org/W2166265228","https://openalex.org/W2277948250","https://openalex.org/W2329769476","https://openalex.org/W2338351427","https://openalex.org/W2386591939","https://openalex.org/W2408978589","https://openalex.org/W2518731509","https://openalex.org/W2582946978","https://openalex.org/W2604355867","https://openalex.org/W2620645529","https://openalex.org/W2779774899","https://openalex.org/W2808492790","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6638076483","https://openalex.org/W6678672301","https://openalex.org/W6684100858","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4237547500","https://openalex.org/W1570848052","https://openalex.org/W2373192430","https://openalex.org/W4239268388","https://openalex.org/W1537496349","https://openalex.org/W4243305035","https://openalex.org/W2379407973","https://openalex.org/W2125195795"],"abstract_inverted_index":{"An":[0],"imposing":[1],"task":[2],"for":[3,68,111,120],"a":[4,16,19,46,56,91,112,129,138,155],"reinforcement":[5],"learning":[6,39,52,100,109,126,198],"agent":[7],"in":[8,128,195],"an":[9,36,80],"uncertain":[10],"environment":[11],"is":[12],"to":[13,41,59,84,115,123,141,161,187],"expeditiously":[14],"learn":[15],"policy":[17],"or":[18],"sequence":[20],"of":[21,45,191],"actions,":[22],"with":[23,171,182],"which":[24,97],"it":[25],"can":[26],"achieve":[27],"the":[28,43,50,61,66,75,107,117,125,143,148,163,167,172,179,189,192,196],"desired":[29],"goal.":[30],"In":[31,49,72,132],"this":[32,133],"article,":[33],"we":[34,54,78,105,136],"present":[35,79],"incremental":[37],"model":[38,44,62,145],"scheme":[40,110],"reconstruct":[42],"stochastic":[47],"environment.":[48,131],"proposed":[51,108,193],"scheme,":[53],"introduce":[55,137],"clustering":[57],"algorithm":[58,140],"assimilate":[60],"information":[63,146],"and":[64,95,101,122,153],"estimate":[65],"probability":[67],"each":[69],"state":[70],"transition.":[71],"addition,":[73],"utilizing":[74],"reconstructed":[76,144],"model,":[77],"experience":[81,170],"replay":[82],"strategy":[83],"create":[85],"virtual":[86],"interactive":[87],"experiences":[88],"by":[89],"incorporating":[90],"balance":[92],"between":[93],"exploration":[94,121],"exploitation,":[96],"greatly":[98],"accelerates":[99],"enables":[102],"planning.":[103],"Furthermore,":[104],"extend":[106],"multiagent":[113,134],"framework":[114],"decrease":[116],"effort":[118],"required":[119],"reduce":[124],"time":[127],"large":[130],"framework,":[135],"knowledge-sharing":[139],"share":[142],"among":[147],"different":[149],"agents,":[150],"as":[151],"needed,":[152],"develop":[154],"computationally":[156],"efficient":[157],"knowledge":[158,164,173],"fusing":[159],"mechanism":[160],"fuse":[162],"acquired":[165],"using":[166],"agents'":[168],"own":[169],"received":[174],"from":[175],"its":[176],"teammates.":[177],"Finally,":[178],"simulation":[180],"results":[181],"comparative":[183],"analysis":[184],"are":[185],"provided":[186],"demonstrate":[188],"efficacy":[190],"methods":[194],"complex":[197],"tasks.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}