{"id":"https://openalex.org/W1980722163","doi":"https://doi.org/10.1007/s10846-015-0222-2","title":"Multiple Model Q-Learning for Stochastic Asynchronous Rewards","display_name":"Multiple Model Q-Learning for Stochastic Asynchronous Rewards","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W1980722163","doi":"https://doi.org/10.1007/s10846-015-0222-2","mag":"1980722163"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-015-0222-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10846-015-0222-2","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084154287","display_name":"J. S. Campbell","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jeffrey S. Campbell","raw_affiliation_strings":["Systems and Computer Engineering, Carleton University, 1125 Colonel By Drive, Ottawa, Ontario, K1S 5B6, Canada","Systems & Computer Engineering, Carleton University, Ottawa, Canada K1S 5B6"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Drive, Ottawa, Ontario, K1S 5B6, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Systems & Computer Engineering, Carleton University, Ottawa, Canada K1S 5B6","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025867957","display_name":"Sidney Givigi","orcid":"https://orcid.org/0000-0002-3829-3545"},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sidney N. Givigi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Royal Military College of Canada, P.O. Box 17000 Station Forces, Kingston, Ontario, K7K 7B4, Canada","Department of Electrical and Computer Engineering, Royal Military College of Canada, Kingston, Canada K7K 7B4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Royal Military College of Canada, P.O. Box 17000 Station Forces, Kingston, Ontario, K7K 7B4, Canada","institution_ids":["https://openalex.org/I51768193"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Royal Military College of Canada, Kingston, Canada K7K 7B4","institution_ids":["https://openalex.org/I51768193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018347314","display_name":"Howard M. Schwartz","orcid":"https://orcid.org/0000-0002-4489-5892"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Howard M. Schwartz","raw_affiliation_strings":["Systems and Computer Engineering, Carleton University, 1125 Colonel By Drive, Ottawa, Ontario, K1S 5B6, Canada","Systems & Computer Engineering, Carleton University, Ottawa, Canada K1S 5B6"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Drive, Ottawa, Ontario, K1S 5B6, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Systems & Computer Engineering, Carleton University, Ottawa, Canada K1S 5B6","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025867957"],"corresponding_institution_ids":["https://openalex.org/I51768193"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":2.1081,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90476606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"81","issue":"3-4","first_page":"407","last_page":"422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.870292067527771},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7256417870521545},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.7100819945335388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6743950247764587},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.594364583492279},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.5170189142227173},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.49100735783576965},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4744226336479187},{"id":"https://openalex.org/keywords/relaxation","display_name":"Relaxation (psychology)","score":0.42891889810562134},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3684265613555908},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32466748356819153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3204153776168823}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.870292067527771},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7256417870521545},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.7100819945335388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6743950247764587},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.594364583492279},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.5170189142227173},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.49100735783576965},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4744226336479187},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.42891889810562134},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3684265613555908},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32466748356819153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3204153776168823},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-015-0222-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10846-015-0222-2","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W1576798893","https://openalex.org/W1977655452","https://openalex.org/W1997641400","https://openalex.org/W2011024242","https://openalex.org/W2038880985","https://openalex.org/W2051829768","https://openalex.org/W2056325504","https://openalex.org/W2074500080","https://openalex.org/W2090434188","https://openalex.org/W2100677568","https://openalex.org/W2104187620","https://openalex.org/W2117864026","https://openalex.org/W2141712152","https://openalex.org/W2147083348","https://openalex.org/W2147750403","https://openalex.org/W2154484971","https://openalex.org/W2159566498","https://openalex.org/W2163004199","https://openalex.org/W2165131254","https://openalex.org/W2167650507","https://openalex.org/W2965916140","https://openalex.org/W3011120880","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2907103250","https://openalex.org/W2944987817","https://openalex.org/W4282981148","https://openalex.org/W2050560519","https://openalex.org/W171450060","https://openalex.org/W3197674289","https://openalex.org/W2115138863","https://openalex.org/W99735725","https://openalex.org/W4206589974","https://openalex.org/W1534851618"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}