{"id":"https://openalex.org/W2120679727","doi":"https://doi.org/10.1109/acc.2006.1657371","title":"Reinforcement learning with supervision by combining multiple learnings and expert advices","display_name":"Reinforcement learning with supervision by combining multiple learnings and expert advices","alternate_titles":[],"publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W2120679727","doi":"https://doi.org/10.1109/acc.2006.1657371","mag":"2120679727"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2006.1657371","doi":"https://doi.org/10.1109/acc.2006.1657371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2006.1657371","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 American Control Conference","raw_type":"proceedings-article"},"parent_works":[{"id":"https://openalex.org/W4365806396","display_name":"2006 American Control Conference","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W2120679727","https://openalex.org/W4365806396"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041693183","display_name":"Hyeong Soo Chang","orcid":"https://orcid.org/0000-0003-3298-0018","observed_orcids":["https://orcid.org/0000-0003-3298-0018"]},"institutions":[{"id":"https://openalex.org/I148751991","display_name":"Sogang University","ror":"https://ror.org/056tn4839","country_code":"KR","type":"education","lineage":["https://openalex.org/I148751991"]}],"countries":["KR"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Hyeong Soo Chang","raw_affiliation_strings":["Dept. of Comput. Sci. & Eng., Sogang Univ., Seoul, South Korea","Dept. of Computer Science & Engineering, Sogang University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci. & Eng., Sogang Univ., Seoul, South Korea","institution_ids":["https://openalex.org/I148751991"]},{"raw_affiliation_string":"Dept. of Computer Science & Engineering, Sogang University, Seoul, South Korea","institution_ids":["https://openalex.org/I148751991"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041693183"],"corresponding_institution_ids":["https://openalex.org/I148751991"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":8,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"6 pp.","last_page":"6 pp."},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expert-advice","display_name":"expert advice","score":0.6669999957084656},{"id":"https://openalex.org/keywords/sub-agents","display_name":"sub-agents","score":0.5360000133514404},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.5389999747276306},{"id":"https://openalex.org/keywords/q-function-estimation","display_name":"Q-function estimation","score":0.8349999785423279},{"id":"https://openalex.org/keywords/optimal-value-function","display_name":"optimal value function","score":0.6209999918937683}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9569793343544006},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7539166808128357},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.6829449534416199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6822769045829773},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.6036254167556763},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5756306648254395},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5739381909370422},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.555921196937561},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5532257556915283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5271508097648621},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4684009253978729},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.4651331305503845},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36382678151130676},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34220176935195923},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21258795261383057},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17107024788856506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14635086059570312},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acc.2006.1657371","doi":"https://doi.org/10.1109/acc.2006.1657371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2006.1657371","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 American Control Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W124618424","https://openalex.org/W198956113","https://openalex.org/W1505888104","https://openalex.org/W1530715683","https://openalex.org/W1538558539","https://openalex.org/W1576452626","https://openalex.org/W1586395524","https://openalex.org/W1587263632","https://openalex.org/W1600056787","https://openalex.org/W1622701847","https://openalex.org/W1777239053","https://openalex.org/W1799762961","https://openalex.org/W2070301851","https://openalex.org/W2095989982","https://openalex.org/W2107726111","https://openalex.org/W2118219918","https://openalex.org/W2118686230","https://openalex.org/W2119567691","https://openalex.org/W2126149578","https://openalex.org/W2131542691","https://openalex.org/W2136202932","https://openalex.org/W2141559645","https://openalex.org/W2147750403","https://openalex.org/W2150339816","https://openalex.org/W2171211995","https://openalex.org/W2334782222","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W3009585715","https://openalex.org/W3022194887","https://openalex.org/W4205326910","https://openalex.org/W4230168121","https://openalex.org/W4298023569","https://openalex.org/W4301513923","https://openalex.org/W6759490492","https://openalex.org/W7067967165","https://openalex.org/W7096202938"],"related_works":["https://openalex.org/W2972559167","https://openalex.org/W2557003457","https://openalex.org/W7220670847","https://openalex.org/W2891236810","https://openalex.org/W2164419340","https://openalex.org/W2402989524","https://openalex.org/W3103079199","https://openalex.org/W7100839397","https://openalex.org/W115961410","https://openalex.org/W2252587815"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"provide":[4],"a":[5,33],"formal":[6],"coherent":[7],"learning":[8,12,46],"framework":[9],"where":[10],"reinforcement":[11,36,41,73,85],"is":[13,29,91],"combined":[14],"with":[15,69],"multiple":[16],"learnings":[17,74],"and":[18,58,75,88,117],"expert":[19],"advices":[20],"toward":[21],"accelerating":[22],"convergence":[23],"speed":[24],"of":[25,97,104],"learning.":[26],"Our":[27],"approach":[28],"simply":[30],"to":[31,44,62,122],"use":[32],"nonstationary":[34],"\"potential-based":[35],"function\"":[37],"for":[38,99,108],"shaping":[39],"the":[40,45,59,63,66,83,89,94,100,109],"signal":[42],"given":[43],"\"base-agent\".":[47],"The":[48,114],"base-agent":[49,64],"employes":[50],"SARSA(O)":[51,98,116],"or":[52,103],"adaptive":[53,105,118],"asynchronous":[54,106,119],"value":[55,87,90,111],"iteration":[56],"(VI),":[57],"supervised":[60],"inputs":[61],"from":[65,78],"\"subagents\"":[67],"involved":[68],"other":[70],"parallel":[71],"independent":[72],"if":[76],"available,":[77],"experts":[79],"are":[80],"\"merged\"":[81],"into":[82,93],"potential-based":[84],"function":[86,112],"put":[92],"update":[95],"equation":[96],"Q-function":[101],"estimate":[102],"VI":[107,120],"optimal":[110,124],"estimate.":[113],"resulting":[115],"converge":[121],"an":[123],"policy,":[125],"respectively.":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2120679727","counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2016-06-24T00:00:00"}
