{"id":"https://openalex.org/W2981193694","doi":"https://doi.org/10.1109/tsmc.2019.2933152","title":"Connecting Model-Based and Model-Free Control With Emotion Modulation in Learning Systems","display_name":"Connecting Model-Based and Model-Free Control With Emotion Modulation in Learning Systems","publication_year":2019,"publication_date":"2019-10-18","ids":{"openalex":"https://openalex.org/W2981193694","doi":"https://doi.org/10.1109/tsmc.2019.2933152","mag":"2981193694"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2019.2933152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2019.2933152","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101909869","display_name":"Xiao Huang","orcid":"https://orcid.org/0000-0002-5670-028X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Huang","raw_affiliation_strings":["Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100714561","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0003-0748-4952"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wu","raw_affiliation_strings":["Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026688050","display_name":"Hong Qiao","orcid":"https://orcid.org/0000-0001-6384-3687"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Qiao","raw_affiliation_strings":["Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","Cloud Computing Center, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Research and Application for Robotic Intelligence of Hand-Eye-Brain Interaction, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Cloud Computing Center, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210144487","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101909869"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.3972,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84014428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"51","issue":"8","first_page":"4624","last_page":"4638"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6644042134284973},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.6389784812927246},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.5345569849014282},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.5017101764678955},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.48270416259765625},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.47776854038238525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47737476229667664},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.4764557182788849},{"id":"https://openalex.org/keywords/horizon","display_name":"Horizon","score":0.4579407870769501},{"id":"https://openalex.org/keywords/decision-model","display_name":"Decision model","score":0.4518643021583557},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.43670791387557983},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3537248969078064},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20507767796516418},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20473262667655945},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1414705514907837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6644042134284973},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6389784812927246},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.5345569849014282},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.5017101764678955},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.48270416259765625},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.47776854038238525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47737476229667664},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.4764557182788849},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.4579407870769501},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.4518643021583557},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.43670791387557983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3537248969078064},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20507767796516418},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20473262667655945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1414705514907837},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2019.2933152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2019.2933152","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1597499265","display_name":null,"funder_award_id":"61702516","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3214453966","display_name":null,"funder_award_id":"61627808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G471587438","display_name":null,"funder_award_id":"XDB32050100","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G5519062803","display_name":null,"funder_award_id":"2017YFB1300200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5826505512","display_name":null,"funder_award_id":"2017YFB1300203","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6130823433","display_name":null,"funder_award_id":"91648205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W195033972","https://openalex.org/W1555402028","https://openalex.org/W1771410628","https://openalex.org/W1930297838","https://openalex.org/W1964946446","https://openalex.org/W1967821692","https://openalex.org/W1975401347","https://openalex.org/W1985940938","https://openalex.org/W2005247988","https://openalex.org/W2009676531","https://openalex.org/W2020123224","https://openalex.org/W2024910015","https://openalex.org/W2039133703","https://openalex.org/W2040637381","https://openalex.org/W2066607700","https://openalex.org/W2070871741","https://openalex.org/W2071256705","https://openalex.org/W2079150537","https://openalex.org/W2091222604","https://openalex.org/W2103768739","https://openalex.org/W2111370876","https://openalex.org/W2113616846","https://openalex.org/W2114586089","https://openalex.org/W2121584908","https://openalex.org/W2124334449","https://openalex.org/W2129299900","https://openalex.org/W2130077233","https://openalex.org/W2140135625","https://openalex.org/W2152362761","https://openalex.org/W2155007355","https://openalex.org/W2162459215","https://openalex.org/W2165726932","https://openalex.org/W2167362547","https://openalex.org/W2281096776","https://openalex.org/W2419896268","https://openalex.org/W2472377971","https://openalex.org/W2599349366","https://openalex.org/W2614309179","https://openalex.org/W2634109743","https://openalex.org/W2727279496","https://openalex.org/W2731520949","https://openalex.org/W2742454413","https://openalex.org/W2772589676","https://openalex.org/W2789824229","https://openalex.org/W2791797404","https://openalex.org/W2791869553","https://openalex.org/W2794266804","https://openalex.org/W2807644697","https://openalex.org/W2811292668","https://openalex.org/W2897673399","https://openalex.org/W2905266221","https://openalex.org/W2908457428","https://openalex.org/W2946431541","https://openalex.org/W2962736495","https://openalex.org/W2963238274","https://openalex.org/W2963355572","https://openalex.org/W2963622280","https://openalex.org/W2963864421","https://openalex.org/W2963913733","https://openalex.org/W2963940579","https://openalex.org/W2963960193","https://openalex.org/W2964161785","https://openalex.org/W3098163860","https://openalex.org/W3135387626","https://openalex.org/W4288259560","https://openalex.org/W4298206671","https://openalex.org/W6607786297","https://openalex.org/W6638018090","https://openalex.org/W6680657880","https://openalex.org/W6682849425","https://openalex.org/W6684921986","https://openalex.org/W6730042731","https://openalex.org/W6748817170","https://openalex.org/W6751494529","https://openalex.org/W6752736450","https://openalex.org/W6755864697","https://openalex.org/W6763331544"],"related_works":["https://openalex.org/W2799225442","https://openalex.org/W2895956935","https://openalex.org/W2906267174","https://openalex.org/W134501823","https://openalex.org/W2282793296","https://openalex.org/W2013239059","https://openalex.org/W2295626654","https://openalex.org/W4286622840","https://openalex.org/W2536121351","https://openalex.org/W2809608782"],"abstract_inverted_index":{"This":[0,85],"article":[1],"proposes":[2],"a":[3,9,33,39,77],"novel":[4],"decision-making":[5,122],"framework":[6,123],"that":[7,119],"bridges":[8],"gap":[10],"between":[11],"model-based":[12],"(MB)":[13],"and":[14,101,105,137,146],"model-free":[15],"(MF)":[16],"control":[17,36,56,62,139],"processes":[18],"through":[19],"only":[20],"adjusting":[21],"the":[22,26,48,54,60,67,94,97,109,113,120,135,143,147],"planning":[23,49,110],"horizon.":[24],"Specifically,":[25],"output":[27],"policy":[28],"is":[29],"obtained":[30],"by":[31,66],"solving":[32],"model":[34,81,86],"predictive":[35],"problem":[37],"with":[38],"locally":[40],"optimal":[41],"state":[42,98],"value":[43],"as":[44],"terminal":[45],"constraints.":[46],"When":[47],"horizon":[50,111],"decreases":[51],"to":[52,141],"zero,":[53],"MB":[55,136],"will":[57],"transform":[58],"into":[59],"MF":[61,138],"smoothly.":[63],"Meanwhile,":[64],"inspired":[65],"neural":[68],"mechanism":[69],"of":[70,82,96,149],"emotion":[71,83],"modulation":[72,132],"on":[73,93],"decision-making,":[74],"we":[75],"build":[76],"biologically":[78],"plausible":[79],"computational":[80],"processing.":[84],"can":[87,124,133],"generate":[88],"an":[89],"uncertainty-related":[90],"emotional":[91],"response":[92],"basis":[95],"prediction":[99,103],"error":[100],"reward":[102],"error,":[104],"then":[106],"dynamically":[107],"modulates":[108],"in":[112],"tasks.":[114],"The":[115],"simulation":[116],"results":[117],"demonstrate":[118],"proposed":[121],"produce":[125],"better":[126],"policies":[127],"than":[128],"traditional":[129],"methods.":[130],"Emotion":[131],"shift":[134],"well":[140],"improve":[142],"learning":[144],"efficiency":[145],"speed":[148],"decision-making.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}