{"id":"https://openalex.org/W3097308854","doi":"https://doi.org/10.1109/tcds.2020.3035778","title":"Behavior Decision of Mobile Robot With a Neurophysiologically Motivated Reinforcement Learning Model","display_name":"Behavior Decision of Mobile Robot With a Neurophysiologically Motivated Reinforcement Learning Model","publication_year":2020,"publication_date":"2020-11-04","ids":{"openalex":"https://openalex.org/W3097308854","doi":"https://doi.org/10.1109/tcds.2020.3035778","mag":"3097308854"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2020.3035778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2020.3035778","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003077831","display_name":"Dongshu Wang","orcid":"https://orcid.org/0000-0003-3145-4956"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongshu Wang","raw_affiliation_strings":["School of Electrical Engineering and the Institute of Public Safety, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3145-4956","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and the Institute of Public Safety, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101891934","display_name":"Shuli Chen","orcid":"https://orcid.org/0000-0003-3562-2048"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuli Chen","raw_affiliation_strings":["School of Electrical Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3562-2048","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101789925","display_name":"Yuhang Hu","orcid":"https://orcid.org/0000-0001-9818-5733"},"institutions":[{"id":"https://openalex.org/I2800970254","display_name":"State Intellectual Property Office","ror":"https://ror.org/00zrjgm10","country_code":"CN","type":"government","lineage":["https://openalex.org/I2800970254"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Hu","raw_affiliation_strings":["Patent Examination Cooperation (Henan) Center of the Patent Office, CNIPA, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9818-5733","affiliations":[{"raw_affiliation_string":"Patent Examination Cooperation (Henan) Center of the Patent Office, CNIPA, Zhengzhou, China","institution_ids":["https://openalex.org/I2800970254"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349646","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0003-3010-5439"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Department of Financial Research, Central Sub-Branch of Zhengzhou, PBOC, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Financial Research, Central Sub-Branch of Zhengzhou, PBOC, Zhengzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083300391","display_name":"Heshan Wang","orcid":"https://orcid.org/0000-0001-7632-5475"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heshan Wang","raw_affiliation_strings":["School of Electrical Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7632-5475","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4404,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.60218415,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"14","issue":"1","first_page":"219","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8807821869850159},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.8256973028182983},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6537505984306335},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.611453115940094},{"id":"https://openalex.org/keywords/ventral-tegmental-area","display_name":"Ventral tegmental area","score":0.5603177547454834},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4952522814273834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48773178458213806},{"id":"https://openalex.org/keywords/anterior-cingulate-cortex","display_name":"Anterior cingulate cortex","score":0.46822163462638855},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4242219030857086},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4155530333518982},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36623597145080566},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.3109752833843231},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.290929913520813},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.1331789493560791},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.12653020024299622},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.09531211853027344}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8807821869850159},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.8256973028182983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6537505984306335},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.611453115940094},{"id":"https://openalex.org/C2780948874","wikidata":"https://www.wikidata.org/wiki/Q640562","display_name":"Ventral tegmental area","level":4,"score":0.5603177547454834},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4952522814273834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48773178458213806},{"id":"https://openalex.org/C2778402161","wikidata":"https://www.wikidata.org/wiki/Q2121931","display_name":"Anterior cingulate cortex","level":3,"score":0.46822163462638855},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4242219030857086},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4155530333518982},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36623597145080566},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.3109752833843231},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.290929913520813},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.1331789493560791},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.12653020024299622},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.09531211853027344},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2020.3035778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2020.3035778","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.800000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1117162823","display_name":null,"funder_award_id":"202300410483","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"}],"funders":[{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1722061900","https://openalex.org/W1971976749","https://openalex.org/W1976205295","https://openalex.org/W1978514911","https://openalex.org/W1983230739","https://openalex.org/W1990468088","https://openalex.org/W1992997294","https://openalex.org/W1995668158","https://openalex.org/W1995991457","https://openalex.org/W2004133746","https://openalex.org/W2005063713","https://openalex.org/W2014305382","https://openalex.org/W2014610415","https://openalex.org/W2032415515","https://openalex.org/W2050172486","https://openalex.org/W2068951204","https://openalex.org/W2076256116","https://openalex.org/W2096649264","https://openalex.org/W2101947206","https://openalex.org/W2104129121","https://openalex.org/W2105992223","https://openalex.org/W2114524506","https://openalex.org/W2115095583","https://openalex.org/W2121161929","https://openalex.org/W2123429050","https://openalex.org/W2135572147","https://openalex.org/W2145183094","https://openalex.org/W2159554014","https://openalex.org/W2161563886","https://openalex.org/W2167489871","https://openalex.org/W2168405694","https://openalex.org/W2172264025","https://openalex.org/W2185095108","https://openalex.org/W2293688512","https://openalex.org/W2401657790","https://openalex.org/W2406349003","https://openalex.org/W2586668240","https://openalex.org/W2591523019","https://openalex.org/W2612581922","https://openalex.org/W2766795553","https://openalex.org/W2770697153","https://openalex.org/W2778689844","https://openalex.org/W2803013487","https://openalex.org/W2902847783","https://openalex.org/W2910893906","https://openalex.org/W2919412094","https://openalex.org/W2951886666","https://openalex.org/W2952908749","https://openalex.org/W2956256673","https://openalex.org/W2964657419","https://openalex.org/W2966569580","https://openalex.org/W2972813848","https://openalex.org/W2985183400","https://openalex.org/W2995776913","https://openalex.org/W2997497843","https://openalex.org/W3003100621","https://openalex.org/W3012080596","https://openalex.org/W4236146411","https://openalex.org/W6634914807"],"related_works":["https://openalex.org/W2254666077","https://openalex.org/W2006507085","https://openalex.org/W4303968924","https://openalex.org/W4210671960","https://openalex.org/W2188195658","https://openalex.org/W2887703425","https://openalex.org/W2915601024","https://openalex.org/W2624698999","https://openalex.org/W2980946766","https://openalex.org/W2791800496"],"abstract_inverted_index":{"Online":[0],"model-free":[1],"reinforcement":[2,156,175],"learning":[3,50],"(RL)":[4],"approaches":[5,79],"play":[6],"a":[7,33,44,69,113,150,154,229],"crucial":[8],"role":[9,121],"in":[10,22,36,97,132,163,265],"coping":[11],"with":[12,218,245],"the":[13,18,27,48,53,56,72,87,92,120,141,144,159,169,173,178,186,190,199,210,214,219,224,236,239,242,253,258,261],"real-world":[14],"applications,":[15],"such":[16],"as":[17],"behavioral":[19],"decision":[20],"making":[21],"robotics.":[23],"How":[24],"to":[25,67,86,102,140,172,182,184,195,197,209,227,234],"balance":[26,70],"exploration":[28,73,106,187,191],"and":[29,52,74,83,107,127,152,158,252],"exploitation":[30,75,108],"processes":[31],"is":[32,99,138,180,193,207],"central":[34],"problem":[35],"RL.":[37],"A":[38],"balanced":[39],"ratio":[40],"of":[41,55,91,122,213,238,260],"exploration/exploitation":[42],"has":[43],"great":[45],"influence":[46],"on":[47,223],"total":[49],"time":[51],"quality":[54],"learned":[57],"strategy.":[58],"Therefore,":[59],"various":[60],"action":[61,201,204,237,249,266],"selection":[62,205,250],"policies":[63,251],"have":[64],"been":[65],"presented":[66],"obtain":[68],"between":[71,105],"procedures.":[76],"However,":[77],"these":[78],"are":[80],"rarely,":[81],"automatically,":[82],"dynamically":[84,103],"regulated":[85],"environment":[88],"variations.":[89],"One":[90],"most":[93],"amazing":[94],"self-adaptation":[95],"mechanisms":[96],"animals":[98],"their":[100],"capacity":[101],"switch":[104],"strategies.":[109],"This":[110,203],"article":[111],"proposes":[112],"novel":[114],"neurophysiologically":[115],"motivated":[116],"model":[117,212,221,233,264],"which":[118],"simulates":[119],"medial":[123],"prefrontal":[124,129],"cortex":[125,130,166],"(MPFC)":[126],"lateral":[128],"(LPFC)":[131],"behavior":[133],"decision.":[134],"The":[135],"sensory":[136],"input":[137],"transmitted":[139,194],"MPFC,":[142],"then":[143],"ventral":[145],"tegmental":[146],"area":[147],"(VTA)":[148],"receives":[149],"reward":[151],"calculates":[153],"dopaminergic":[155,174],"signal,":[157],"feedback":[160],"categorization":[161],"neurons":[162],"anterior":[164],"cingulate":[165],"(ACC)":[167],"calculate":[168,198],"vigilance":[170,179],"according":[171],"signal.":[176],"Then":[177],"transformed":[181],"LPFC":[183],"regulate":[185],"rate,":[188],"finally":[189],"rate":[192],"thalamus":[196],"corresponding":[200],"probability.":[202],"mechanism":[206],"introduced":[208],"actor\u2013critic":[211],"basal":[215],"ganglia,":[216],"combining":[217],"cerebellum":[220],"based":[222],"developmental":[225],"network":[226],"construct":[228],"new":[230],"hybrid":[231],"neuromodulatory":[232,263],"select":[235],"agent.":[240],"Both":[241],"simulation":[243],"comparison":[244],"other":[246],"four":[247],"traditional":[248],"physical":[254],"experiment":[255],"results":[256],"demonstrate":[257],"potential":[259],"proposed":[262],"selection.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}