{"id":"https://openalex.org/W3031646345","doi":"https://doi.org/10.1142/s0129065720500483","title":"Enhancement of Hippocampal Spatial Decoding Using a Dynamic Q-Learning Method With a Relative Reward Using Theta Phase Precession","display_name":"Enhancement of Hippocampal Spatial Decoding Using a Dynamic Q-Learning Method With a Relative Reward Using Theta Phase Precession","publication_year":2020,"publication_date":"2020-05-28","ids":{"openalex":"https://openalex.org/W3031646345","doi":"https://doi.org/10.1142/s0129065720500483","mag":"3031646345","pmid":"https://pubmed.ncbi.nlm.nih.gov/32787635"},"language":"en","primary_location":{"id":"doi:10.1142/s0129065720500483","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065720500483","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081203197","display_name":"Bo\u2010Wei Chen","orcid":"https://orcid.org/0000-0001-9711-6373"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Bo-Wei Chen","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047908399","display_name":"Shih\u2010Hung Yang","orcid":"https://orcid.org/0000-0001-5893-6299"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shih-Hung Yang","raw_affiliation_strings":["Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049312216","display_name":"Yu\u2010Chun Lo","orcid":"https://orcid.org/0000-0002-3595-5291"},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chun Lo","raw_affiliation_strings":["The Ph.D. Program for Neural Regenerative Medicine, College of Medical Science and Technology, Taipei Medical University, No. 250 Wu-Xing Street, Taipei 11031, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ph.D. Program for Neural Regenerative Medicine, College of Medical Science and Technology, Taipei Medical University, No. 250 Wu-Xing Street, Taipei 11031, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004839539","display_name":"Ching-Fu Wang","orcid":"https://orcid.org/0000-0003-2225-5058"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Fu Wang","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637385","display_name":"Hanlin Wang","orcid":"https://orcid.org/0000-0002-5416-9392"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Han-Lin Wang","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110688984","display_name":"Chen-Yang Hsu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chen-Yang Hsu","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078379009","display_name":"Yun-Ting Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yun-Ting Kuo","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056990350","display_name":"Jung-Chen Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jung-Chen Chen","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109919679","display_name":"Sheng-Huang Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I189772984","display_name":"Tzu Chi University","ror":"https://ror.org/04ss1bw11","country_code":"TW","type":"education","lineage":["https://openalex.org/I189772984"]},{"id":"https://openalex.org/I2800374468","display_name":"Tzu Chi Foundation","ror":"https://ror.org/022mrwt29","country_code":"TW","type":"nonprofit","lineage":["https://openalex.org/I2800374468"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sheng-Huang Lin","raw_affiliation_strings":["Department of Neurology, Hualien Tzu Chi Hospital, Buddhist Tzu Chi Medical Foundation, No. 707, Section 3, Chung Yang Road, Hualien 97002, Taiwan","Department of Neurology, School of Medicine, Tzu Chi University, No. 701, Section 3, Zhongyang Road, Hualien 97004, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurology, Hualien Tzu Chi Hospital, Buddhist Tzu Chi Medical Foundation, No. 707, Section 3, Chung Yang Road, Hualien 97002, Taiwan","institution_ids":["https://openalex.org/I2800374468"]},{"raw_affiliation_string":"Department of Neurology, School of Medicine, Tzu Chi University, No. 701, Section 3, Zhongyang Road, Hualien 97004, Taiwan","institution_ids":["https://openalex.org/I189772984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101000283","display_name":"Han-Chi Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han-Chi Pan","raw_affiliation_strings":["National Laboratory Animal Center, No. 99, Lane 130, Section 1, Academia Road, Taipei 11571, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory Animal Center, No. 99, Lane 130, Section 1, Academia Road, Taipei 11571, Taiwan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112536314","display_name":"Sheng-Wei Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sheng-Wei Lee","raw_affiliation_strings":["Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National Cheng Kung University, No. 1 University Road, Tainan 70101, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158318","display_name":"Second Affiliated Hospital of Zhejiang University","ror":"https://ror.org/059cjpv64","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210158318"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yu","raw_affiliation_strings":["College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China","institution_ids":["https://openalex.org/I4210158318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102446895","display_name":"Boyi Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158318","display_name":"Second Affiliated Hospital of Zhejiang University","ror":"https://ror.org/059cjpv64","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210158318"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyi Qu","raw_affiliation_strings":["College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China","institution_ids":["https://openalex.org/I4210158318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086315641","display_name":"Chao\u2010Hung Kuo","orcid":"https://orcid.org/0000-0001-5528-204X"},"institutions":[{"id":"https://openalex.org/I11317958","display_name":"Seattle Pacific University","ror":"https://ror.org/02gzbg991","country_code":"US","type":"education","lineage":["https://openalex.org/I11317958"]},{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Chao-Hung Kuo","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","Department of Neurological Surgery, University of Washington, No. 1959 NE Pacific Street, Seattle, WA 98195-6470, U.S.A","Department of Neurosurgery, Neurological Institute, Taipei Veterans General Hospital, No. 201, Section 2, Shipai Road, Taipei 11217, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Neurological Surgery, University of Washington, No. 1959 NE Pacific Street, Seattle, WA 98195-6470, U.S.A","institution_ids":["https://openalex.org/I11317958"]},{"raw_affiliation_string":"Department of Neurosurgery, Neurological Institute, Taipei Veterans General Hospital, No. 201, Section 2, Shipai Road, Taipei 11217, Taiwan","institution_ids":["https://openalex.org/I2803004286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003072693","display_name":"You\u2010Yin Chen","orcid":"https://orcid.org/0000-0003-4869-3857"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"You-Yin Chen","raw_affiliation_strings":["Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","The Ph.D. Program for Neural Regenerative Medicine, College of Medical Science and Technology, Taipei Medical University, No. 250 Wu-Xing Street, Taipei 11031, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Yang Ming University, No. 155, Section 2, Linong Street, Taipei 11221, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"The Ph.D. Program for Neural Regenerative Medicine, College of Medical Science and Technology, Taipei Medical University, No. 250 Wu-Xing Street, Taipei 11031, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039581077","display_name":"Hsin\u2010Yi Lai","orcid":"https://orcid.org/0000-0001-6413-0179"},"institutions":[{"id":"https://openalex.org/I4210158318","display_name":"Second Affiliated Hospital of Zhejiang University","ror":"https://ror.org/059cjpv64","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210158318"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hsin-Yi Lai","raw_affiliation_strings":["College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Biomedical Engineering and Instrument Science, Key Laboratory for Biomedical Engineering of Ministry of Education, Zhejiang University, Hangzhou 310027, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Department of Neurology of the Second Affiliated Hospital, Interdisciplinary Institute of Neuroscience and Technology, Key Laboratory of Medical Neurobiology of Zhejiang Province, Zhejiang University School of Medicine, Hangzhou 310029, P. R. China","institution_ids":["https://openalex.org/I4210158318"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5081203197"],"corresponding_institution_ids":["https://openalex.org/I148366613","https://openalex.org/I91807558"],"apc_list":null,"apc_paid":null,"fwci":0.1142,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42444314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"30","issue":"09","first_page":"2050048","last_page":"2050048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10077","display_name":"Neuroscience and Neuropharmacology Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5459692478179932},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5324465036392212},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5230358839035034},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5213771462440491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46831685304641724},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.464589387178421},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.45627325773239136},{"id":"https://openalex.org/keywords/place-cell","display_name":"Place cell","score":0.44661420583724976},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44383227825164795},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3639753460884094},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33454930782318115},{"id":"https://openalex.org/keywords/hippocampal-formation","display_name":"Hippocampal formation","score":0.21915432810783386},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1667999029159546},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1128828227519989},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.0979900062084198}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5459692478179932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5324465036392212},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5230358839035034},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5213771462440491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46831685304641724},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.464589387178421},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45627325773239136},{"id":"https://openalex.org/C2781369091","wikidata":"https://www.wikidata.org/wiki/Q2303730","display_name":"Place cell","level":3,"score":0.44661420583724976},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44383227825164795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3639753460884094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33454930782318115},{"id":"https://openalex.org/C148762608","wikidata":"https://www.wikidata.org/wiki/Q3748185","display_name":"Hippocampal formation","level":2,"score":0.21915432810783386},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1667999029159546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1128828227519989},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0979900062084198},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000071037","descriptor_name":"Place Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000071037","descriptor_name":"Place Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000071037","descriptor_name":"Place Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006040","descriptor_name":"Goals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006040","descriptor_name":"Goals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006040","descriptor_name":"Goals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007395","descriptor_name":"Interneurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007395","descriptor_name":"Interneurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007395","descriptor_name":"Interneurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013826","descriptor_name":"Theta Rhythm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D013826","descriptor_name":"Theta Rhythm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D013826","descriptor_name":"Theta Rhythm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D051381","descriptor_name":"Rats","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056547","descriptor_name":"CA1 Region, Hippocampal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D056547","descriptor_name":"CA1 Region, Hippocampal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D056547","descriptor_name":"CA1 Region, Hippocampal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1142/s0129065720500483","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065720500483","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},{"id":"pmid:32787635","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32787635","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of neural systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1504615859","https://openalex.org/W1540763494","https://openalex.org/W1565188210","https://openalex.org/W1568903867","https://openalex.org/W1570751785","https://openalex.org/W1573826536","https://openalex.org/W1585013154","https://openalex.org/W1642392761","https://openalex.org/W1855548833","https://openalex.org/W1912306389","https://openalex.org/W1917541791","https://openalex.org/W1964150045","https://openalex.org/W1964539022","https://openalex.org/W1973446942","https://openalex.org/W1974719406","https://openalex.org/W1975958074","https://openalex.org/W1977823899","https://openalex.org/W1981642026","https://openalex.org/W1981737644","https://openalex.org/W1982918139","https://openalex.org/W1986309773","https://openalex.org/W2006890787","https://openalex.org/W2008936540","https://openalex.org/W2009397486","https://openalex.org/W2017938944","https://openalex.org/W2027045997","https://openalex.org/W2032773159","https://openalex.org/W2035823174","https://openalex.org/W2045110863","https://openalex.org/W2047450158","https://openalex.org/W2049633694","https://openalex.org/W2050080293","https://openalex.org/W2052515926","https://openalex.org/W2060589548","https://openalex.org/W2064982132","https://openalex.org/W2078575897","https://openalex.org/W2079390801","https://openalex.org/W2081412504","https://openalex.org/W2087298647","https://openalex.org/W2097359761","https://openalex.org/W2098314971","https://openalex.org/W2109843705","https://openalex.org/W2114502694","https://openalex.org/W2116169562","https://openalex.org/W2119565218","https://openalex.org/W2126268407","https://openalex.org/W2129455353","https://openalex.org/W2138944791","https://openalex.org/W2141763580","https://openalex.org/W2144309171","https://openalex.org/W2146561158","https://openalex.org/W2150695164","https://openalex.org/W2154305607","https://openalex.org/W2158466578","https://openalex.org/W2162946779","https://openalex.org/W2165413307","https://openalex.org/W2169183612","https://openalex.org/W2171137389","https://openalex.org/W2298919199","https://openalex.org/W2323385084","https://openalex.org/W2325137553","https://openalex.org/W2328151902","https://openalex.org/W2334992088","https://openalex.org/W2412969549","https://openalex.org/W2518255611","https://openalex.org/W2526293116","https://openalex.org/W2531846522","https://openalex.org/W2565012513","https://openalex.org/W2582808631","https://openalex.org/W2729602312","https://openalex.org/W2892518735","https://openalex.org/W2920427930","https://openalex.org/W2928808799","https://openalex.org/W2950171904","https://openalex.org/W2952353565","https://openalex.org/W2963658727","https://openalex.org/W3127972668","https://openalex.org/W4205326910","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3203142394","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Hippocampal":[0,21],"place":[1,9,197],"cells":[2,198],"and":[3,11,29,75,117,152,168,180,199,209,221,229],"interneurons":[4,200],"in":[5,191],"mammals":[6],"have":[7,43],"stable":[8],"fields":[10],"theta":[12,202],"phase":[13,129,203],"precession":[14,130,204],"profiles":[15],"that":[16],"encode":[17],"spatial":[18],"environmental":[19],"information.":[20],"CA1":[22],"neurons":[23],"can":[24],"represent":[25],"the":[26,33,48,52,59,63,67,85,95,101,107,110,122,126,132,135,140,159,166,206],"animal\u2019s":[27],"location":[28,73],"prospective":[30],"information":[31],"about":[32],"goal":[34,68],"location.":[35],"Reinforcement":[36],"learning":[37],"(RL)":[38],"algorithms":[39],"such":[40],"as":[41],"Q-learning":[42,54,86,89],"been":[44],"used":[45,119],"to":[46,71,99,120,138,225],"build":[47],"navigation":[49],"models.":[50],"However,":[51],"traditional":[53],"([Formula:":[55,90],"see":[56,91,115,144,150,154,174,189,215],"text]Q-learning)":[57],"limits":[58],"reward":[60,96,136],"function":[61,97,137],"once":[62],"animals":[64],"arrive":[65],"at":[66],"location,":[69],"leading":[70],"unsatisfactory":[72],"accuracy":[74,179],"convergence":[76,182,207],"rates.":[77],"Therefore,":[78],"we":[79],"proposed":[80,213],"a":[81,219],"revised":[82],"version":[83],"of":[84,109,113,134,142],"algorithm,":[87],"dynamical":[88],"text]Q-learning),":[92],"which":[93],"assigns":[94],"adaptively":[98],"improve":[100],"decoding":[102],"performance.":[103],"Firing":[104],"rate":[105,183,208],"was":[106,118,131],"input":[108,133],"neural":[111],"network":[112],"[Formula:":[114,143,149,153,173,188,214],"text]Q-learning":[116,155,190,216],"predict":[121],"movement":[123],"direction.":[124],"On":[125],"other":[127],"hand,":[128],"update":[139],"weights":[141],"text]Q-learning.":[145],"Trajectory":[146],"predictions":[147],"using":[148],"text]Q-":[151],"were":[156,184],"compared":[157,186],"by":[158],"root":[160],"mean":[161],"squared":[162],"error":[163],"(RMSE)":[164],"between":[165],"actual":[167],"predicted":[169],"rat":[170],"trajectories.":[171],"Using":[172],"text]Q-learning,":[175],"significantly":[176],"higher":[177],"prediction":[178,210],"faster":[181],"obtained":[185],"with":[187,201],"all":[192],"cell":[193],"types.":[194],"Moreover,":[195],"combining":[196],"improved":[205],"accuracy.":[211],"The":[212],"algorithm":[217],"is":[218],"quick":[220],"more":[222],"accurate":[223],"method":[224],"perform":[226],"trajectory":[227],"reconstruction":[228],"prediction.":[230]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}