{"id":"https://openalex.org/W4386246817","doi":"https://doi.org/10.1109/icit58056.2023.10226147","title":"A Reinforcement Learning Model of Temporal Difference Variations for Action-Selection and Action-Execution in the Human Brain","display_name":"A Reinforcement Learning Model of Temporal Difference Variations for Action-Selection and Action-Execution in the Human Brain","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4386246817","doi":"https://doi.org/10.1109/icit58056.2023.10226147"},"language":"en","primary_location":{"id":"doi:10.1109/icit58056.2023.10226147","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icit58056.2023.10226147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Information Technology (ICIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022166337","display_name":"Ashar Y. Natsheh","orcid":"https://orcid.org/0000-0001-5323-0529"},"institutions":[{"id":"https://openalex.org/I21215505","display_name":"Al-Quds University","ror":"https://ror.org/04hym7e04","country_code":"PS","type":"education","lineage":["https://openalex.org/I21215505"]}],"countries":["PS"],"is_corresponding":true,"raw_author_name":"Ashar Y. Natsheh","raw_affiliation_strings":["Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine"],"affiliations":[{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","institution_ids":["https://openalex.org/I21215505"]},{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine","institution_ids":["https://openalex.org/I21215505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017607748","display_name":"Joman Y. Natsheh","orcid":"https://orcid.org/0000-0002-6848-6727"},"institutions":[{"id":"https://openalex.org/I21215505","display_name":"Al-Quds University","ror":"https://ror.org/04hym7e04","country_code":"PS","type":"education","lineage":["https://openalex.org/I21215505"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Joman Y. Natsheh","raw_affiliation_strings":["Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine"],"affiliations":[{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","institution_ids":["https://openalex.org/I21215505"]},{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine","institution_ids":["https://openalex.org/I21215505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047893323","display_name":"Aya Mousa","orcid":"https://orcid.org/0000-0002-7356-4523"},"institutions":[{"id":"https://openalex.org/I21215505","display_name":"Al-Quds University","ror":"https://ror.org/04hym7e04","country_code":"PS","type":"education","lineage":["https://openalex.org/I21215505"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Aya H. Mousa","raw_affiliation_strings":["Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine"],"affiliations":[{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","institution_ids":["https://openalex.org/I21215505"]},{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine","institution_ids":["https://openalex.org/I21215505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056107662","display_name":"Mahmoud Hasan Alsaheb","orcid":null},"institutions":[{"id":"https://openalex.org/I37417134","display_name":"Palestine Polytechnic University","ror":"https://ror.org/03wwspn40","country_code":"PS","type":"education","lineage":["https://openalex.org/I37417134"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Mahmoud H. Al-Saheb","raw_affiliation_strings":["Palestine Polytechnic University,Hebron,Palestine","Palestine Polytechnic University, Hebron, Palestine"],"affiliations":[{"raw_affiliation_string":"Palestine Polytechnic University,Hebron,Palestine","institution_ids":["https://openalex.org/I37417134"]},{"raw_affiliation_string":"Palestine Polytechnic University, Hebron, Palestine","institution_ids":["https://openalex.org/I37417134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026110190","display_name":"Ahmed A. Moustafa","orcid":"https://orcid.org/0000-0001-5971-273X"},"institutions":[{"id":"https://openalex.org/I120125038","display_name":"Bond University","ror":"https://ror.org/006jxzx88","country_code":"AU","type":"education","lineage":["https://openalex.org/I120125038"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ahmed A. Moustafa","raw_affiliation_strings":["School of Psychology, Bond University,Faculty of Society and Design,Gold Coast,Australia","Faculty of Society and Design, School of Psychology, Bond University, Gold Coast, Australia"],"affiliations":[{"raw_affiliation_string":"School of Psychology, Bond University,Faculty of Society and Design,Gold Coast,Australia","institution_ids":["https://openalex.org/I120125038"]},{"raw_affiliation_string":"Faculty of Society and Design, School of Psychology, Bond University, Gold Coast, Australia","institution_ids":["https://openalex.org/I120125038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048896677","display_name":"Mohammad M. Herzallah","orcid":"https://orcid.org/0000-0002-7808-481X"},"institutions":[{"id":"https://openalex.org/I21215505","display_name":"Al-Quds University","ror":"https://ror.org/04hym7e04","country_code":"PS","type":"education","lineage":["https://openalex.org/I21215505"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Mohammad M. Herzallah","raw_affiliation_strings":["Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine"],"affiliations":[{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University,Jerusalem,Palestine","institution_ids":["https://openalex.org/I21215505"]},{"raw_affiliation_string":"Palestinian Neuroscience Initiative Al-Quds University, Jerusalem, Palestine","institution_ids":["https://openalex.org/I21215505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5022166337"],"corresponding_institution_ids":["https://openalex.org/I21215505"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12679748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"135","issue":null,"first_page":"236","last_page":"243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9112991094589233},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.779906153678894},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.7299621105194092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7073999643325806},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5903071761131287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5493530631065369},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5408288836479187},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5060567259788513},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.44534531235694885},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3972390294075012},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.33512428402900696},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.13429099321365356},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10920360684394836},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06752559542655945}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9112991094589233},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.779906153678894},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.7299621105194092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7073999643325806},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5903071761131287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5493530631065369},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5408288836479187},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5060567259788513},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.44534531235694885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3972390294075012},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.33512428402900696},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.13429099321365356},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10920360684394836},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06752559542655945},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icit58056.2023.10226147","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icit58056.2023.10226147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Information Technology (ICIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:https://pure.bond.edu.au/:publications/e7c083ad-6fdb-4437-a39e-c943ca23adbb","is_oa":false,"landing_page_url":"https://research.bond.edu.au/en/publications/e7c083ad-6fdb-4437-a39e-c943ca23adbb","pdf_url":null,"source":{"id":"https://openalex.org/S4306402608","display_name":"Bond University Research Portal (Bond University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I120125038","host_organization_name":"Bond University","host_organization_lineage":["https://openalex.org/I120125038"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Natsheh, A Y, Natsheh, J Y, Mousa, A H, Al-Saheb, M H, Moustafa, A A & Herzallah, M M 2023, A Reinforcement Learning Model of Temporal Difference Variations for Action-Selection and Action-Execution in the Human Brain. in K M Jaber (ed.), 2023 International Conference on Information Technology: Cybersecurity Challenges for Sustainable Cities, ICIT 2023 - Proceeding. 2023 International Conference on Information Technology: Cybersecurity Challenges for Sustainable Cities, ICIT 2023 - Proceeding, IEEE, Institute of Electrical and Electronics Engineers, pp. 236-243, 11th International Conference on Information Technology, Amman, Jordan, 9/08/23. https://doi.org/10.1109/ICIT58056.2023.10226147","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W194754089","https://openalex.org/W560453847","https://openalex.org/W1515851193","https://openalex.org/W1524454091","https://openalex.org/W1576007571","https://openalex.org/W1969089145","https://openalex.org/W1976031744","https://openalex.org/W1976284302","https://openalex.org/W1981293922","https://openalex.org/W1997343027","https://openalex.org/W1997850738","https://openalex.org/W2011857818","https://openalex.org/W2024097530","https://openalex.org/W2039813120","https://openalex.org/W2045878680","https://openalex.org/W2046376809","https://openalex.org/W2050317437","https://openalex.org/W2073782853","https://openalex.org/W2075511856","https://openalex.org/W2078492619","https://openalex.org/W2084007108","https://openalex.org/W2084512122","https://openalex.org/W2100015356","https://openalex.org/W2108092648","https://openalex.org/W2109417138","https://openalex.org/W2110760370","https://openalex.org/W2117726420","https://openalex.org/W2119410682","https://openalex.org/W2151236979","https://openalex.org/W2165383730","https://openalex.org/W2168122820","https://openalex.org/W2168564786","https://openalex.org/W2593605634","https://openalex.org/W2795130548","https://openalex.org/W2799652277","https://openalex.org/W2808795888","https://openalex.org/W4214740095","https://openalex.org/W4250822638"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W2015051472","https://openalex.org/W2145363145","https://openalex.org/W2168501056","https://openalex.org/W2341346307","https://openalex.org/W2120009678","https://openalex.org/W2154399718","https://openalex.org/W2037601570","https://openalex.org/W4321463377","https://openalex.org/W2912947802"],"abstract_inverted_index":{"Temporal":[0],"difference":[1,47],"(TD)":[2],"prediction":[3,25,73],"error":[4,26,48,74],"signal":[5,49,75],"models":[6],"are":[7],"instrumental":[8],"in":[9,28,86,111,118],"simulating":[10],"brain":[11,33,68],"function":[12],"during":[13],"reinforcement":[14,52],"learning":[15,53],"(RL).":[16],"Recent":[17],"evidence":[18],"suggests":[19],"a":[20,37,115,134,145],"significant":[21,116],"role":[22,117],"of":[23,45,123,137],"TD":[24,72,109,127],"signals":[27],"the":[29,43,62,71,77,87],"action-selection":[30,55],"and":[31,56,65],"action-execution":[32,57],"networks.":[34,58],"We":[35],"introduce":[36],"novel":[38],"neuro-computational":[39],"model":[40,81,105],"that":[41,108],"addresses":[42],"effects":[44],"temporal":[46],"variations":[50],"on":[51],"for":[54,92,96],"These":[59],"networks":[60,89,113],"represent":[61],"basal":[63],"ganglia":[64],"prefrontal":[66],"cortex":[67],"regions,":[69],"while":[70],"represents":[76],"dopamine":[78,83],"neurotransmitter.":[79],"The":[80,104],"incorporates":[82],"genetic":[84],"parameters":[85],"two":[88],"(COMT":[90],"gene":[91,95],"action-selection;":[93],"DAT1":[94],"action-execution)":[97],"to":[98],"generate":[99],"four":[100],"different":[101],"parameter":[102,131],"combinations.":[103],"simulation":[106],"showed":[107,133],"signaling":[110],"both":[112],"plays":[114],"RL":[119,147],"under":[120],"optimal":[121],"conditions":[122],"medium,":[124],"not":[125],"high,":[126],"signals.":[128],"Moreover,":[129],"each":[130],"combination":[132],"unique":[135],"pattern":[136],"RL,":[138],"corresponding":[139],"with":[140],"experimental":[141],"data":[142],"obtained":[143],"using":[144],"computer-based":[146],"task.":[148]},"counts_by_year":[],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}