{"id":"https://openalex.org/W2290147798","doi":null,"title":"Action Selection and Initiation in Instrumental Conditioning","display_name":"Action Selection and Initiation in Instrumental Conditioning","publication_year":2007,"publication_date":"2007-01-01","ids":{"openalex":"https://openalex.org/W2290147798","mag":"2290147798"},"language":"en","primary_location":{"id":"mag:2290147798","doi":null,"is_oa":false,"landing_page_url":"http://faculty.sites.uci.edu/ostlund/files/2011/03/Balleine-and-Ostlund-2007-Still-at-the-Choice-Point-annals-of-NYAS.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087840723","display_name":"Bernard W. Balleine","orcid":"https://orcid.org/0000-0001-8618-7950","observed_orcids":["https://orcid.org/0000-0001-8618-7950"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernard W. Balleine","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8618-7950","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5017732562","display_name":"Sean B. Ostlund","orcid":"https://orcid.org/0000-0003-1635-3911","observed_orcids":["https://orcid.org/0000-0003-1635-3911"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sean B. Ostlund","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1635-3911","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.7728999853134155,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"operant conditioning","score":0.8429999947547913},{"id":"https://openalex.org/keywords/action-selection","display_name":"action selection","score":0.9229999780654907},{"id":"https://openalex.org/keywords/response-initiation","display_name":"response initiation","score":0.972000002861023},{"id":"https://openalex.org/keywords/stimulus-response-theory","display_name":"stimulus-response theory","score":0.7749999761581421},{"id":"https://openalex.org/keywords/outcome-devaluation","display_name":"outcome devaluation","score":0.6589999794960022},{"id":"https://openalex.org/keywords/reinstatement","display_name":"reinstatement","score":0.9010000228881836},{"id":"https://openalex.org/keywords/pavlovian-instrumental-transfer","display_name":"Pavlovian-to-instrumental transfer","score":0.9769999980926514},{"id":"https://openalex.org/keywords/outcome-value","display_name":"outcome value","score":0.8330000042915344},{"id":"https://openalex.org/keywords/rats","display_name":"rats","score":0.5220000147819519},{"id":"https://openalex.org/keywords/action-outcome-learning","display_name":"action-outcome learning","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5979208946228027},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5143926739692688},{"id":"https://openalex.org/C45262634","wikidata":"https://www.wikidata.org/wiki/Q5159291","display_name":"Conditioning","level":2,"score":0.5125508308410645},{"id":"https://openalex.org/C162144332","wikidata":"https://www.wikidata.org/wiki/Q1665305","display_name":"Instrumental variable","level":2,"score":0.5091962218284607},{"id":"https://openalex.org/C163270606","wikidata":"https://www.wikidata.org/wiki/Q847079","display_name":"Operant conditioning","level":3,"score":0.5022537708282471},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.4729948937892914},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.419846773147583},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.33346593379974365},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3057918846607208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2027420997619629},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1526528000831604},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14368411898612976},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.11145305633544922},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08982035517692566},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08557373285293579}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2290147798","doi":null,"is_oa":false,"landing_page_url":"http://faculty.sites.uci.edu/ostlund/files/2011/03/Balleine-and-Ostlund-2007-Still-at-the-Choice-Point-annals-of-NYAS.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1463206090","https://openalex.org/W1554780435","https://openalex.org/W1967784117","https://openalex.org/W1971037745","https://openalex.org/W1973282636","https://openalex.org/W1975401347","https://openalex.org/W1977343782","https://openalex.org/W1982150127","https://openalex.org/W1987000933","https://openalex.org/W1994488136","https://openalex.org/W2003289804","https://openalex.org/W2006897447","https://openalex.org/W2012049318","https://openalex.org/W2013150964","https://openalex.org/W2020415214","https://openalex.org/W2021768712","https://openalex.org/W2023732657","https://openalex.org/W2031336666","https://openalex.org/W2031791085","https://openalex.org/W2033975383","https://openalex.org/W2034807400","https://openalex.org/W2036080801","https://openalex.org/W2039148875","https://openalex.org/W2040774694","https://openalex.org/W2041457323","https://openalex.org/W2043615441","https://openalex.org/W2046814205","https://openalex.org/W2047090109","https://openalex.org/W2048123433","https://openalex.org/W2048750292","https://openalex.org/W2055404231","https://openalex.org/W2058318822","https://openalex.org/W2067976157","https://openalex.org/W2068550370","https://openalex.org/W2071697551","https://openalex.org/W2072062678","https://openalex.org/W2083473390","https://openalex.org/W2085553767","https://openalex.org/W2088332577","https://openalex.org/W2089430046","https://openalex.org/W2090227765","https://openalex.org/W2095819174","https://openalex.org/W2098342476","https://openalex.org/W2099652807","https://openalex.org/W2103670858","https://openalex.org/W2105337517","https://openalex.org/W2108348099","https://openalex.org/W2112337921","https://openalex.org/W2114700585","https://openalex.org/W2115998792","https://openalex.org/W2119102767","https://openalex.org/W2126275173","https://openalex.org/W2129478155","https://openalex.org/W2133877521","https://openalex.org/W2135505898","https://openalex.org/W2138743865","https://openalex.org/W2140549509","https://openalex.org/W2145286440","https://openalex.org/W2150857753","https://openalex.org/W2155705874","https://openalex.org/W2156969587","https://openalex.org/W2160542286","https://openalex.org/W2166358231","https://openalex.org/W2167362547","https://openalex.org/W2168447210","https://openalex.org/W2169959530","https://openalex.org/W2316954075","https://openalex.org/W2317722949","https://openalex.org/W2786447905","https://openalex.org/W2911283634","https://openalex.org/W3137427153","https://openalex.org/W3144801188","https://openalex.org/W4244199510"],"related_works":["https://openalex.org/W1975617742","https://openalex.org/W1987000933","https://openalex.org/W1994488136","https://openalex.org/W2016646910","https://openalex.org/W2054898797","https://openalex.org/W2012049318","https://openalex.org/W4231900751","https://openalex.org/W2176068822","https://openalex.org/W2557062742","https://openalex.org/W2089567594"],"abstract_inverted_index":{"Contrary":[0],"to":[1,39,48,75,95,99,125,149,156,193,196],"classic":[2],"stimulus-response":[3],"(S-R)":[4],"theory,":[5],"recent":[6,136],"evidence":[7],"suggests":[8],"that,":[9],"in":[10,129,146],"instrumental":[11,41,62,157],"conditioning,":[12],"rats":[13],"encode":[14],"the":[15,22,59,65,70,109,115,121,130,151,190,199],"re-":[16],"lationship":[17],"between":[18],"their":[19],"actions":[20,27],"and":[21,98,117,163,180,187,218],"specific":[23,133],"consequences":[24],"that":[25,61,113,119,153,176,188,203,214],"these":[26,216],"produce.":[28],"It":[29],"has":[30,107],"remained":[31],"unclear,":[32],"however,":[33],"how":[34,54],"encoding":[35],"this":[36,88,105],"relationship":[37],"acts":[38],"control":[40],"performance.":[42],"Although":[43],"S-R":[44],"theories":[45],"were":[46],"able":[47],"give":[49],"a":[50,82,127,141,211],"clear":[51],"account":[52],"of":[53,67,69,104,111,132,143],"learning":[55,63],"translates":[56],"into":[57],"performance,":[58,158],"argument":[60],"constitutes":[64],"acquisition":[66],"information":[68],"form":[71],"response":[197,207],"R":[73,97],"leads":[74],"outcome":[76,160,205],"O":[116,122],"does":[78],"not":[79],"directly":[80],"imply":[81],"particular":[83],"performance":[84],"rule":[85],"or":[86],"policy;":[87],"in-":[89],"formation":[90],"can":[91],"be":[92,194],"used":[93,140],"both":[94,177],"perform":[96],"avoid":[100],"performing":[101],"R.":[102],"Recognition":[103],"problem":[106],"forced":[108],"development":[110],"accounts":[112],"allow":[114],"stimuli":[118],"predict":[120],"(i.e.,":[123],"S-O)":[124],"play":[126],"role":[128],"initiation":[131],"Rs.":[134],"In":[135],"experiments,":[137],"we":[138],"have":[139],"variety":[142],"behavioral":[144],"procedures":[145],"an":[147],"attempt":[148],"isolate":[150],"processes":[152,202,217],"con-":[154],"tribute":[155],"including":[159],"devaluation,":[161],"reinstatement,":[162,174],"Pavlovian-instrumental":[164],"transfer.":[165],"Our":[166],"results,":[167],"par-":[168],"ticularly":[169],"from":[170],"experiments":[171],"assessing":[172],"outcome-selective":[173],"suggest":[175],"feed-forward":[178],"(O-R)":[179],"feed-back":[181],"(R-O)":[182],"associa-":[183],"tions":[184],"are":[185],"critical":[186],"although":[189],"former":[191],"appear":[192],"important":[195],"selection,":[198],"latter\u2014together":[200],"with":[201],"determine":[204],"value\u2014mediate":[206],"initiation.":[208],"We":[209],"discuss":[210],"conceptual":[212],"model":[213],"integrates":[215],"its":[219],"neural":[220],"implementation.":[221]},"counts_by_year":[{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}