{"id":"https://openalex.org/W220713062","doi":null,"title":"How a Modeler's Conception of Rewards Influences a Model's Behavior: Investigating ACT-R 6's Utility Learning Mechanism","display_name":"How a Modeler's Conception of Rewards Influences a Model's Behavior: Investigating ACT-R 6's Utility Learning Mechanism","publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W220713062","mag":"220713062"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.484.9729","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.484.9729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://homepages.rpi.edu/~grayw/pubs/papers/2008/ACTR08/JanssenGraySchoelles_2008_ACTRWorkshop.pdf","raw_type":"text"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075919714","display_name":"Christian P. Janssen","orcid":"https://orcid.org/0000-0002-9849-404X","observed_orcids":["https://orcid.org/0000-0002-9849-404X"]},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christian P. Janssen","raw_affiliation_strings":["university of Groningen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"university of Groningen","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018754380","display_name":"Wayne Douglas Gray","orcid":"https://orcid.org/0000-0002-1704-7433","observed_orcids":["https://orcid.org/0000-0002-1704-7433"]},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wayne D. Gray","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"raw_orcid":"https://orcid.org/0000-0002-1704-7433","affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014794841","display_name":"Michael J. Schoelles","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael J. Schoelles","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5258,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53903206,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08590000122785568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.029100000858306885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.9679999947547913},{"id":"https://openalex.org/keywords/reward-location","display_name":"reward location","score":0.859000027179718},{"id":"https://openalex.org/keywords/reward-magnitude","display_name":"reward magnitude","score":0.7839999794960022},{"id":"https://openalex.org/keywords/cognitive-architecture","display_name":"cognitive architecture","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.60842365026474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5060028433799744},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.4392547011375427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4357922673225403},{"id":"https://openalex.org/C166275286","wikidata":"https://www.wikidata.org/wiki/Q190095","display_name":"Gray (unit)","level":2,"score":0.42090827226638794},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4140131175518036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38443878293037415},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.14751729369163513},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.484.9729","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.484.9729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://homepages.rpi.edu/~grayw/pubs/papers/2008/ACTR08/JanssenGraySchoelles_2008_ACTRWorkshop.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.495.7156","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.495.7156","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.uclic.ucl.ac.uk/people/c.janssen/Publications/JanssenGraySchoelles2008_ACTRPaper.pdf","raw_type":"text"},{"id":"mag:220713062","doi":null,"is_oa":false,"landing_page_url":"https://www.rpi.edu/~grayw/pubs/papers/2008/ACTR08/JanssenGraySchoelles_2008_ACTRWorkshop.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W405892556","https://openalex.org/W1928882148","https://openalex.org/W2104514002","https://openalex.org/W2119032451"],"related_works":["https://openalex.org/W2119032451","https://openalex.org/W2927554896","https://openalex.org/W381001383","https://openalex.org/W2978133036","https://openalex.org/W7095527734","https://openalex.org/W2053308908","https://openalex.org/W7095532392","https://openalex.org/W7095541966","https://openalex.org/W1987661140","https://openalex.org/W7098224448"],"abstract_inverted_index":{"Temporal":[0],"difference":[1],"learning":[2,11],"has":[3],"recently":[4],"been":[5],"introduced":[6],"as":[7],"the":[8,46,58,98,113,117,122,125],"new":[9],"utility":[10,44],"mechanism":[12],"in":[13,79,95,124],"ACT-R":[14],"6":[15],"(e.g.,":[16],"Fu":[17],"&":[18],"Anderson,":[19],"2004).":[20],"Common":[21],"practices":[22],"for":[23,133],"using":[24],"it":[25],"still":[26],"have":[27,70],"to":[28,71,90],"emerge.":[29],"In":[30,66,120],"this":[31,67],"study":[32,55],"we":[33,56],"take":[34],"a":[35,53,73,80,87,91,103,134],"first":[36],"step":[37],"by":[38,83,102],"investigating":[39],"two":[40],"critical":[41],"aspects":[42],"of":[43,50,75,97,137],"learning:":[45],"location":[47],"and":[48,106],"size":[49],"rewards.":[51],"As":[52],"case":[54],"use":[57],"Blocks":[59],"World":[60],"task":[61,68],"(Gray":[62],"et":[63],"al.,":[64],"2006).":[65],"subjects":[69,111],"copy":[72],"pattern":[74],"eight":[76],"blocks,":[77],"depicted":[78],"target":[81,126],"window,":[82],"moving":[84],"blocks":[85],"from":[86],"resource":[88],"window":[89,118,127],"workspace":[92],"window.":[93],"Information":[94],"each":[96],"windows":[99],"is":[100],"covered":[101],"gray":[104],"rectangle":[105],"only":[107,128],"becomes":[108,129],"available":[109,130],"when":[110],"move":[112],"mouse":[114],"cursor":[115],"into":[116],"area.":[119],"addition,":[121],"information":[123],"after":[131],"waiting":[132],"lockout":[135],"time":[136],"0,":[138],"400":[139],"or":[140],"3200":[141],"milliseconds":[142],"(manipulated":[143]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}