{"id":"https://openalex.org/W3084048079","doi":null,"title":"An Investigation of Decision Noise and Horizon-Adaptive Exploration in the Explore-Exploit Dilemma","display_name":"An Investigation of Decision Noise and Horizon-Adaptive Exploration in the Explore-Exploit Dilemma","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3084048079","mag":"3084048079"},"language":"en","primary_location":{"id":"pmh:oai:repository.arizona.edu:10150/642134","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10150/642134","pdf_url":null,"source":{"id":"https://openalex.org/S4306400271","display_name":"UA Campus Repository (The University of Arizona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I138006243","host_organization_name":"University of Arizona","host_organization_lineage":["https://openalex.org/I138006243"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Electronic Dissertation"},"parent_works":[],"lineage":["https://openalex.org/W3084048079"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10150/642134","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100358917","display_name":"Siyu Wang","orcid":"https://orcid.org/0000-0002-7003-9344","observed_orcids":["https://orcid.org/0000-0002-7003-9344","https://orcid.org/0009-0001-9098-3930"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Siyu Wang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7003-9344","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100358917"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-noise","display_name":"decision noise","score":0.9739999771118164},{"id":"https://openalex.org/keywords/behavioral-variability","display_name":"behavioral variability","score":0.6620000004768372},{"id":"https://openalex.org/keywords/directed-exploration","display_name":"directed exploration","score":0.6729999780654907},{"id":"https://openalex.org/keywords/random-exploration","display_name":"random exploration","score":0.9909999966621399},{"id":"https://openalex.org/keywords/deep-exploration","display_name":"deep exploration","score":0.8820000290870667},{"id":"https://openalex.org/keywords/mental-simulation","display_name":"mental simulation","score":0.9639999866485596},{"id":"https://openalex.org/keywords/stopping-problems","display_name":"stopping problems","score":0.7860000133514404},{"id":"https://openalex.org/keywords/stopping-threshold","display_name":"stopping threshold","score":0.6259999871253967},{"id":"https://openalex.org/keywords/planning-horizon","display_name":"planning horizon","score":0.875},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.6050000190734863},{"id":"https://openalex.org/keywords/human-decision-making","display_name":"human decision-making","score":0.5210000276565552},{"id":"https://openalex.org/keywords/animal-decision-making","display_name":"animal decision-making","score":0.5419999957084656},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.8121734857559204},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.6579139232635498},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.532489001750946},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5153952836990356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.512360692024231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29351720213890076},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24256941676139832},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17541831731796265},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:repository.arizona.edu:10150/642134","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10150/642134","pdf_url":null,"source":{"id":"https://openalex.org/S4306400271","display_name":"UA Campus Repository (The University of Arizona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I138006243","host_organization_name":"University of Arizona","host_organization_lineage":["https://openalex.org/I138006243"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Electronic Dissertation"},{"id":"mag:3084048079","doi":null,"is_oa":false,"landing_page_url":"https://repository.arizona.edu/handle/10150/642134","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:repository.arizona.edu:10150/642134","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10150/642134","pdf_url":null,"source":{"id":"https://openalex.org/S4306400271","display_name":"UA Campus Repository (The University of Arizona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I138006243","host_organization_name":"University of Arizona","host_organization_lineage":["https://openalex.org/I138006243"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Electronic Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3084048079.pdf","grobid_xml":"https://content.openalex.org/works/W3084048079.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W784668255","https://openalex.org/W1758646467","https://openalex.org/W1895899587","https://openalex.org/W1965819279","https://openalex.org/W1972672336","https://openalex.org/W1978837788","https://openalex.org/W1980516134","https://openalex.org/W1987360242","https://openalex.org/W1999611081","https://openalex.org/W2010189695","https://openalex.org/W2012647368","https://openalex.org/W2017108196","https://openalex.org/W2027554764","https://openalex.org/W2029057113","https://openalex.org/W2039522160","https://openalex.org/W2054698589","https://openalex.org/W2059004970","https://openalex.org/W2059904123","https://openalex.org/W2060762691","https://openalex.org/W2067392866","https://openalex.org/W2068863592","https://openalex.org/W2072848239","https://openalex.org/W2077611535","https://openalex.org/W2077837460","https://openalex.org/W2098613458","https://openalex.org/W2100922150","https://openalex.org/W2105934661","https://openalex.org/W2108738385","https://openalex.org/W2111019584","https://openalex.org/W2115095583","https://openalex.org/W2132726456","https://openalex.org/W2139863081","https://openalex.org/W2147505461","https://openalex.org/W2149378760","https://openalex.org/W2168405694","https://openalex.org/W2170961478","https://openalex.org/W2280163991","https://openalex.org/W2402578595","https://openalex.org/W2405306522","https://openalex.org/W2406881081","https://openalex.org/W2508123183","https://openalex.org/W2516814819","https://openalex.org/W2558230882","https://openalex.org/W2562550557","https://openalex.org/W2607954539","https://openalex.org/W2778689844","https://openalex.org/W2940753811","https://openalex.org/W2950690027","https://openalex.org/W2952186752","https://openalex.org/W2952707223","https://openalex.org/W3011120880","https://openalex.org/W3024348208","https://openalex.org/W3024827589","https://openalex.org/W3125634603","https://openalex.org/W3161447902","https://openalex.org/W4231302157","https://openalex.org/W4231324690","https://openalex.org/W4294214781"],"related_works":["https://openalex.org/W6962720125","https://openalex.org/W7017290365","https://openalex.org/W7138351990","https://openalex.org/W3161447902","https://openalex.org/W7099924251","https://openalex.org/W2054698589","https://openalex.org/W3128410644","https://openalex.org/W4241237167","https://openalex.org/W7027275235","https://openalex.org/W2400152625"],"abstract_inverted_index":{"Human":[0,56],"and":[1,11,123,173,258,298,356,394,413,488],"animals":[2],"constantly":[3],"face":[4],"the":[5,25,28,35,39,44,113,127,150,180,189,196,228,237,251,259,262,268,285,293,302,315,326,336,341,383,387,392,402,419,431,448,453,470,475,490,501],"tradeoff":[6],"between":[7],"exploring":[8],"something":[9],"new":[10],"exploiting":[12],"what":[13,133,466],"one":[14,206,322],"has":[15,330,451],"learned":[16],"to":[17,33,98,155,301,340,425,463],"be":[18,83,118,145],"good.":[19],"In":[20,38,188,202,236,284,430],"this":[21,63,375],"dissertation,":[22],"I":[23,42,457],"studied":[24],"properties":[26],"of":[27,46,71,129,239,255,261,264,296,338,386,461,485,492],"heuristics":[29],"that":[30,51,79,115,213,245,291,332,374],"humans":[31,333],"use":[32],"make":[34],"explore-exploit":[36,89,306,312,486],"decisions.":[37,307],"first":[40],"study,":[41,191,287],"examined":[43,205,289],"nature":[45,484],"randomness":[47,80,87,197],"in":[48,54,73,88,139,178,198,220,267,279,305,311,364,474,500],"human":[49,74,280],"behavior":[50,199,281],"is":[52,59,65,91,111,124,153,185,282,314,405,421,444,498],"adaptive":[53,276,377,399,438,472],"exploration.":[55,442],"decision":[57,130,158],"making":[58,325],"inherently":[60],"variable.":[61],"While":[62],"variability":[64,110,177,223,266,278,300],"often":[66],"seen":[67],"as":[68,94,126,210,353,361],"a":[69,106,121,163,240,271,459,481],"sign":[70],"sub-optimality":[72],"behavior,":[75,179],"recent":[76],"work":[77,329,479],"suggests":[78,489],"can":[81,116,224,334],"actually":[82,143],"adaptive.":[84],"A":[85],"little":[86],"decisions":[90,214,313,487],"remarkably":[92],"effective":[93],"it":[95,152],"encourages":[96],"us":[97],"explore":[99],"options":[100,388],"we":[101,134,167,192,204,243,288],"might":[102],"otherwise":[103],"ignore.":[104],"From":[105],"modeling":[107],"perspective,":[108],"behavioral":[109,222,265,277,294,299,467],"essentially":[112],"variance":[114],"not":[117],"explained":[119],"by":[120,391,407],"model":[122],"modeled":[125],"level":[128,263,337],"noise.":[131],"However,":[132,368],"have":[135],"called":[136],"\u201ddecision":[137],"noise\u201d":[138],"previous":[140],"researches":[141],"could":[142],"just":[144],"missing":[146],"deterministic":[147,174],"components":[148],"from":[149,162,227],"model,":[151],"difficult":[154],"tell":[156],"whether":[157],"noise":[159,175,181],"truly":[160],"arises":[161],"stochastic":[164,229],"process.":[165],"Here":[166],"show":[168,397,415],"that,":[169],"while":[170],"both":[171],"random":[172,183,362,441],"drive":[176],"driving":[182],"exploration":[184,212,247,339,378,400,473],"predominantly":[186],"random.":[187],"second":[190],"further":[193,464],"asked":[194],"where":[195],"comes":[200],"from.":[201],"particular,":[203],"candidate":[207],"theory":[208],"known":[209],"deep":[211,246],"are":[215,346,389],"made":[216],"through":[217],"mental":[218,234],"simulation":[219],"which":[221],"potentially":[225],"come":[226],"sampling":[230],"process":[231],"during":[232],"such":[233],"simulation.":[235],"context":[238,304],"stopping":[241,256],"problem,":[242],"showed":[244,373,435],"successfully":[248],"accounts":[249],"for":[250,274],"simultaneous":[252],"strategic":[253],"adaptation":[254,260,295],"threshold":[257],"task,":[269],"suggesting":[270],"potential":[272],"mechanism":[273],"how":[275,319,382,495],"achieved.":[283],"third":[286],"factors":[290,468],"modulate":[292],"strategy":[297],"horizon":[303,342,366,376,398,416,437,471],"One":[308],"key":[309],"factor":[310],"planning":[316],"horizon,":[317],"i.e.":[318],"far":[320],"ahead":[321],"plans":[323],"when":[324,401],"decision.":[327],"Previous":[328],"shown":[331],"adapt":[335],"context,":[343],"specifically,":[344],"people":[345],"more":[347,358,482],"biased":[348],"towards":[349],"less-known":[350],"option":[351],"(known":[352,360],"directed":[354,439],"exploration)":[355,363],"behave":[357],"randomly":[359],"longer":[365],"context.":[367],"Sadeghiyeh":[369],"et":[370],"al.":[371],"(2018)":[372],"critically":[379],"depends":[380],"on":[381,494],"value":[384,403],"information":[385,404,420],"obtained":[390],"participants,":[393],"participants":[395,434],"only":[396],"gained":[406],"action":[408,493],"triggered":[409],"responses":[410],"(Active":[411],"version),":[412],"don\u2019t":[414],"adaption":[417],"if":[418,447],"presented":[422],"without":[423],"actions":[424],"retrieve":[426],"them":[427],"(Passive":[428],"version).":[429],"Passive":[432],"version,":[433],"no":[436],"or":[440],"This":[443,478],"true":[445],"even":[446],"same":[449],"participant":[450],"played":[452],"Active":[454],"version":[455],"first.":[456],"conducted":[458],"series":[460],"experiments":[462],"investigate":[465],"kill":[469],"passive":[476],"condition.":[477],"reveals":[480],"complicated":[483],"influence":[491],"subjective":[496],"utility":[497],"computed":[499],"brain.":[502]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3084048079","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-09-14T00:00:00"}
