{"id":"https://openalex.org/W2134888964","doi":"https://doi.org/10.7771/1932-6246.1060","title":"Modeling Human Performance in Restless Bandits with Particle Filters","display_name":"Modeling Human Performance in Restless Bandits with Particle Filters","publication_year":2009,"publication_date":"2009-12-16","ids":{"openalex":"https://openalex.org/W2134888964","doi":"https://doi.org/10.7771/1932-6246.1060","mag":"2134888964"},"language":"en","primary_location":{"id":"doi:10.7771/1932-6246.1060","doi":"https://doi.org/10.7771/1932-6246.1060","is_oa":true,"landing_page_url":"https://doi.org/10.7771/1932-6246.1060","pdf_url":"https://docs.lib.purdue.edu/cgi/viewcontent.cgi?article=1060&context=jps","source":{"id":"https://openalex.org/S4210240481","display_name":"The Journal of Problem Solving","issn_l":"1932-6246","issn":["1932-6246"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-140"],"host_organization":"https://openalex.org/P4310315873","host_organization_name":"Purdue University Press","host_organization_lineage":["https://openalex.org/P4310315873"],"host_organization_lineage_names":["Purdue University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Problem Solving","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://docs.lib.purdue.edu/cgi/viewcontent.cgi?article=1060&context=jps","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Michael S.K. Yi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S.K. Yi","raw_affiliation_strings":["University of California - Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California - Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051768325","display_name":"Mark Steyvers","orcid":"https://orcid.org/0000-0003-1466-5647","observed_orcids":["https://orcid.org/0000-0003-1466-5647"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Steyvers","raw_affiliation_strings":["University of California - Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California - Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100429794","display_name":"Michael David Lee","orcid":"https://orcid.org/0000-0001-7538-0720","observed_orcids":["https://orcid.org/0000-0001-7538-0720","https://orcid.org/0000-0002-3820-9374"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Lee","raw_affiliation_strings":["University of California - Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California - Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":3.6081,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.92594975,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"2","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/restless-bandits","display_name":"restless bandits","score":0.9150000214576721},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.8489999771118164},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.8659999966621399},{"id":"https://openalex.org/keywords/human-performance-modeling","display_name":"human performance modeling","score":0.6480000019073486},{"id":"https://openalex.org/keywords/particle-filtering","display_name":"particle filter","score":0.8169999718666077},{"id":"https://openalex.org/keywords/individual-differences","display_name":"individual differences","score":0.7390000224113464}],"concepts":[{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.6376389265060425},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5921657085418701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5880484580993652},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5838031768798828},{"id":"https://openalex.org/C2986080485","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision maker","level":2,"score":0.5802261233329773},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.49530211091041565},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4283144474029541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33284810185432434},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27054160833358765},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2623923420906067},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14503702521324158},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7771/1932-6246.1060","doi":"https://doi.org/10.7771/1932-6246.1060","is_oa":true,"landing_page_url":"https://doi.org/10.7771/1932-6246.1060","pdf_url":"https://docs.lib.purdue.edu/cgi/viewcontent.cgi?article=1060&context=jps","source":{"id":"https://openalex.org/S4210240481","display_name":"The Journal of Problem Solving","issn_l":"1932-6246","issn":["1932-6246"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-140"],"host_organization":"https://openalex.org/P4310315873","host_organization_name":"Purdue University Press","host_organization_lineage":["https://openalex.org/P4310315873"],"host_organization_lineage_names":["Purdue University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Problem Solving","raw_type":"journal-article"},{"id":"pmh:oai:docs.lib.purdue.edu:jps-1060","doi":null,"is_oa":false,"landing_page_url":"https://docs.lib.purdue.edu/jps/vol2/iss2/5","pdf_url":null,"source":{"id":"https://openalex.org/S4377196310","display_name":"Purdue e-Pubs (Purdue University System)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801333002","host_organization_name":"Purdue University System","host_organization_lineage":["https://openalex.org/I2801333002"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The Journal of Problem Solving","raw_type":"text"}],"best_oa_location":{"id":"doi:10.7771/1932-6246.1060","doi":"https://doi.org/10.7771/1932-6246.1060","is_oa":true,"landing_page_url":"https://doi.org/10.7771/1932-6246.1060","pdf_url":"https://docs.lib.purdue.edu/cgi/viewcontent.cgi?article=1060&context=jps","source":{"id":"https://openalex.org/S4210240481","display_name":"The Journal of Problem Solving","issn_l":"1932-6246","issn":["1932-6246"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-140"],"host_organization":"https://openalex.org/P4310315873","host_organization_name":"Purdue University Press","host_organization_lineage":["https://openalex.org/P4310315873"],"host_organization_lineage_names":["Purdue University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of Problem Solving","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2134888964.pdf","grobid_xml":"https://content.openalex.org/works/W2134888964.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1483307070","https://openalex.org/W1842705192","https://openalex.org/W1972672336","https://openalex.org/W1978837788","https://openalex.org/W1979355709","https://openalex.org/W1985921660","https://openalex.org/W1987360242","https://openalex.org/W1991232744","https://openalex.org/W1997236510","https://openalex.org/W1998498767","https://openalex.org/W2014518776","https://openalex.org/W2018713249","https://openalex.org/W2020832077","https://openalex.org/W2023495176","https://openalex.org/W2026882253","https://openalex.org/W2056921512","https://openalex.org/W2058879737","https://openalex.org/W2077611535","https://openalex.org/W2097877135","https://openalex.org/W2107726111","https://openalex.org/W2119421677","https://openalex.org/W2122234510","https://openalex.org/W2154164802","https://openalex.org/W2165357065","https://openalex.org/W2317700292","https://openalex.org/W2992985668","https://openalex.org/W3122179711","https://openalex.org/W4237145113","https://openalex.org/W4254113915","https://openalex.org/W4302999816","https://openalex.org/W6724046077"],"related_works":["https://openalex.org/W349769154","https://openalex.org/W7096255117","https://openalex.org/W1965819279","https://openalex.org/W7096735716","https://openalex.org/W7100168647","https://openalex.org/W1978837788","https://openalex.org/W2767229332","https://openalex.org/W2084489534","https://openalex.org/W6920839020","https://openalex.org/W4286285058"],"abstract_inverted_index":{"Bandit":[0],"problems":[1,20],"provide":[2],"an":[3,36],"interesting":[4],"and":[5,71,111,147],"widely-used":[6],"setting":[7],"for":[8,53,169],"the":[9,48,54,63,78,112,125,138,161,172],"study":[10],"of":[11,30,33,39,50,69,171],"sequential":[12],"decision-making.":[13],"In":[14,73,87],"their":[15],"most":[16,170],"basic":[17],"form,":[18],"bandit":[19,45,127,145],"require":[21],"people":[22,101],"to":[23,65,114,141,167],"choose":[24],"repeatedly":[25],"between":[26,67,118],"a":[27,88,142],"small":[28],"number":[29],"alternatives,":[31],"each":[32,103],"which":[34,115],"has":[35],"unknown":[37],"rate":[38],"providing":[40],"reward.":[41],"We":[42,120],"investigate":[43],"restless":[44,126,144],"problems,":[46],"where":[47],"distributions":[49],"reward":[51],"rates":[52],"alternatives":[55],"change":[56],"over":[57],"time.":[58,95],"This":[59],"dynamic":[60],"environment":[61,75],"encourages":[62],"decision-maker":[64],"cycle":[66],"states":[68],"exploration":[70],"exploitation.":[72],"one":[74,134],"we":[76],"consider,":[77],"changes":[79,91],"occur":[80,92],"at":[81],"discrete,":[82],"but":[83],"hidden,":[84],"time":[85],"points.":[86],"second":[89],"environment,":[90],"gradually":[93],"across":[94],"Decision":[96],"data":[97],"were":[98],"collected":[99],"from":[100],"in":[102,108,124],"environment.":[104],"Individuals":[105],"varied":[106],"substantially":[107],"overall":[109],"performance":[110,123],"degree":[113],"they":[116],"switched":[117],"alternatives.":[119],"modeled":[121],"human":[122],"tasks":[128],"with":[129],"two":[130],"particle":[131,150,163],"filter":[132,151,164],"models:":[133],"that":[135,152,160],"can":[136],"approximate":[137],"optimal":[139],"solution":[140],"discrete":[143],"problem,":[146],"another":[148],"simpler":[149],"is":[153],"more":[154],"psychologically":[155],"plausible.":[156],"It":[157],"was":[158,165],"found":[159],"simple":[162],"able":[166],"account":[168],"individual":[173],"differences.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}