{"id":"https://openalex.org/W4311156955","doi":"https://doi.org/10.3390/bdcc6040155","title":"Explaining Exploration\u2013Exploitation in Humans","display_name":"Explaining Exploration\u2013Exploitation in Humans","publication_year":2022,"publication_date":"2022-12-12","ids":{"openalex":"https://openalex.org/W4311156955","doi":"https://doi.org/10.3390/bdcc6040155"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc6040155","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc6040155","pdf_url":"https://www.mdpi.com/2504-2289/6/4/155/pdf?version=1670842855","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/6/4/155/pdf?version=1670842855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007832994","display_name":"Antonio Candelieri","orcid":"https://orcid.org/0000-0003-1431-576X"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Antonio Candelieri","raw_affiliation_strings":["Department of Economics, Management and Statistics, University of Milano-Bicocca, 20126 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Economics, Management and Statistics, University of Milano-Bicocca, 20126 Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052850594","display_name":"Andrea Ponti","orcid":"https://orcid.org/0000-0003-4187-4209"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Ponti","raw_affiliation_strings":["Department of Economics, Management and Statistics, University of Milano-Bicocca, 20126 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Economics, Management and Statistics, University of Milano-Bicocca, 20126 Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011390491","display_name":"Francesco Archetti","orcid":"https://orcid.org/0000-0003-1131-3830"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Archetti","raw_affiliation_strings":["Department of Computer Science, Systems and Communication, University of Milano-Bicocca, 20126 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Systems and Communication, University of Milano-Bicocca, 20126 Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007832994"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.6762,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73468992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"6","issue":"4","first_page":"155","last_page":"155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6246612071990967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6142351627349854},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5896097421646118},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5731698274612427},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5460964441299438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5260165333747864},{"id":"https://openalex.org/keywords/rationality","display_name":"Rationality","score":0.4557679295539856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44877469539642334},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4424348771572113},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42662835121154785},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4256812334060669},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.41277819871902466},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4041410982608795},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21339765191078186}],"concepts":[{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6246612071990967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6142351627349854},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5896097421646118},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5731698274612427},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5460964441299438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5260165333747864},{"id":"https://openalex.org/C201717286","wikidata":"https://www.wikidata.org/wiki/Q938185","display_name":"Rationality","level":2,"score":0.4557679295539856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44877469539642334},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4424348771572113},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42662835121154785},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4256812334060669},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.41277819871902466},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4041410982608795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21339765191078186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/bdcc6040155","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc6040155","pdf_url":"https://www.mdpi.com/2504-2289/6/4/155/pdf?version=1670842855","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:boa.unimib.it:10281/408475","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/408475","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:e42d86a02f5c4794bbd0bae3e7c91557","is_oa":true,"landing_page_url":"https://doaj.org/article/e42d86a02f5c4794bbd0bae3e7c91557","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 6, Iss 4, p 155 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-2289/6/4/155/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/bdcc6040155","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing; Volume 6; Issue 4; Pages: 155","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/bdcc6040155","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc6040155","pdf_url":"https://www.mdpi.com/2504-2289/6/4/155/pdf?version=1670842855","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4311156955.pdf","grobid_xml":"https://content.openalex.org/works/W4311156955.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2054698589","https://openalex.org/W2123611655","https://openalex.org/W2133261881","https://openalex.org/W2133990480","https://openalex.org/W2134243390","https://openalex.org/W2134948265","https://openalex.org/W2166566250","https://openalex.org/W2168405694","https://openalex.org/W2267567857","https://openalex.org/W2778689844","https://openalex.org/W2792164701","https://openalex.org/W2891075605","https://openalex.org/W2900107753","https://openalex.org/W2902847783","https://openalex.org/W2924304425","https://openalex.org/W2952186752","https://openalex.org/W2954378999","https://openalex.org/W2976141814","https://openalex.org/W2976818350","https://openalex.org/W2989932743","https://openalex.org/W2991240192","https://openalex.org/W3005128714","https://openalex.org/W3009388592","https://openalex.org/W3045570412","https://openalex.org/W3085768637","https://openalex.org/W3093562027","https://openalex.org/W3095203791","https://openalex.org/W3211269758","https://openalex.org/W4210792400","https://openalex.org/W4211049957","https://openalex.org/W4213458919","https://openalex.org/W4235606958","https://openalex.org/W4238746485","https://openalex.org/W4245076374","https://openalex.org/W4285591748","https://openalex.org/W6640672219","https://openalex.org/W6712195892","https://openalex.org/W6801991037","https://openalex.org/W6808459013"],"related_works":["https://openalex.org/W3199608561","https://openalex.org/W1491338215","https://openalex.org/W2949274245","https://openalex.org/W1993518163","https://openalex.org/W2040345527","https://openalex.org/W3022072197","https://openalex.org/W2316613179","https://openalex.org/W2788957064","https://openalex.org/W3007549786","https://openalex.org/W4385730426"],"abstract_inverted_index":{"Human":[0],"as":[1,3,251],"well":[2],"algorithmic":[4],"searches":[5],"are":[6,89,121,132,154,187],"performed":[7],"to":[8,29,62,81,116,163,179,190,230],"balance":[9],"exploration":[10],"and":[11,69,210,254],"exploitation.":[12],"The":[13,84,107,141,225],"search":[14],"task":[15,34],"in":[16,134],"this":[17],"paper":[18],"is":[19,114,203,223,228],"the":[20,30,33,36,44,56,59,66,82,99,102,111,117,146,151,183,193,200,244,247],"global":[21],"optimization":[22],"of":[23,58,77,110,243],"a":[24,74,92,135,157,169,232],"2D":[25],"multimodal":[26],"function,":[27],"unknown":[28,112],"searcher.":[31],"Thus,":[32],"presents":[35],"following":[37],"features:":[38],"(i)":[39],"uncertainty":[40],"(i.e.,":[41,55,73],"information":[42],"about":[43,86],"function":[45,51,113],"can":[46,104],"be":[47],"acquired":[48],"only":[49],"through":[50,91],"observations),":[52],"(ii)":[53],"sequentiality":[54],"choice":[57],"next":[60],"point":[61],"observe":[63],"depends":[64],"on":[65,219],"previous":[67],"ones),":[68],"(iii)":[70],"limited":[71],"budget":[72,202],"maximum":[75],"number":[76],"sequential":[78],"choices":[79],"allowed":[80],"players).":[83],"data":[85,120],"human":[87,184,234,249],"behavior":[88,158,167],"gathered":[90,122],"gaming":[93],"app":[94],"whose":[95],"screen":[96],"represents":[97],"all":[98],"possible":[100],"locations":[101],"player":[103],"click":[105],"on.":[106],"associated":[108,155],"value":[109,195],"shown":[115],"player.":[118],"Experimental":[119],"from":[123,150],"39":[124],"subjects":[125],"playing":[126],"10":[127],"different":[128],"tasks":[129],"each.":[130],"Decisions":[131],"analyzed":[133],"Pareto":[136,152,209],"optimality":[137],"setting\u2014improvement":[138],"vs.":[139],"uncertainty.":[140],"experimental":[142],"results":[143,250],"show":[144],"that":[145],"most":[147],"significant":[148,171],"deviations":[149],"rationality":[153],"with":[156,173],"named":[159],"\u201cexasperated":[160],"exploration\u201d,":[161],"close":[162],"random":[164],"search.":[165],"This":[166],"shows":[168],"statistically":[170],"association":[172],"stressful":[174],"situations":[175],"occurring":[176],"when,":[177],"according":[178],"their":[180],"current":[181],"belief,":[182],"feels":[185],"there":[186],"no":[188],"chances":[189],"improve":[191],"over":[192],"best":[194],"observed":[196],"so":[197],"far,":[198],"while":[199],"remaining":[201],"running":[204],"out.":[205],"To":[206],"classify":[207],"between":[208],"Not-Pareto":[211],"decisions,":[212],"an":[213],"explainable/interpretable":[214],"Machine":[215],"Learning":[216],"model":[217,227],"based":[218],"Decision":[220],"Tree":[221],"learning":[222],"developed.":[224],"resulting":[226],"used":[229],"implement":[231],"synthetic":[233,248],"searcher/optimizer":[235],"successively":[236],"compared":[237],"against":[238],"Bayesian":[239],"Optimization.":[240],"On":[241],"half":[242],"test":[245],"problems,":[246],"more":[252],"effective":[253],"efficient.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}