{"id":"https://openalex.org/W4403396052","doi":"https://doi.org/10.1115/1.4066858","title":"Epsilon-Greedy Thompson Sampling to Bayesian Optimization","display_name":"Epsilon-Greedy Thompson Sampling to Bayesian Optimization","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403396052","doi":"https://doi.org/10.1115/1.4066858"},"language":"en","primary_location":{"id":"doi:10.1115/1.4066858","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4066858","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084871384","display_name":"Bach Do","orcid":"https://orcid.org/0000-0002-7359-0668"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bach Do","raw_affiliation_strings":["University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","HOUSTON TX 4226 Martin Luther King Blvd # 77204 Houston, TX 77204-3071"],"affiliations":[{"raw_affiliation_string":"University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"HOUSTON TX 4226 Martin Luther King Blvd # 77204 Houston, TX 77204-3071","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094087315","display_name":"Taiwo A. Adebiyi","orcid":null},"institutions":[{"id":"https://openalex.org/I2802136459","display_name":"Martin Luther King, Jr. Multi-Service Ambulatory Care Center","ror":"https://ror.org/03apjks92","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1328359107","https://openalex.org/I2802136459"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taiwo Adebiyi","raw_affiliation_strings":["University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","4226 Martin Luther King Boulevard Houston, TX 77204-4003"],"affiliations":[{"raw_affiliation_string":"University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"4226 Martin Luther King Boulevard Houston, TX 77204-4003","institution_ids":["https://openalex.org/I2802136459"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090054434","display_name":"Ruda Zhang","orcid":"https://orcid.org/0000-0002-2899-1008"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruda Zhang","raw_affiliation_strings":["University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","Engineering Building 1 N107 Houston, TX 77204"],"affiliations":[{"raw_affiliation_string":"University of Houston Civil and Environmental Engineering, Uncertainty Quantification Laboratory, , Houston, TX 77204","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Engineering Building 1 N107 Houston, TX 77204","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084871384"],"corresponding_institution_ids":["https://openalex.org/I44461941"],"apc_list":null,"apc_paid":null,"fwci":3.2733,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93113496,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"24","issue":"12","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9302999973297119,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.613430380821228},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5871222019195557},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5645413994789124},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5222561955451965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5119611024856567},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36809241771698},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34758251905441284},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32642054557800293},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.30712074041366577},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.1294984221458435}],"concepts":[{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.613430380821228},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5871222019195557},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5645413994789124},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5222561955451965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5119611024856567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36809241771698},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34758251905441284},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32642054557800293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30712074041366577},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1294984221458435},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4066858","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4066858","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W136174036","https://openalex.org/W1486164486","https://openalex.org/W1510052597","https://openalex.org/W1601795611","https://openalex.org/W1607198972","https://openalex.org/W1693986406","https://openalex.org/W1990448754","https://openalex.org/W2010642019","https://openalex.org/W2020732830","https://openalex.org/W2039522160","https://openalex.org/W2072302356","https://openalex.org/W2107386393","https://openalex.org/W2108738385","https://openalex.org/W2131241448","https://openalex.org/W2139983718","https://openalex.org/W2144902422","https://openalex.org/W2149721706","https://openalex.org/W2167789032","https://openalex.org/W2192203593","https://openalex.org/W2277766262","https://openalex.org/W2478899349","https://openalex.org/W2518761440","https://openalex.org/W2540189295","https://openalex.org/W2593660867","https://openalex.org/W2726748740","https://openalex.org/W2799181865","https://openalex.org/W2907697752","https://openalex.org/W2945677399","https://openalex.org/W2950141829","https://openalex.org/W2978512279","https://openalex.org/W2991240192","https://openalex.org/W2998788451","https://openalex.org/W2999743509","https://openalex.org/W3011445295","https://openalex.org/W3034299904","https://openalex.org/W3045583938","https://openalex.org/W3093963944","https://openalex.org/W3113331478","https://openalex.org/W3115837556","https://openalex.org/W3124229194","https://openalex.org/W3194599364","https://openalex.org/W4206547457","https://openalex.org/W4211049957","https://openalex.org/W4214877135","https://openalex.org/W4238746485","https://openalex.org/W4281669620","https://openalex.org/W4283385079","https://openalex.org/W4286635939","https://openalex.org/W4301091646","https://openalex.org/W4311305286","https://openalex.org/W4317889697","https://openalex.org/W4391158525","https://openalex.org/W4402225681","https://openalex.org/W6605568159","https://openalex.org/W6637591494","https://openalex.org/W6675823452","https://openalex.org/W6676077707","https://openalex.org/W6678911119","https://openalex.org/W6681302627","https://openalex.org/W6694619988","https://openalex.org/W6734090873","https://openalex.org/W6750868688","https://openalex.org/W6762734477","https://openalex.org/W6764988152","https://openalex.org/W6766900132","https://openalex.org/W6773813543","https://openalex.org/W6786190416","https://openalex.org/W6787844851","https://openalex.org/W6860959904"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W4401858220","https://openalex.org/W2389640906","https://openalex.org/W4312077400"],"abstract_inverted_index":{"Abstract":[0],"Bayesian":[1],"optimization":[2,13],"(BO)":[3],"has":[4],"become":[5],"a":[6,36,94,160],"powerful":[7],"tool":[8],"for":[9,39],"solving":[10,155],"simulation-based":[11],"engineering":[12],"problems":[14],"thanks":[15],"to":[16,19,41,131],"its":[17,179],"ability":[18],"integrate":[20],"physical":[21],"and":[22,27,52,112,139,146,154,191],"mathematical":[23],"understandings,":[24],"consider":[25],"uncertainty,":[26],"address":[28],"the":[29,43,71,85,91,109,113,121,128,185,188,192],"exploitation\u2013exploration":[30,44],"dilemma.":[31],"Thompson":[32],"sampling":[33],"(TS)":[34],"is":[35,175],"preferred":[37],"solution":[38],"BO":[40],"handle":[42],"tradeoff.":[45],"While":[46],"it":[47,76],"prioritizes":[48],"exploration":[49],"by":[50,67,89],"generating":[51],"minimizing":[53,150],"random":[54],"sample":[55],"paths":[56],"from":[57],"probabilistic":[58],"models\u2014a":[59],"fundamental":[60],"ingredient":[61],"of":[62,87,106,142,159,187],"BO\u2013TS":[63],"weakly":[64],"manages":[65],"exploitation":[66,86,145],"gathering":[68],"information":[69],"about":[70],"true":[72],"objective":[73],"function":[74],"after":[75],"obtains":[77],"new":[78],"observations.":[79],"In":[80],"this":[81],"work,":[82],"we":[83,164],"improve":[84],"TS":[88,111,169,190],"incorporating":[90],"\u03b5-greedy":[92,129,168],"policy,":[93],"well-established":[95],"selection":[96],"strategy":[97],"in":[98],"reinforcement":[99],"learning.":[100],"We":[101,125],"first":[102],"delineate":[103],"two":[104,136,151,180],"extremes":[105],"TS,":[107],"namely":[108],"generic":[110,189],"sample-average":[114,193],"TS.":[115,194],"The":[116],"former":[117],"promotes":[118],"exploration,":[119,147],"while":[120],"latter":[122],"favors":[123],"exploitation.":[124],"then":[126],"adopt":[127],"policy":[130],"randomly":[132],"switch":[133],"between":[134],"these":[135],"extremes.":[137],"Small":[138],"large":[140],"values":[141],"\u03b5":[143,174],"govern":[144],"respectively.":[148],"By":[149],"benchmark":[152],"functions":[153],"an":[156,172],"inverse":[157],"problem":[158],"steel":[161],"cantilever":[162],"beam,":[163],"empirically":[165],"show":[166],"that":[167],"equipped":[170],"with":[171],"appropriate":[173],"more":[176],"robust":[177],"than":[178],"extremes,":[181],"matching":[182],"or":[183],"outperforming":[184],"better":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}