{"id":"https://openalex.org/W4281786200","doi":"https://doi.org/10.1145/3530893","title":"Learning To Maximize Welfare with a Reusable Resource","display_name":"Learning To Maximize Welfare with a Reusable Resource","publication_year":2022,"publication_date":"2022-05-26","ids":{"openalex":"https://openalex.org/W4281786200","doi":"https://doi.org/10.1145/3530893"},"language":"en","primary_location":{"id":"doi:10.1145/3530893","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3530893","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010659677","display_name":"Matthew Faw","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Faw","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081926703","display_name":"Orestis Papadigenopoulos","orcid":"https://orcid.org/0000-0003-2164-0202"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Orestis Papadigenopoulos","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053978837","display_name":"Constantine Caramanis","orcid":"https://orcid.org/0000-0001-9939-8378"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Constantine Caramanis","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028903768","display_name":"Sanjay Shakkottai","orcid":"https://orcid.org/0000-0002-4325-9050"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjay Shakkottai","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010659677"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":0.4911,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66162888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"6","issue":"2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8037301301956177},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.5676618218421936},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5007946491241455},{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.494795024394989},{"id":"https://openalex.org/keywords/optimal-stopping","display_name":"Optimal stopping","score":0.48206788301467896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47450491786003113},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.47368741035461426},{"id":"https://openalex.org/keywords/asymptotically-optimal-algorithm","display_name":"Asymptotically optimal algorithm","score":0.44121071696281433},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4382714331150055},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4159106910228729},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3516523540019989}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8037301301956177},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.5676618218421936},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5007946491241455},{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.494795024394989},{"id":"https://openalex.org/C99414536","wikidata":"https://www.wikidata.org/wiki/Q7098950","display_name":"Optimal stopping","level":2,"score":0.48206788301467896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47450491786003113},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.47368741035461426},{"id":"https://openalex.org/C181789720","wikidata":"https://www.wikidata.org/wiki/Q4812191","display_name":"Asymptotically optimal algorithm","level":2,"score":0.44121071696281433},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4382714331150055},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4159106910228729},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3516523540019989},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3530893","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3530893","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2502450374","display_name":null,"funder_award_id":"1826320, 2019844, 2112471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4244981204","display_name":null,"funder_award_id":"N00014-19-1-2566","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1530458910","https://openalex.org/W1850488217","https://openalex.org/W1882088118","https://openalex.org/W1989274820","https://openalex.org/W1994748723","https://openalex.org/W1999069228","https://openalex.org/W2012672170","https://openalex.org/W2034828004","https://openalex.org/W2049934117","https://openalex.org/W2060049918","https://openalex.org/W2077124610","https://openalex.org/W2126586384","https://openalex.org/W2132597332","https://openalex.org/W2179880041","https://openalex.org/W2471517265","https://openalex.org/W2548642347","https://openalex.org/W2607706733","https://openalex.org/W2675314026","https://openalex.org/W2758521565","https://openalex.org/W2911905616","https://openalex.org/W2947806810","https://openalex.org/W2951504504","https://openalex.org/W3020125231","https://openalex.org/W3033498332","https://openalex.org/W3042116839","https://openalex.org/W3157155910","https://openalex.org/W3165124633","https://openalex.org/W3176389256","https://openalex.org/W3212136445","https://openalex.org/W4206530644","https://openalex.org/W6606643361"],"related_works":["https://openalex.org/W159910205","https://openalex.org/W3038169181","https://openalex.org/W3080706152","https://openalex.org/W1607627392","https://openalex.org/W2351073469","https://openalex.org/W2029895767","https://openalex.org/W2026003927","https://openalex.org/W2768147893","https://openalex.org/W2018171363","https://openalex.org/W2015073710"],"abstract_inverted_index":{"Considerable":[0],"work":[1,67],"has":[2,129],"focused":[3],"on":[4,140,212],"optimal":[5,158],"stopping":[6],"problems":[7],"where":[8,59,86],"random":[9],"IID":[10],"offers":[11],"arrive":[12],"sequentially":[13],"for":[14,165,196],"a":[15,56,66,70,79,92,103,118,121,130,135,176,193,207],"single":[16],"available":[17],"resource":[18,61,187],"which":[19,138],"is":[20,62,90,188],"controlled":[21],"by":[22,117],"the":[23,27,30,32,41,45,60,84,87,113,125,141,145,156,163,168,181,186,200,213,226],"decision-maker.":[24],"After":[25],"viewing":[26],"realization":[28],"of":[29,52,112,155,170],"offer,":[31],"decision-maker":[33],"irrevocably":[34],"rejects":[35],"it,":[36,39],"or":[37,69],"accepts":[38],"collecting":[40],"reward":[42,88,115,142,182],"and":[43,73,144,149,205],"ending":[44],"game.":[46],"We":[47,191],"consider":[48],"an":[49,96,153],"important":[50],"extension":[51],"this":[53,231],"model":[54],"to":[55,167,223],"dynamic":[57,177],"setting":[58],"\"renewable''":[63],"(a":[64],"rental,":[65],"assignment,":[68],"temporary":[71],"position)":[72],"can":[74],"be":[75],"allocated":[76],"again":[77],"after":[78],"delay":[80],"period":[81,147],"d.":[82],"In":[83],"case":[85,169],"distribution":[89,143],"known":[91],"priori,":[93],"we":[94,174],"design":[95],"(asymptotically":[97],"optimal)":[98],"1/2-competitive":[99],"Prophet":[100],"Inequality,":[101],"namely,":[102],"policy":[104,128,202,220],"that":[105,218],"collects":[106],"in":[107,203,230],"expectation":[108],"at":[109],"least":[110],"half":[111],"expected":[114],"collected":[116,184],"prophet":[119],"who":[120],"priori":[122],"knows":[123],"all":[124],"realizations.":[126],"This":[127],"particularly":[131],"simple":[132],"characterization":[133],"as":[134],"thresholding":[136],"rule":[137,179],"depends":[139],"blocking":[146],"d,":[148],"arises":[150],"naturally":[151],"from":[152],"LP-relaxation":[154],"prophet's":[157],"solution.":[159],"Moreover,":[160],"it":[161],"gives":[162],"key":[164],"extending":[166],"unknown":[171],"distributions;":[172],"here,":[173],"construct":[175],"threshold":[178],"using":[180],"samples":[183],"when":[185],"not":[189],"blocked.":[190],"provide":[192],"regret":[194,229],"guarantee":[195],"our":[197,219],"algorithm":[198],"against":[199],"best":[201,214,227],"hindsight,":[204],"prove":[206],"complementing":[208],"minimax":[209],"lower":[210],"bound":[211],"achievable":[215],"regret,":[216],"establishing":[217],"achieves,":[221],"up":[222],"poly-logarithmic":[224],"factors,":[225],"possible":[228],"setting.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}