{"id":"https://openalex.org/W4308216578","doi":"https://doi.org/10.1109/allerton49937.2022.9929355","title":"Bandits with Dynamic Arm-acquisition Costs","display_name":"Bandits with Dynamic Arm-acquisition Costs","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4308216578","doi":"https://doi.org/10.1109/allerton49937.2022.9929355"},"language":"en","primary_location":{"id":"doi:10.1109/allerton49937.2022.9929355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton49937.2022.9929355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 58th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090394680","display_name":"Anand Kalvit","orcid":"https://orcid.org/0000-0002-8594-4937"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anand Kalvit","raw_affiliation_strings":["Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071724876","display_name":"Assaf Zeevi","orcid":"https://orcid.org/0000-0003-1075-6664"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Assaf Zeevi","raw_affiliation_strings":["Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5090394680"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15015953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8275841474533081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6756080389022827},{"id":"https://openalex.org/keywords/decision-maker","display_name":"Decision maker","score":0.6016964316368103},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5428951978683472},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5086427927017212},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5037731528282166},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.43269699811935425},{"id":"https://openalex.org/keywords/endogeneity","display_name":"Endogeneity","score":0.41094279289245605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3491356372833252},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3165299892425537},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23713469505310059},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21951520442962646},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1347382366657257}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8275841474533081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6756080389022827},{"id":"https://openalex.org/C2986080485","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision maker","level":2,"score":0.6016964316368103},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5428951978683472},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5086427927017212},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5037731528282166},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.43269699811935425},{"id":"https://openalex.org/C610760","wikidata":"https://www.wikidata.org/wiki/Q1340706","display_name":"Endogeneity","level":2,"score":0.41094279289245605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3491356372833252},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3165299892425537},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23713469505310059},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21951520442962646},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1347382366657257},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton49937.2022.9929355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton49937.2022.9929355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 58th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W172143579","https://openalex.org/W246157401","https://openalex.org/W1973712811","https://openalex.org/W2009551863","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2077902449","https://openalex.org/W2101398190","https://openalex.org/W2149660380","https://openalex.org/W2158858912","https://openalex.org/W2168405694","https://openalex.org/W2499002200","https://openalex.org/W2711678697","https://openalex.org/W2792619169","https://openalex.org/W2888023058","https://openalex.org/W2949186496","https://openalex.org/W2950929549","https://openalex.org/W2962821829","https://openalex.org/W3001922646","https://openalex.org/W3119625965","https://openalex.org/W3164411087","https://openalex.org/W3174216023","https://openalex.org/W4211192810","https://openalex.org/W4287256886","https://openalex.org/W4301094597","https://openalex.org/W4301597078","https://openalex.org/W6606960145","https://openalex.org/W6609452680","https://openalex.org/W6639904974","https://openalex.org/W6675508109","https://openalex.org/W6682110964","https://openalex.org/W6683071215","https://openalex.org/W6740336040","https://openalex.org/W6743822824","https://openalex.org/W6749739058","https://openalex.org/W6768543239","https://openalex.org/W6786524651"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2101991911","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W4385742498"],"abstract_inverted_index":{"We":[0,124,148],"consider":[1],"a":[2,26,38,48,68,104,137,151],"bandit":[3],"problem":[4],"where":[5],"at":[6,25],"any":[7],"time,":[8],"the":[9,52,59,113,121,132,146],"decision":[10,60,93],"maker":[11],"can":[12],"add":[13],"new":[14,21],"arms":[15],"to":[16,58,88,97,112],"her":[17,99],"consideration":[18],"set.":[19],"A":[20],"arm":[22,54],"is":[23,96,156,162],"queried":[24,122],"cost":[27,43],"from":[28],"an":[29],"arm-reservoir":[30],"containing":[31],"finitely":[32],"many":[33],"arm-types,":[34],"each":[35],"characterized":[36],"by":[37],"distinct":[39],"mean":[40],"reward.":[41],"The":[42,92],"of":[44,51,67,71,106,120,129,142],"query":[45],"reflects":[46],"in":[47,79,131,145],"diminishing":[49],"probability":[50],"returned":[53],"being":[55],"optimal,":[56],"unbeknown":[57],"maker;":[61],"this":[62],"feature":[63],"encapsulates":[64],"defining":[65],"characteristics":[66],"broad":[69],"class":[70],"operations-inspired":[72],"online":[73],"learning":[74],"problems,":[75],"e.g.,":[76],"those":[77,84],"arising":[78],"markets":[80],"with":[81],"churn,":[82],"or":[83],"involving":[85],"allocations":[86],"subject":[87],"costly":[89],"resource":[90],"acquisition.":[91],"maker's":[94],"goal":[95],"maximize":[98],"cumulative":[100],"expected":[101],"payoffs":[102],"over":[103],"sequence":[105],"<tex":[107],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n$</tex>":[109],"pulls,":[110],"oblivious":[111],"statistical":[114],"properties":[115],"as":[116,118],"well":[117],"types":[119],"arms.":[123],"study":[125],"two":[126],"natural":[127],"modes":[128],"endogeneity":[130],"reservoir":[133],"distribution,":[134],"and":[135],"characterize":[136],"necessary":[138],"condition":[139,161],"for":[140],"achievability":[141],"sub-linear":[143],"regret":[144],"problem.":[147],"also":[149],"discuss":[150],"UCB-inspired":[152],"adaptive":[153],"algorithm":[154],"that":[155],"long-run-average":[157],"optimal":[158],"whenever":[159],"said":[160],"satisfied,":[163],"thereby":[164],"establishing":[165],"its":[166],"tightness.":[167]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}