{"id":"https://openalex.org/W545896","doi":null,"title":"Budget-limited multi-armed bandits","display_name":"Budget-limited multi-armed bandits","alternate_titles":[],"publication_year":2012,"publication_date":"2012-04-01","ids":{"openalex":"https://openalex.org/W545896","mag":"545896"},"language":"en","primary_location":{"id":"pmh:oai:eprints.soton.ac.uk:337660","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/337660/1/LTT_PhD_thesis.pdf","pdf_url":"https://eprints.soton.ac.uk/337660/1/LTT_PhD_thesis.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W545896"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.soton.ac.uk/337660/1/LTT_PhD_thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012915897","display_name":"The Anh Han","orcid":"https://orcid.org/0000-0002-3095-7714","observed_orcids":["https://orcid.org/0000-0002-3095-7714"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"The Anh Han","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3095-7714","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5012915897"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.9440000057220459},{"id":"https://openalex.org/keywords/budget-constraints","display_name":"budget constraints","score":0.7319999933242798},{"id":"https://openalex.org/keywords/regret-bounds","display_name":"regret bounds","score":0.7509999871253967},{"id":"https://openalex.org/keywords/kube","display_name":"KUBE","score":0.6589999794960022},{"id":"https://openalex.org/keywords/epsilon-greedy","display_name":"epsilon-greedy","score":0.9409999847412109},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.3479999899864197},{"id":"https://openalex.org/keywords/decision-making-under-uncertainty","display_name":"decision making under uncertainty","score":0.7870000004768372},{"id":"https://openalex.org/keywords/wireless-sensor-networks","display_name":"wireless sensor networks","score":0.8320000171661377},{"id":"https://openalex.org/keywords/online-advertising","display_name":"online advertising","score":0.9190000295639038},{"id":"https://openalex.org/keywords/performance-guarantees","display_name":"performance guarantees","score":0.32600000500679016}],"concepts":[{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.6474612951278687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6129981279373169},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5309516787528992},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.46705520153045654},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.45735469460487366},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.44329890608787537},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41353359818458557},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.17538714408874512},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15680378675460815},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13107556104660034},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1139126718044281},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10255315899848938},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:eprints.soton.ac.uk:337660","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/337660/1/LTT_PhD_thesis.pdf","pdf_url":"https://eprints.soton.ac.uk/337660/1/LTT_PhD_thesis.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"pmh:hdl:10068/997349","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10068/997349","pdf_url":null,"source":{"id":"https://openalex.org/S4377196900","display_name":"OpenGrey (Institut de l'Information Scientifique et Technique)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1295345811","host_organization_name":"Institut de l'Information Scientifique et Technique","host_organization_lineage":["https://openalex.org/I1295345811"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"U - Thesis"},{"id":"pmh:oai:uilis.unsyiah.ac.id:44165","doi":null,"is_oa":false,"landing_page_url":"http://uilis.unsyiah.ac.id/opentheses/items/show/44165","pdf_url":null,"source":{"id":"https://openalex.org/S4377196378","display_name":"UPT. Syiah Kuala University Library (Syiah Kuala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187494767","host_organization_name":"Universitas Syiah Kuala","host_organization_lineage":["https://openalex.org/I187494767"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:545896","doi":null,"is_oa":false,"landing_page_url":"https://eprints.soton.ac.uk/337660/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:eprints.soton.ac.uk:337660","doi":null,"is_oa":true,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/337660/1/LTT_PhD_thesis.pdf","pdf_url":"https://eprints.soton.ac.uk/337660/1/LTT_PhD_thesis.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W545896.pdf","grobid_xml":"https://content.openalex.org/works/W545896.grobid-xml"},"referenced_works_count":108,"referenced_works":["https://openalex.org/W104909430","https://openalex.org/W105093648","https://openalex.org/W180753324","https://openalex.org/W1515851193","https://openalex.org/W1516061453","https://openalex.org/W1521084402","https://openalex.org/W1524700731","https://openalex.org/W1569559301","https://openalex.org/W1587673378","https://openalex.org/W1595172192","https://openalex.org/W1600338740","https://openalex.org/W1699297496","https://openalex.org/W1861050369","https://openalex.org/W1881419322","https://openalex.org/W1917528016","https://openalex.org/W1931792391","https://openalex.org/W1969343293","https://openalex.org/W1975779216","https://openalex.org/W1978087130","https://openalex.org/W1979675141","https://openalex.org/W1986882810","https://openalex.org/W1991412044","https://openalex.org/W1992876548","https://openalex.org/W1998498767","https://openalex.org/W1999824796","https://openalex.org/W2000080679","https://openalex.org/W2000994315","https://openalex.org/W2001445960","https://openalex.org/W2003707551","https://openalex.org/W2006733863","https://openalex.org/W2009551863","https://openalex.org/W2010189695","https://openalex.org/W2016460936","https://openalex.org/W2018093989","https://openalex.org/W2023599408","https://openalex.org/W2026891055","https://openalex.org/W2035577879","https://openalex.org/W2039954089","https://openalex.org/W2047069561","https://openalex.org/W2052642746","https://openalex.org/W2056921512","https://openalex.org/W2060322444","https://openalex.org/W2068420430","https://openalex.org/W2068637807","https://openalex.org/W2077902449","https://openalex.org/W2084002770","https://openalex.org/W2087203776","https://openalex.org/W2096382242","https://openalex.org/W2097487180","https://openalex.org/W2107710215","https://openalex.org/W2108777122","https://openalex.org/W2113195911","https://openalex.org/W2113984670","https://openalex.org/W2114423594","https://openalex.org/W2115519224","https://openalex.org/W2115935914","https://openalex.org/W2116687437","https://openalex.org/W2118985334","https://openalex.org/W2119840952","https://openalex.org/W2120417050","https://openalex.org/W2123016239","https://openalex.org/W2123899739","https://openalex.org/W2125481309","https://openalex.org/W2125724988","https://openalex.org/W2127172809","https://openalex.org/W2127831884","https://openalex.org/W2127864387","https://openalex.org/W2130017063","https://openalex.org/W2130440286","https://openalex.org/W2130561842","https://openalex.org/W2131791946","https://openalex.org/W2132549513","https://openalex.org/W2135664069","https://openalex.org/W2137486085","https://openalex.org/W2141351878","https://openalex.org/W2141413722","https://openalex.org/W2142269063","https://openalex.org/W2142971854","https://openalex.org/W2144161535","https://openalex.org/W2145150948","https://openalex.org/W2145774601","https://openalex.org/W2148734427","https://openalex.org/W2149119325","https://openalex.org/W2149259182","https://openalex.org/W2151323275","https://openalex.org/W2158174031","https://openalex.org/W2159167940","https://openalex.org/W2160502993","https://openalex.org/W2161704742","https://openalex.org/W2168405694","https://openalex.org/W2168452204","https://openalex.org/W2168933654","https://openalex.org/W2206766457","https://openalex.org/W2294582607","https://openalex.org/W2506424319","https://openalex.org/W2519411794","https://openalex.org/W2531972126","https://openalex.org/W2787578621","https://openalex.org/W3004540582","https://openalex.org/W3011120880","https://openalex.org/W3018927757","https://openalex.org/W3146269391","https://openalex.org/W4233413206","https://openalex.org/W4238893454","https://openalex.org/W4245171603","https://openalex.org/W4245439180","https://openalex.org/W4295847265","https://openalex.org/W7099310170"],"related_works":["https://openalex.org/W7096189325","https://openalex.org/W2306408527","https://openalex.org/W7098178524","https://openalex.org/W4295847265","https://openalex.org/W2593671500","https://openalex.org/W2950303912","https://openalex.org/W4409017733","https://openalex.org/W2769948160","https://openalex.org/W2058802489"],"abstract_inverted_index":{"Decision":[0],"making":[1,57,155,166],"under":[2,106],"uncertainty":[3,107],"is":[4,44,59,196,199,207,251,328],"one":[5,113,124],"of":[6,15,40,62,114,125,129,152,163,187,212,248,272,292,494,501,514,525,554,621],"the":[7,12,51,60,69,83,88,115,126,130,137,181,188,245,260,276,279,286,290,296,313,318,324,342,364,384,405,438,441,450,478,487,491,512,523,535,541,552,562,566,575,592,599,608,613,619],"most":[8,116],"important":[9],"challenges":[10],"within":[11,522,543],"research":[13,520],"field":[14],"artificial":[16],"intelligence,":[17],"as":[18,121,216,236],"they":[19,122],"present":[20,123],"many":[21,104,159],"everyday":[22],"situations":[23],"that":[24,225,257,316,361,371,398,432,471,532,598],"agents":[25],"have":[26,267],"to":[27,35,50,54,73,81,86,93,232,252,268,285,299,411,449,477],"face.":[28],"Within":[29],"these":[30,372,399,472],"situations,":[31],"an":[32,95,194,329,587],"agent":[33],"has":[34,141],"choose":[36,82],"from":[37,274,383,436],"a":[38,142,150,167,185,202,210,239,270,309,389,409,484,498,502,518,578],"set":[39],"options,":[41],"whose":[42],"payoff":[43,90],"uncertain":[45],"(i.e.":[46,165],"unknown":[47],"and":[48,66,118,134,198,278,358,417,429,440,457,565,584],"nondeterministic)":[49],"agent.":[52],"Common":[53],"such":[55,215],"decision":[56,105,154],"problems":[58],"need":[61],"balancing":[63],"between":[64,132,415],"exploration":[65,133],"exploitation,":[67],"where":[68],"agent,":[70],"in":[71,158,191,395,508,605,618],"order":[72],"maximise":[74],"its":[75],"total":[76],"payoff,":[77],"must":[78],"decide":[79],"whether":[80],"option":[84,97],"expected":[85],"provide":[87,253,300,346,483],"best":[89,119,385],"(exploitation)":[91],"or":[92,174,220],"try":[94],"alternative":[96],"for":[98,486,591],"potential":[99],"future":[100],"benefit":[101],"(exploration).":[102],"Among":[103],"abstractions,":[108],"multi\u2013armed":[109,580],"bandits":[110],"are":[111,401],"perhaps":[112],"common":[117],"studied,":[120],"clearest":[127],"examples":[128],"trade\u2013off":[131],"exploitation.":[135],"Whilst":[136],"standard":[138,189],"bandit":[139,183,227,262,537,581,601],"model":[140,206,228],"broad":[143],"applicability,":[144],"it":[145,237],"does":[146,339],"not":[147,340],"completely":[148],"describe":[149],"number":[151,211,271],"real\u2013world":[153,213,293],"problems.":[156,571],"Specifically,":[157,444],"cases,":[160],"pulling":[161,193,255,311],"choice":[162],"arm":[164,195],"decision)is":[168],"further":[169],"constrained":[170],"by":[171,201,209,289,388,404,533],"several":[172],"costs":[173],"limitations.":[175],"In":[176,321,367,466,527,546],"this":[177,249,495,544],"thesis,":[178],"we":[179,307,349,369,393,420,445,468,489,510,530,539,549,585,596],"introduce":[180,350],"budget\u2013limited":[182,261,314,325,352,406,451,479,536,579,600],"model,":[184],"variant":[186],"bandits,":[190,235],"which":[192,380,509],"costly,":[197],"limited":[200],"fixed":[203],"budget.":[204],"This":[205],"motivated":[208],"applications,":[214,294],"wireless":[217,503],"sensor":[218,504],"networks,":[219],"online":[221],"advertisement.":[222],"We":[223,572],"demonstrate":[224,394,470,531,597],"our":[226],"cannot":[229],"be":[230],"reduced":[231],"other":[233],"existing":[234],"requires":[238],"different":[240],"optimal":[241,376,386,462,588,609],"behaviour.":[242],"Given":[243],"this,":[244,595],"main":[246],"objective":[247],"thesis":[250,496],"novel":[254],"algorithms":[256,373,400,473,488,617],"efficiently":[258,362,412],"tackle":[259,363,511,574],"problem.":[263],"Such":[264],"algorithms,":[265,355,454,538],"however,":[266,338],"meet":[269],"requirements":[273],"both":[275,437,455],"empirical":[277,319,418,442],"theoretical":[280,301,343,347,365,416,439],"perspectives.":[281],"The":[282],"former":[283,576],"refers":[284],"constraints":[287],"desired":[288],"motivations":[291],"whilst":[295],"latter":[297],"aims":[298],"performance":[302,377,435,463],"guarantees.":[303],"To":[304,345,482],"begin":[305],"with,":[306],"propose":[308,586],"simple":[310],"algorithm,":[312,611],"\u03b5\u2013first,":[315],"addresses":[317],"requirements.":[320,344,366],"more":[322,528],"detail,":[323,529],"\u03b5\u2013first":[326],"algorithm":[327,332,590],"empirically":[330],"efficient":[331],"with":[333,577,607],"low":[334],"computational":[335],"cost,":[336],"which,":[337],"fulfil":[341],"guarantees,":[348],"two":[351,422,559],"UCB":[353,452],"based":[354,425,453,582,602],"namely:":[356,427],"KUBE":[357],"fractional":[359,430,458],"KUBE,":[360],"particular,":[368],"prove":[370],"achieve":[374,433,460],"asymptotically":[375,461],"regret":[378,464],"bounds,":[379],"only":[381],"differ":[382],"bound":[387],"constant":[390],"factor.":[391],"However,":[392],"extensive":[396],"simulations":[397],"typically":[402],"outperformed":[403],"\u03b5\u2013first.":[407],"As":[408],"result,":[410],"trade":[413],"off":[414],"requirements,":[419],"develop":[421],"decreasing":[423],"\u03b5\u2013greedy":[424],"approaches,":[426],"KDE":[428,456,459],"KDE,":[431],"good":[434],"perspective.":[443],"show":[446],"that,":[447],"similar":[448],"bounds.":[465],"addition,":[467],"also":[469],"perform":[474],"well,":[475],"compared":[476],"\u03b5":[480],"first.":[481],"grounding":[485],"develop,":[490],"second":[492],"part":[493],"contains":[497],"running":[499],"example":[500],"network":[505],"(WSN)":[506],"scenario,":[507],"problem":[513,553],"long\u2013term":[515,555],"information":[516,556,568,615],"collection,":[517],"key":[519],"challenge":[521],"domain":[524,620],"WSNs.":[526,622],"using":[534],"advance":[540],"state\u2013of\u2013the\u2013art":[542,614],"domain.":[545],"so":[547],"doing,":[548],"first":[550],"decompose":[551],"collection":[557],"into":[558],"sub\u2013problems,":[560],"namely":[561],"energy":[563,603],"management":[564],"maximal":[567],"throughput":[569],"routing":[570,610],"then":[573],"approach,":[583],"decentralised":[589],"latter.":[593],"Following":[594],"management,":[604],"conjunction":[606],"outperforms":[612],"collecting":[616]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W545896","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
