{"id":"https://openalex.org/W2574025500","doi":"https://doi.org/10.3233/978-1-61499-672-9-560","title":"Budgeted Multi–Armed Bandit in Continuous Action Space","display_name":"Budgeted Multi–Armed Bandit in Continuous Action Space","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2574025500","doi":"https://doi.org/10.3233/978-1-61499-672-9-560","mag":"2574025500"},"language":"en","primary_location":{"id":"doi:10.3233/978-1-61499-672-9-560","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-672-9-560","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/978-1-61499-672-9-560","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039887680","display_name":"Francesco Trov\u00f2","orcid":"https://orcid.org/0000-0001-5796-7667"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Trovò Francesco","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051831790","display_name":"Stefano Paladino","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paladino Stefano","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017130830","display_name":"Marcello Restelli","orcid":"https://orcid.org/0000-0002-6322-1076"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Restelli Marcello","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060367013","display_name":"Nicola Gatti","orcid":"https://orcid.org/0000-0001-7349-3932"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gatti Nicola","raw_affiliation_strings":["Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039887680"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":1.4831,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85359477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.7180260419845581},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.645251989364624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36775246262550354},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.22531422972679138}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7180260419845581},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.645251989364624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36775246262550354},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.22531422972679138},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/978-1-61499-672-9-560","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-672-9-560","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:re.public.polimi.it:11311/1004611","is_oa":false,"landing_page_url":"http://hdl.handle.net/11311/1004611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.3233/978-1-61499-672-9-560","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-672-9-560","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1521084402","https://openalex.org/W1668488459","https://openalex.org/W1881419322","https://openalex.org/W2028404160","https://openalex.org/W2039954089","https://openalex.org/W2066615467","https://openalex.org/W2097487180","https://openalex.org/W2115519224","https://openalex.org/W2117340018","https://openalex.org/W2130440286","https://openalex.org/W2168405694","https://openalex.org/W2298590021","https://openalex.org/W2950303912","https://openalex.org/W2952407834"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Multi–Armed":[0],"Bandits":[1],"(MABs)":[2],"have":[3],"been":[4],"widely":[5],"considered":[6],"in":[7,14,53,63,94,126],"the":[8,21,24,36,48,68,80,95,98,106,111,119,122,136,163,167,182],"last":[9],"decade":[10],"to":[11,19,51,71,188,193],"model":[12],"settings":[13,54,190],"which":[15,155],"an":[16,57,172],"agent":[17],"wants":[18],"learn":[20],"action":[22],"providing":[23],"highest":[25],"expected":[26],"reward":[27,142],"among":[28],"a":[29,40,86,127,131,140,150,157,178],"fixed":[30,87],"set":[31,120,129],"of":[32,39,113,121,133,166],"available":[33],"actions":[34,124],"during":[35],"operational":[37],"life":[38],"system.":[41],"Classical":[42],"techniques":[43],"provide":[44,149,171],"solutions":[45],"that":[46],"minimize":[47],"regret":[49,158],"due":[50],"learning":[52,81],"where":[55,118,160],"selecting":[56],"arm":[58,78],"has":[59,70],"no":[60],"cost.":[61],"Though,":[62],"many":[64],"real":[65],"world":[66],"applications":[67],"learner":[69,137],"pay":[72],"some":[73],"cost":[74,144],"for":[75,105,197],"pulling":[76],"each":[77,146],"and":[79,135,143],"process":[82],"is":[83,92,162,185],"constrained":[84],"by":[85],"budget":[88],"B.":[89],"This":[90],"problem":[91,112],"addressed":[93],"literature":[96],"as":[97,191],"Budgeted":[99,114],"MAB":[100],"(BMAB).":[101],"In":[102],"this":[103],"paper,":[104],"first":[107],"time,":[108],"we":[109,170],"study":[110],"Continuous–Armed":[115],"Bandit":[116],"(BCAB),":[117],"possible":[123],"consists":[125],"continuous":[128],"(e.g.,":[130],"range":[132],"prices)":[134],"suffers":[138,156],"from":[139],"random":[141],"at":[145],"round.":[147],"We":[148],"novel":[151],"algorithm,":[152],"named":[153],"B–Zoom,":[154],"of,":[159],"d":[161],"Zooming":[164],"dimension":[165],"problem.":[168],"Finally,":[169],"empirical":[173],"analysis":[174],"showing":[175],"that,":[176],"despite":[177],"lower":[179],"average":[180],"performance,":[181],"proposed":[183],"approach":[184],"more":[186],"robust":[187],"adverse":[189],"compared":[192],"existing":[194],"algorithms":[195],"designed":[196],"BMAB.":[198]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-01-26T00:00:00"}