{"id":"https://openalex.org/W392410220","doi":null,"title":"Exploring Bandit Algorithms for Automatic Content Selection","display_name":"Exploring Bandit Algorithms for Automatic Content Selection","alternate_titles":[],"publication_year":2014,"publication_date":"2014-07-04","ids":{"openalex":"https://openalex.org/W392410220","mag":"392410220"},"language":"en","primary_location":{"id":"pmh:oai:dnet:upcommonspor::0b95cdb98a89010f2d1b1492884571b4","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/masterThesis"},"parent_works":[],"lineage":["https://openalex.org/W392410220"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2099.1/24886","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dai Shi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Dai Shi","raw_affiliation_strings":["The Faculty of Informatics, UPC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Faculty of Informatics, UPC","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.9539999961853027},{"id":"https://openalex.org/keywords/contextual-bandits","display_name":"contextual bandits","score":0.7960000038146973},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.9639999866485596},{"id":"https://openalex.org/keywords/online-recommendation","display_name":"online recommendation","score":0.6169999837875366},{"id":"https://openalex.org/keywords/bandit-algorithms","display_name":"bandit algorithms","score":0.6330000162124634}],"concepts":[{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.8277440071105957},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7308288216590881},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7046003937721252},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6567040681838989},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5187411904335022},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5121254920959473},{"id":"https://openalex.org/C161664118","wikidata":"https://www.wikidata.org/wiki/Q1089933","display_name":"Churning","level":2,"score":0.5031430125236511},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5022878646850586},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.45711708068847656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4221475124359131},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3387227952480316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3316573202610016},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13645794987678528},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C145236788","wikidata":"https://www.wikidata.org/wiki/Q28161","display_name":"Labour economics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:dnet:upcommonspor::0b95cdb98a89010f2d1b1492884571b4","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"pmh:oai:recercat.cat:2072/246102","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"pmh:oai:recercat.cat:2099.1/24886","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Master thesis"},{"id":"pmh:oai:upcommons.upc.edu:2099.1/24886","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"mag:392410220","doi":null,"is_oa":false,"landing_page_url":"http://it4bi.univ-tours.fr/it4bi/medias/pdfs/exploring-bandit-algorithms-for-automatic-content-selection.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dnet:upcommonspor::0b95cdb98a89010f2d1b1492884571b4","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2099.1/24886","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/masterThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W392410220.pdf","grobid_xml":"https://content.openalex.org/works/W392410220.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W46877293","https://openalex.org/W305949787","https://openalex.org/W1516061453","https://openalex.org/W1544426622","https://openalex.org/W1549884163","https://openalex.org/W1625390266","https://openalex.org/W1986842597","https://openalex.org/W1993023795","https://openalex.org/W1998498767","https://openalex.org/W2009551863","https://openalex.org/W2039522160","https://openalex.org/W2044643974","https://openalex.org/W2049934117","https://openalex.org/W2055011753","https://openalex.org/W2077902449","https://openalex.org/W2085792694","https://openalex.org/W2094536313","https://openalex.org/W2098258765","https://openalex.org/W2103715332","https://openalex.org/W2112420033","https://openalex.org/W2118980425","https://openalex.org/W2119850747","https://openalex.org/W2127186087","https://openalex.org/W2138859735","https://openalex.org/W2138909795","https://openalex.org/W2151323275","https://openalex.org/W2164284962","https://openalex.org/W2168405694","https://openalex.org/W2182000050","https://openalex.org/W2950929549","https://openalex.org/W2951665052","https://openalex.org/W3011120880","https://openalex.org/W3015812362","https://openalex.org/W3125634603","https://openalex.org/W7001074142"],"related_works":["https://openalex.org/W3188145729","https://openalex.org/W4391477254","https://openalex.org/W2184110044","https://openalex.org/W2900706408","https://openalex.org/W7144309777","https://openalex.org/W7126236770","https://openalex.org/W7096416003","https://openalex.org/W4200274023","https://openalex.org/W3028336887","https://openalex.org/W2962818688"],"abstract_inverted_index":{"Multi-armed":[0],"bandit":[1,133,142,146,167],"(MAB)":[2],"problem":[3,59],"is":[4,13,60,74,123],"derived":[5],"from":[6],"slot":[7],"machines":[8],"in":[9,22,40,51,64,144,171],"the":[10,20,31,55,87],"casino.":[11],"It":[12,78],"about":[14],"how":[15],"a":[16,76,156],"gambler":[17,32],"could":[18],"pull":[19],"arms":[21],"order":[23,41,52],"to":[24,34,38,42,49,53,80,84,86,90,110,154],"maximize":[25,91],"total":[26,56],"reward.":[27],"In":[28,135],"this":[29,102,136],"sense,":[30],"needs":[33,79],"decide":[35],"which":[36,47],"arm":[37,48],"explore":[39],"gain":[43],"more":[44],"knowledge,":[45],"and":[46,114],"exploit":[50],"guarantee":[54],"payoff.":[57],"This":[58],"also":[61],"very":[62,99],"common":[63],"real":[65,157],"world,":[66],"such":[67],"as":[68,131],"automatic":[69,159,172],"content":[70,83,126,160,173],"selection.":[71,174],"The":[72],"website":[73],"like":[75],"gambler.":[77],"select":[81],"proper":[82],"recommend":[85],"visitors,":[88],"trying":[89],"click":[92],"through":[93],"rate":[94],"(CTR).":[95],"Bandit":[96],"algorithms":[97,143,168],"are":[98,108,169],"suitable":[100],"for":[101],"kind":[103],"of":[104],"issue.":[105],"Because":[106],"they":[107],"able":[109],"deal":[111],"with":[112,117],"exploration":[113],"exploitation":[115],"trade-off":[116],"high":[118],"churning":[119],"data.":[120],"When":[121],"context":[122],"considered":[124],"during":[125],"selection,":[127],"we":[128,138,149],"model":[129],"it":[130],"contextual":[132],"problems.":[134],"thesis,":[137],"evaluate":[139],"several":[140],"popular":[141],"different":[145],"settings.":[147],"And":[148],"propose":[150],"our":[151],"own":[152],"approach":[153],"solve":[155],"world":[158],"selection":[161],"case.":[162],"Our":[163],"experiments":[164],"demonstrate":[165],"that":[166],"efficient":[170]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W392410220","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2016-06-24T00:00:00"}
