{"id":"https://openalex.org/W2532022121","doi":"https://doi.org/10.1145/2983323.2983847","title":"Learning Hidden Features for Contextual Bandits","display_name":"Learning Hidden Features for Contextual Bandits","publication_year":2016,"publication_date":"2016-10-24","ids":{"openalex":"https://openalex.org/W2532022121","doi":"https://doi.org/10.1145/2983323.2983847","mag":"2532022121"},"language":"en","primary_location":{"id":"doi:10.1145/2983323.2983847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2983323.2983847","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2983847&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2983847&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062299183","display_name":"Huazheng Wang","orcid":"https://orcid.org/0000-0003-3918-6925"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Huazheng Wang","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101992274","display_name":"Qingyun Wu","orcid":"https://orcid.org/0000-0003-1008-516X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingyun Wu","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085094109","display_name":"Hongning Wang","orcid":"https://orcid.org/0000-0002-6524-9195"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongning Wang","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062299183"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":7.8278,"has_fulltext":true,"cited_by_count":84,"citation_normalized_percentile":{"value":0.97357426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1633","last_page":"1642"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.7419001460075378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7217694520950317},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.6487298011779785},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6126460433006287},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5821242928504944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47479552030563354},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42908287048339844},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4091324806213379},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18112370371818542}],"concepts":[{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.7419001460075378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7217694520950317},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.6487298011779785},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6126460433006287},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5821242928504944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47479552030563354},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42908287048339844},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4091324806213379},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18112370371818542},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2983323.2983847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2983323.2983847","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2983847&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2983323.2983847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2983323.2983847","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2983847&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5245339017","display_name":null,"funder_award_id":"1553568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7441103298","display_name":null,"funder_award_id":"IIS-1553568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2532022121.pdf","grobid_xml":"https://content.openalex.org/works/W2532022121.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W116854235","https://openalex.org/W282081402","https://openalex.org/W1487320471","https://openalex.org/W1968049117","https://openalex.org/W2014617517","https://openalex.org/W2054141820","https://openalex.org/W2054553473","https://openalex.org/W2061212083","https://openalex.org/W2091780923","https://openalex.org/W2094286023","https://openalex.org/W2100235918","https://openalex.org/W2106502572","https://openalex.org/W2108114251","https://openalex.org/W2108738385","https://openalex.org/W2109979807","https://openalex.org/W2112420033","https://openalex.org/W2117353901","https://openalex.org/W2119738618","https://openalex.org/W2119850747","https://openalex.org/W2138859735","https://openalex.org/W2138909795","https://openalex.org/W2139750075","https://openalex.org/W2149571656","https://openalex.org/W2158515176","https://openalex.org/W2160163723","https://openalex.org/W2168405694","https://openalex.org/W2182342230","https://openalex.org/W2519411794","https://openalex.org/W6609985470","https://openalex.org/W6629353124","https://openalex.org/W6676077707","https://openalex.org/W6681980189","https://openalex.org/W6683757025"],"related_works":["https://openalex.org/W3108185025","https://openalex.org/W1850547517","https://openalex.org/W2964125852","https://openalex.org/W3176022311","https://openalex.org/W3048056964","https://openalex.org/W4287690869","https://openalex.org/W3046298489","https://openalex.org/W3015709540","https://openalex.org/W4287816990","https://openalex.org/W4281629038"],"abstract_inverted_index":{"Contextual":[0],"bandit":[1,21,103,124,145,156,202,209],"algorithms":[2,22,203,210],"provide":[3],"principled":[4],"online":[5],"learning":[6],"solutions":[7,135],"to":[8,30,45,54,65,74,78,86,96,117,176],"find":[9],"optimal":[10],"trade-offs":[11],"between":[12,208],"exploration":[13],"and":[14,62,144,167,186,204,211],"exploitation":[15],"with":[16,164,198],"companion":[17],"side-information.":[18],"Most":[19,147],"contextual":[20,102,120,155,201],"simply":[23],"assume":[24],"the":[25,31,38,75,98,118,153,191,194],"learner":[26],"would":[27],"have":[28],"access":[29],"entire":[32],"set":[33],"of":[34,40,60,193],"features,":[35],"which":[36,132],"govern":[37],"generation":[39,113],"payoffs":[41],"from":[42],"a":[43,84,159,168],"user":[44],"an":[46],"item.":[47],"However,":[48],"in":[49,110,115,131],"practice":[50],"it":[51],"is":[52,126,171],"challenging":[53],"exhaust":[55],"all":[56],"relevant":[57],"features":[58,100,106,143],"ahead":[59],"time,":[61],"oftentimes":[63],"due":[64],"privacy":[66],"or":[67],"sampling":[68],"constraints":[69],"many":[70],"factors":[71,82],"are":[72,107],"unobservable":[73],"algorithm.":[76],"Failing":[77],"model":[79,177],"such":[80,178],"hidden":[81,99,142,179],"leads":[83],"system":[85],"make":[87],"constantly":[88],"suboptimal":[89],"predictions.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94,149],"propose":[95],"learn":[97],"for":[101,140],"algorithms.":[104],"Hidden":[105],"explicitly":[108],"introduced":[109],"our":[111],"reward":[112],"assumption,":[114],"addition":[116],"observable":[119],"features.":[121,180],"A":[122],"scalable":[123],"algorithm":[125,157,196],"achieved":[127],"via":[128],"coordinate":[129],"descent,":[130],"closed":[133],"form":[134],"exist":[136],"at":[137],"each":[138],"iteration":[139],"both":[141,184],"parameters.":[146],"importantly,":[148],"rigorously":[150],"prove":[151],"that":[152],"developed":[154],"achieves":[158],"sublinear":[160],"upper":[161],"regret":[162,170],"bound":[163],"high":[165],"probability,":[166],"linear":[169],"inevitable":[172],"if":[173],"one":[174],"fails":[175],"Extensive":[181],"experimentation":[182],"on":[183],"simulations":[185],"large-scale":[187],"real-world":[188],"datasets":[189],"verified":[190],"advantages":[192],"proposed":[195],"compared":[197],"several":[199],"state-of-the-art":[200],"existing":[205],"ad-hoc":[206],"combinations":[207],"matrix":[212],"factorization":[213],"methods.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}