{"id":"https://openalex.org/W3213383385","doi":"https://doi.org/10.1109/tnnls.2021.3124603","title":"Generalized Contextual Bandits With Latent Features: Algorithms and Applications","display_name":"Generalized Contextual Bandits With Latent Features: Algorithms and Applications","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3213383385","doi":"https://doi.org/10.1109/tnnls.2021.3124603","mag":"3213383385","pmid":"https://pubmed.ncbi.nlm.nih.gov/34780337"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3124603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3124603","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiongxiao Xu","orcid":"https://orcid.org/0000-0003-2097-5246"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongxiao Xu","raw_affiliation_strings":["Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-2097-5246","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hong Xie","orcid":"https://orcid.org/0000-0001-7935-7210"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Xie","raw_affiliation_strings":["Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-7935-7210","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":null,"display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John C. S. Lui","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7466-0384","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1734,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56094131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"34","issue":"8","first_page":"4763","last_page":"4775"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.04430000111460686,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8208000063896179},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.7907000184059143},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.6812000274658203},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5681999921798706},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5346999764442444},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.48489999771118164},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4408000111579895},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4307999908924103},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4251999855041504}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8208000063896179},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.7907000184059143},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.6812000274658203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6503000259399414},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5681999921798706},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5346999764442444},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44600000977516174},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4408000111579895},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4251999855041504},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4212999939918518},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4212000072002411},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.4189999997615814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3709999918937683},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.33559998869895935},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2856999933719635},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C24404364","wikidata":"https://www.wikidata.org/wiki/Q7246846","display_name":"Probabilistic analysis of algorithms","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.2615000009536743},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3124603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3124603","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34780337","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34780337","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3292563469","display_name":null,"funder_award_id":"61902042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4581836214","display_name":null,"funder_award_id":"cstc2020jcyj-msxmX0652","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G5805885788","display_name":"Reinforcement Learning Approach to Community Exploration in Network Science Problems: Theory and applications","funder_award_id":"14200420","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2091780923","https://openalex.org/W2112420033","https://openalex.org/W2149721706","https://openalex.org/W2168405694","https://openalex.org/W2358698356","https://openalex.org/W2532022121","https://openalex.org/W2604822632","https://openalex.org/W2743003320","https://openalex.org/W2950929549","https://openalex.org/W2962818688","https://openalex.org/W2963094593","https://openalex.org/W2964560279","https://openalex.org/W2965212020","https://openalex.org/W2967300251","https://openalex.org/W3021703952","https://openalex.org/W6629353124","https://openalex.org/W6683757025","https://openalex.org/W6684588631","https://openalex.org/W6686200487","https://openalex.org/W6686679800","https://openalex.org/W6704932748","https://openalex.org/W6734301959","https://openalex.org/W6734664650","https://openalex.org/W6749557911","https://openalex.org/W6751412355","https://openalex.org/W6764435999","https://openalex.org/W6767375466"],"related_works":[],"abstract_inverted_index":{"Contextual":[0],"bandit":[1,58,117],"is":[2],"a":[3,55,67,82,102,111,136,156,199],"popular":[4],"sequential":[5,177],"decision-making":[6],"framework":[7,59,65,118,185],"to":[8,50,93,143,186],"balance":[9,94],"the":[10,47,73,86,95,115,122,129,171,183],"exploration":[11,96],"and":[12,40,97,109,176,189,193],"exploitation":[13,98],"tradeoff":[14,172],"in":[15,30,46,148],"many":[16],"applications":[17],"such":[18],"as":[19],"recommender":[20],"systems,":[21],"search":[22],"engines,":[23],"etc.":[24],"Motivated":[25],"by":[26],"two":[27,206],"important":[28],"factors":[29],"real-world":[31],"applications:":[32],"1)":[33],"latent":[34,61,78],"contexts":[35],"(or":[36],"features)":[37],"often":[38,43],"exist":[39],"2)":[41],"feedbacks":[42,74],"have":[44],"humans":[45],"loop":[48],"leading":[49],"human":[51,76],"biases,":[52],"we":[53,134,181],"formulate":[54],"generalized":[56],"contextual":[57],"with":[60,77],"contexts.":[62],"Our":[63],"proposed":[64,87,116,184],"includes":[66],"two-layer":[68],"probabilistic":[69],"interpretable":[70],"model":[71],"for":[72,85,107,114,162],"from":[75],"features.":[79],"We":[80,100,152],"design":[81],"GCL-PS":[83],"algorithm":[84,142],"framework,":[88],"which":[89],"utilizes":[90],"posterior":[91],"sampling":[92],"tradeoff.":[99],"prove":[101,110,155],"sublinear":[103,157],"regret":[104,159],"upper":[105,160],"bound":[106,113,161],"GCL-PS,":[108,133],"lower":[112],"revealing":[119],"insights":[120,169],"on":[121,205],"optimality":[123],"of":[124,132,201],"GCL-PS.":[125],"To":[126],"further":[127],"improve":[128],"computational":[130,174],"efficiency":[131,175],"propose":[135],"Markov":[137],"Chain":[138],"Monte":[139],"Carlo":[140],"(MCMC)":[141],"generate":[144],"approximate":[145],"samples,":[146],"resulting":[147],"our":[149,163],"GCL-PSMC":[150,164],"algorithm.":[151],"not":[153],"only":[154],"Bayesian":[158],"algorithm,":[165],"but":[166],"also":[167],"reveal":[168],"into":[170],"between":[173],"decision":[178],"accuracy.":[179],"Finally,":[180],"apply":[182],"hotel":[187],"recommendations":[188],"news":[190],"article":[191],"recommendations,":[192],"show":[194],"its":[195],"superior":[196],"performance":[197],"over":[198],"variety":[200],"baselines":[202],"via":[203],"experiments":[204],"public":[207],"datasets.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-11-22T00:00:00"}