{"id":"https://openalex.org/W2913289884","doi":"https://doi.org/10.1109/icdmw.2018.00136","title":"Contextual Bandit with Adaptive Feature Extraction","display_name":"Contextual Bandit with Adaptive Feature Extraction","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2913289884","doi":"https://doi.org/10.1109/icdmw.2018.00136","mag":"2913289884"},"language":"en","primary_location":{"id":"doi:10.1109/icdmw.2018.00136","doi":"https://doi.org/10.1109/icdmw.2018.00136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00136","pdf_url":null,"source":{"id":"https://openalex.org/S4393918563","display_name":"IEEE ... International Conference on Data Mining workshops","issn_l":"2375-9259","issn":["2375-9259"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.00981","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018612055","display_name":"Baihan Lin","orcid":"https://orcid.org/0000-0002-7979-5509","observed_orcids":["https://orcid.org/0000-0002-7979-5509"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baihan Lin","raw_affiliation_strings":["Columbia University, New York, NY, USA","Columbia University [New York] (Columbia University in the City of New York, 2960 Broadway, New York, NY 10027-6902 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University [New York] (Columbia University in the City of New York, 2960 Broadway, New York, NY 10027-6902 - United States)","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055394860","display_name":"Djallel Bouneffouf","orcid":"https://orcid.org/0000-0003-3342-7513","observed_orcids":["https://orcid.org/0000-0003-3342-7513"]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Djallel Bouneffouf","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, NY, USA","IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396462","display_name":"Guillermo Cecchi","orcid":"https://orcid.org/0000-0003-1013-8348","observed_orcids":["https://orcid.org/0000-0003-1013-8348"]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guillermo A. Cecchi","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, NY, USA","IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055430458","display_name":"Irina Rish","orcid":"https://orcid.org/0000-0001-6856-5057","observed_orcids":["https://orcid.org/0000-0001-6856-5057"]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irina Rish","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, NY, USA","IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, NY, USA","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center (1101 Kitchawan Road, Route 134, Yorktown Heights, N.Y. 10598 - United States)","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7511,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97973995,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"937","last_page":"944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contextual-bandits","display_name":"contextual bandits","score":0.9079999923706055},{"id":"https://openalex.org/keywords/adaptive-feature-extraction","display_name":"adaptive feature extraction","score":0.9330000281333923},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.9120000004768372},{"id":"https://openalex.org/keywords/online-clustering","display_name":"online clustering","score":0.9959999918937683},{"id":"https://openalex.org/keywords/online-decision-making","display_name":"online decision making","score":0.6639999747276306},{"id":"https://openalex.org/keywords/non-stationary-environments","display_name":"non-stationary environments","score":0.8980000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7489122152328491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6309494376182556},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5707314014434814},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5620297789573669},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5355527400970459},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5273985266685486},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5235709547996521},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5082406401634216},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.503734290599823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49294424057006836},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4895370900630951},{"id":"https://openalex.org/C176066374","wikidata":"https://www.wikidata.org/wiki/Q629118","display_name":"Fitness function","level":3,"score":0.450408011674881},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4379192888736725},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.43488287925720215},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.432207316160202},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42142510414123535},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4213453531265259},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35109442472457886},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.22362282872200012},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icdmw.2018.00136","doi":"https://doi.org/10.1109/icdmw.2018.00136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00136","pdf_url":null,"source":{"id":"https://openalex.org/S4393918563","display_name":"IEEE ... International Conference on Data Mining workshops","issn_l":"2375-9259","issn":["2375-9259"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1802.00981","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.00981","pdf_url":"https://arxiv.org/pdf/1802.00981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-02949763v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-02949763","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW), Nov 2018, Singapore, Singapore. pp.937-944, ⟨10.1109/ICDMW.2018.00136⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1802.00981","doi":"https://doi.org/10.48550/arxiv.1802.00981","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1802.00981","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.00981","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.00981","pdf_url":"https://arxiv.org/pdf/1802.00981","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W312072385","https://openalex.org/W1487320471","https://openalex.org/W1515782956","https://openalex.org/W1576445103","https://openalex.org/W1598846723","https://openalex.org/W1891643597","https://openalex.org/W1911551976","https://openalex.org/W1916369423","https://openalex.org/W1987292194","https://openalex.org/W2009551863","https://openalex.org/W2039522160","https://openalex.org/W2077902449","https://openalex.org/W2112420033","https://openalex.org/W2118858186","https://openalex.org/W2119850747","https://openalex.org/W2166253248","https://openalex.org/W2168405694","https://openalex.org/W2184852195","https://openalex.org/W2238973924","https://openalex.org/W2279273038","https://openalex.org/W2533998516","https://openalex.org/W2613863488","https://openalex.org/W3125733173","https://openalex.org/W3148730604"],"related_works":["https://openalex.org/W3182188042","https://openalex.org/W2785371506","https://openalex.org/W2532022121","https://openalex.org/W7098934908","https://openalex.org/W2044643974","https://openalex.org/W7138905187","https://openalex.org/W3028336887","https://openalex.org/W4313050493","https://openalex.org/W3161500093","https://openalex.org/W3022860757"],"abstract_inverted_index":{"We":[0],"consider":[1],"an":[2,14,23,37,61,70,90],"online":[3,31,62],"decision":[4],"making":[5],"setting":[6],"known":[7],"as":[8],"contextual":[9,18,57,94,143],"bandit":[10,19,100,144],"problem,":[11],"and":[12,64,96,101,109,121,125],"propose":[13],"approach":[15,34,76],"for":[16,92],"improving":[17],"performance":[20],"by":[21,49,54,60],"using":[22],"adaptive":[24,137],"feature":[25,86],"extraction":[26],"(representation":[27],"learning)":[28],"based":[29,105,145],"on":[30,40,106,110,116,146],"clustering.":[32],"Our":[33,114],"starts":[35],"with":[36],"off-line":[38],"pre-training":[39],"unlabeled":[41],"history":[42],"of":[43,66,119,128,134],"contexts":[44],"(which":[45],"can":[46],"be":[47],"exploited":[48],"our":[50],"approach,":[51],"but":[52],"not":[53],"the":[55,74,78,99,102,107,111,135,141],"standard":[56,142],"bandit),":[58],"followed":[59],"selection":[63],"adaptation":[65],"encoders.":[67],"Specifically,":[68],"given":[69],"input":[71,91,148],"sample":[72],"(context),":[73],"proposed":[75,136],"selects":[77],"most":[79],"appropriate":[80],"encoding":[81,103],"function":[82,104],"to":[83],"extract":[84],"a":[85,93,117],"vector":[87],"which":[88],"becomes":[89],"bandit,":[95],"updates":[97],"both":[98,122],"context":[108],"feedback":[112],"(reward).":[113],"experiments":[115],"variety":[118],"datasets,":[120],"in":[123],"stationary":[124],"non-stationary":[126],"environments":[127],"several":[129],"kinds":[130],"demonstrate":[131],"clear":[132],"advantages":[133],"representation":[138],"learning":[139],"over":[140],"\"raw\"":[147],"contexts.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":4}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2019-02-21T00:00:00"}