{"id":"https://openalex.org/W4408556784","doi":"https://doi.org/10.1145/3725536.3725547","title":"Whittle Index-Based Q-Learning for Contextual Restless Bandits: A Case Study in Email Marketing","display_name":"Whittle Index-Based Q-Learning for Contextual Restless Bandits: A Case Study in Email Marketing","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408556784","doi":"https://doi.org/10.1145/3725536.3725547"},"language":"en","primary_location":{"id":"doi:10.1145/3725536.3725547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3725536.3725547","pdf_url":null,"source":{"id":"https://openalex.org/S4210187660","display_name":"ACM SIGMETRICS Performance Evaluation Review","issn_l":"0163-5999","issn":["0163-5999","1557-9484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMETRICS Performance Evaluation Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116674332","display_name":"Ibtihal El Mimouni","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Ibtihal El Mimouni","raw_affiliation_strings":["INRIA NEO, Smartprofile, Universit\u00c9 C\u00f4te d'Azur Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA NEO, Smartprofile, Universit\u00c9 C\u00f4te d'Azur Sophia Antipolis, France","institution_ids":["https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5116674332"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05158377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"52","issue":"4","first_page":"21","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.7546085119247437},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5188542604446411},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.4744342863559723},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.44042038917541504},{"id":"https://openalex.org/keywords/advertising","display_name":"Advertising","score":0.42285674810409546},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39211133122444153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2712503671646118},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12270921468734741},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.05492895841598511}],"concepts":[{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.7546085119247437},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5188542604446411},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.4744342863559723},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.44042038917541504},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.42285674810409546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39211133122444153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2712503671646118},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12270921468734741},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.05492895841598511}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3725536.3725547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3725536.3725547","pdf_url":null,"source":{"id":"https://openalex.org/S4210187660","display_name":"ACM SIGMETRICS Performance Evaluation Review","issn_l":"0163-5999","issn":["0163-5999","1557-9484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMETRICS Performance Evaluation Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W596638807","https://openalex.org/W1916369423","https://openalex.org/W1944205345","https://openalex.org/W2003798390","https://openalex.org/W2041253441","https://openalex.org/W2056921512","https://openalex.org/W2092108867","https://openalex.org/W2112420033","https://openalex.org/W2132651882","https://openalex.org/W2141515329","https://openalex.org/W2288243449","https://openalex.org/W2341865734","https://openalex.org/W2993254231","https://openalex.org/W3022217175","https://openalex.org/W4206530644","https://openalex.org/W6779558354"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2320718078","https://openalex.org/W2653530212","https://openalex.org/W2908364646","https://openalex.org/W2275271759","https://openalex.org/W2014532210","https://openalex.org/W1992760298","https://openalex.org/W3132716659","https://openalex.org/W1562991075","https://openalex.org/W2187644337"],"abstract_inverted_index":{"Email":[0],"marketing":[1,21],"has":[2],"become":[3],"an":[4],"essential":[5],"tool":[6],"for":[7],"businesses":[8],"to":[9,12,62,94,101,107,126],"reach":[10],"out":[11],"potential":[13,35],"customers":[14],"[16].":[15],"However,":[16],"the":[17,84],"use":[18],"of":[19],"mass":[20],"raises":[22],"ethical":[23],"and":[24,37,112,119],"environmental":[25],"issues.":[26],"In":[27],"fact,":[28],"this":[29,46],"practice":[30],"tarnishes":[31],"domain":[32],"reputation":[33],"with":[34,40,68],"spamming":[36],"overwhelms":[38],"recipients":[39,122],"irrelevant":[41],"content.":[42],"Not":[43],"only":[44],"does":[45],"decrease":[47],"user":[48,57,97],"engagement,":[49],"but":[50],"it":[51,60],"also":[52],"results":[53],"in":[54],"a":[55,79,87,109],"negative":[56],"experience.":[58],"Moreover,":[59],"contributes":[61],"significant":[63],"carbon":[64],"emissions":[65],"[5],":[66],"especially":[67],"emails":[69],"containing":[70],"heavy":[71],"attachments.":[72],"To":[73],"address":[74],"these":[75],"challenges,":[76],"we":[77],"propose":[78],"novel":[80],"approach":[81],"that":[82,121],"frames":[83],"problem":[85],"as":[86],"Contextual":[88],"Restless":[89],"Bandit":[90],"Recommender":[91],"System":[92],"aiming":[93],"target":[95],"relevant":[96],"segments":[98],"while":[99],"adapting":[100],"dynamic":[102],"environments.":[103],"The":[104],"objective":[105],"is":[106],"offer":[108],"more":[110],"effective":[111],"sustainable":[113],"solution,":[114],"minimizing":[115],"unnecessary":[116],"email":[117],"transmissions":[118],"ensuring":[120],"receive":[123],"content":[124],"tailored":[125],"their":[127],"profile.":[128]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}