{"id":"https://openalex.org/W4226232172","doi":"https://doi.org/10.1109/icdm51629.2021.00189","title":"Online Testing of Subgroup Treatment Effects Based on Value Difference","display_name":"Online Testing of Subgroup Treatment Effects Based on Value Difference","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4226232172","doi":"https://doi.org/10.1109/icdm51629.2021.00189"},"language":"en","primary_location":{"id":"doi:10.1109/icdm51629.2021.00189","doi":"https://doi.org/10.1109/icdm51629.2021.00189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm51629.2021.00189","pdf_url":null,"source":{"id":"https://openalex.org/S4210214883","display_name":"Proceedings","issn_l":"1550-4786","issn":["1550-4786","2374-8486"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Data Mining (ICDM)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.00712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062975891","display_name":"Miao Yu","orcid":"https://orcid.org/0000-0001-6437-9679","observed_orcids":["https://orcid.org/0000-0001-6437-9679"]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Yu","raw_affiliation_strings":["North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059203764","display_name":"Wenbin Lu","orcid":"https://orcid.org/0000-0002-7320-4755","observed_orcids":["https://orcid.org/0000-0002-7320-4755"]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbin Lu","raw_affiliation_strings":["North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089012283","display_name":"Rui Song","orcid":"https://orcid.org/0000-0003-1875-2115","observed_orcids":["https://orcid.org/0000-0003-1875-2115"]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Song","raw_affiliation_strings":["North Carolina State University, Raleigh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":0.4902,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70822785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"11","issue":null,"first_page":"1463","last_page":"1468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.36890000104904175,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/online-a-b-testing","display_name":"online A/B testing","score":0.9570000171661377},{"id":"https://openalex.org/keywords/subgroup-treatment-effects","display_name":"subgroup treatment effects","score":0.9300000071525574},{"id":"https://openalex.org/keywords/treatment-heterogeneity","display_name":"treatment effect heterogeneity","score":0.8399999737739563},{"id":"https://openalex.org/keywords/value-differences","display_name":"value differences","score":0.7450000047683716},{"id":"https://openalex.org/keywords/sequential-hypothesis-testing","display_name":"sequential hypothesis testing","score":0.8920000195503235},{"id":"https://openalex.org/keywords/early-stopping","display_name":"early stopping","score":0.765999972820282},{"id":"https://openalex.org/keywords/false-positive-control","display_name":"false positive control","score":0.6140000224113464}],"concepts":[{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5728499889373779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42614316940307617},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4085887670516968},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36749303340911865}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icdm51629.2021.00189","doi":"https://doi.org/10.1109/icdm51629.2021.00189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm51629.2021.00189","pdf_url":null,"source":{"id":"https://openalex.org/S4210214883","display_name":"Proceedings","issn_l":"1550-4786","issn":["1550-4786","2374-8486"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Data Mining (ICDM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.00712","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.00712","pdf_url":"https://arxiv.org/pdf/2109.00712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2109.00712","doi":"https://doi.org/10.48550/arxiv.2109.00712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.00712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.00712","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.00712","pdf_url":"https://arxiv.org/pdf/2109.00712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226232172.pdf","grobid_xml":"https://content.openalex.org/works/W4226232172.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1975906700","https://openalex.org/W2039119502","https://openalex.org/W2039811614","https://openalex.org/W2056134841","https://openalex.org/W2095649426","https://openalex.org/W2110228583","https://openalex.org/W2161498332","https://openalex.org/W2293233856","https://openalex.org/W2907108374","https://openalex.org/W2997214446","https://openalex.org/W4226232172","https://openalex.org/W4230704549"],"related_works":["https://openalex.org/W4284883578","https://openalex.org/W2997214446","https://openalex.org/W2907108374","https://openalex.org/W7223119010","https://openalex.org/W3130221758","https://openalex.org/W7124235610","https://openalex.org/W4205913461","https://openalex.org/W3004531678","https://openalex.org/W2327088741","https://openalex.org/W7219388605"],"abstract_inverted_index":{"Online":[0],"A/B":[1,34],"testing":[2,133],"plays":[3],"a":[4,20,32,40,58,61,70,140,142,148,168],"critical":[5],"role":[6],"in":[7],"the":[8,44,51,95,100,103,107,123,128,132,136,157,175,202],"high-tech":[9],"industry":[10],"to":[11,25,56,86,97,117,192],"guide":[12],"product":[13],"development":[14],"and":[15,115,167,195],"accelerate":[16],"innovation.":[17],"It":[18,110],"performs":[19],"null":[21],"hypothesis":[22],"statistical":[23,108],"test":[24,35,72,118,163],"determine":[26],"which":[27],"variant":[28],"is":[29,189],"better.":[30],"However,":[31],"typical":[33],"presents":[36],"two":[37,89],"problems:":[38],"(i)":[39],"fixed-horizon":[41,204],"framework":[42],"inflates":[43],"false-positive":[45],"errors":[46],"under":[47],"continuous":[48],"monitoring;":[49],"(ii)":[50],"homogeneous":[52],"effects":[53,78,114],"assumption":[54],"fails":[55],"identify":[57],"subgroup":[59,121,143],"with":[60,181,201],"beneficial":[62],"treatment":[63,113,153],"effect.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68],"propose":[69],"sequential":[71],"for":[73],"sub":[74],"group":[75],"t":[76],"reatment":[77],"based":[79],"on":[80,164],"val":[81],"ue":[82],"difference,":[83],"named":[84],"SUBTLE,":[85],"address":[87],"these":[88],"problems":[90],"simultaneously.":[91],"The":[92,171],"SUBTLE":[93,176],"allows":[94],"experimenters":[96],"\u201cpeek\u201d":[98],"at":[99,186],"results":[101,172],"during":[102],"experiment":[104],"without":[105],"harming":[106],"guarantees.":[109],"assumes":[111],"heterogeneous":[112],"aims":[116],"if":[119],"some":[120],"of":[122,138,160],"population":[124],"will":[125,144],"benefit":[126],"from":[127],"investigative":[129],"treatment.":[130],"If":[131],"result":[134],"indicates":[135],"existence":[137],"such":[139],"subgroup,":[141],"be":[145],"identified":[146],"using":[147],"readily":[149],"available":[150],"estimated":[151],"optimal":[152],"rule.":[154],"We":[155],"examine":[156],"empirical":[158],"performance":[159],"our":[161],"proposed":[162],"both":[165],"simulations":[166],"real":[169],"dataset.":[170],"show":[173],"that":[174],"has":[177],"high":[178],"detection":[179],"power":[180],"controlled":[182],"type":[183],"I":[184],"error":[185],"any":[187],"time,":[188],"more":[190],"robust":[191],"noise":[193],"covariates,":[194],"can":[196],"achieve":[197],"early":[198],"stopping":[199],"compared":[200],"corresponding":[203],"test.":[205]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-05-05T00:00:00"}