{"id":"https://openalex.org/W7220997950","doi":"https://doi.org/10.48550/arxiv.2610.08132","title":"Beyond Marginal Monitoring: Distributed Joint-Distribution Testing for Data Concept Drift in Large Scale E-Commerce Operations","display_name":"Beyond Marginal Monitoring: Distributed Joint-Distribution Testing for Data Concept Drift in Large Scale E-Commerce Operations","publication_year":2026,"publication_date":"2026-10-06","ids":{"openalex":"https://openalex.org/W7220997950","doi":"https://doi.org/10.48550/arxiv.2610.08132"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.08132","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08132","pdf_url":"https://arxiv.org/pdf/2610.08132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.08132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157980735","display_name":"Cagdas Pullu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pullu, Cagdas","raw_affiliation_strings":["Data & Analytics , Trendyol Group , Istanbul , 34485 , Istanbul , T\u00fcrkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data & Analytics , Trendyol Group , Istanbul , 34485 , Istanbul , T\u00fcrkiye","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011002634","display_name":"Mahmut Emir ARSLAN","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arslan, Mahmut Emir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157941139","display_name":"Bugra Balkac","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balkac, Bugra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157900164","display_name":"Aylin Ondersev Balta","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balta, Aylin Ondersev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157947103","display_name":"Cihangir Celal Palaci","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palaci, Cihangir Celal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157909052","display_name":"Fikri Cem Yilmaz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yilmaz, Fikri Cem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5157905524","display_name":"Altan Cakir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cakir, Altan","raw_affiliation_strings":["Department of Data Science and Analytics , Istanbul Technical University , Maslak , Istanbul , 34469 , Istanbul , T\u00fcrkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science and Analytics , Istanbul Technical University , Maslak , Istanbul , 34469 , Istanbul , T\u00fcrkiye","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concept-drift-detection","display_name":"concept drift detection","score":0.9449999928474426},{"id":"https://openalex.org/keywords/two-sample-test","display_name":"two-sample test","score":0.6949999928474426},{"id":"https://openalex.org/keywords/maximum-mean-discrepancy","display_name":"maximum mean discrepancy","score":0.8529999852180481},{"id":"https://openalex.org/keywords/random-fourier-features","display_name":"random Fourier features","score":0.9120000004768372},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.5440000295639038},{"id":"https://openalex.org/keywords/apache-spark","display_name":"Apache Spark","score":0.8199999928474426},{"id":"https://openalex.org/keywords/e-commerce","display_name":"e-commerce","score":0.5789999961853027},{"id":"https://openalex.org/keywords/feature-ranking","display_name":"feature ranking","score":0.4009999930858612},{"id":"https://openalex.org/keywords/kolmogorov-smirnov-test","display_name":"Kolmogorov-Smirnov test","score":0.8679999709129333},{"id":"https://openalex.org/keywords/sampling-design","display_name":"sampling design","score":0.4729999899864197}],"concepts":[{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.7350000143051147},{"id":"https://openalex.org/C169857963","wikidata":"https://www.wikidata.org/wiki/Q1461038","display_name":"Test statistic","level":3,"score":0.5026000142097473},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.4876999855041504},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.4837999939918518},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4717999994754791},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46000000834465027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4584999978542328},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4203999936580658},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.40209999680519104},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.387800008058548},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35580000281333923},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.3416000008583069},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3310999870300293},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C135593079","wikidata":"https://www.wikidata.org/wiki/Q1750766","display_name":"Scale invariance","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.2565999925136566},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.08132","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08132","pdf_url":"https://arxiv.org/pdf/2610.08132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.08132","doi":"https://doi.org/10.48550/arxiv.2610.08132","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.08132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.08132","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08132","pdf_url":"https://arxiv.org/pdf/2610.08132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220997950.pdf","grobid_xml":"https://content.openalex.org/works/W7220997950.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2028138594","https://openalex.org/W2038412523","https://openalex.org/W2099419573","https://openalex.org/W2143991132","https://openalex.org/W2898158860","https://openalex.org/W2913446963","https://openalex.org/W3021596612","https://openalex.org/W3044058243","https://openalex.org/W4300773606","https://openalex.org/W4398489523","https://openalex.org/W4399817830","https://openalex.org/W4401656316","https://openalex.org/W7164027347","https://openalex.org/W7164387193","https://openalex.org/W7165417886"],"related_works":["https://openalex.org/W2905082295","https://openalex.org/W38774257","https://openalex.org/W2794413384","https://openalex.org/W286890319","https://openalex.org/W7167809935","https://openalex.org/W4391096211","https://openalex.org/W7037130836","https://openalex.org/W2618943439","https://openalex.org/W4312559946","https://openalex.org/W7099337693"],"abstract_inverted_index":{"Concept":[0],"drift":[1,13,81,107,129],"threatens":[2],"production":[3],"machine":[4],"learning,":[5],"yet":[6],"the":[7,23,52,73,105,110,143,181],"empirical":[8],"behavior":[9],"of":[10,25,27,33,123,171],"multivariate":[11],"two-sample":[12,40],"detectors":[14,175],"at":[15,172],"scale":[16],"remains":[17],"under-characterized.":[18],"Existing":[19],"benchmarks":[20],"rarely":[21],"address":[22],"hundreds":[24],"millions":[26],"rows":[28],"and":[29,44,65,67,113,136],"high-cardinality":[30],"features":[31],"typical":[32],"industrial-operational":[34],"datasets.":[35],"We":[36],"evaluate":[37],"five":[38],"multi-column":[39],"tests":[41],"(marginal,":[42],"projection-based,":[43],"kernel":[45],"embedding":[46],"methods)":[47],"across":[48,83],"three":[49],"complementary":[50],"environments:":[51],"Harvard":[53],"Dataverse,":[54],"a":[55,68,115,120,137,159],"validated":[56],"Failing":[57],"Loudly":[58],"reproduction":[59],"(mean":[60],"absolute":[61],"error":[62],"between":[63],"0.030":[64],"0.053),":[66],"novel":[69],"synthetic-injection":[70],"benchmark":[71],"on":[72,98],"137.5-million-row":[74],"Trendyol":[75],"collection-ranking":[76],"feature":[77],"table.":[78],"Testing":[79],"four":[80,106],"types":[82,108],"two":[84],"severity-scope":[85],"regimes,":[86],"we":[87],"demonstrate":[88],"that":[89],"distributed":[90],"Maximum":[91],"Mean":[92],"Discrepancy":[93],"with":[94,127],"Random":[95],"Fourier":[96],"Features":[97],"Apache":[99],"Spark":[100],"scales":[101],"robustly.":[102],"Averaged":[103],"over":[104],"in":[109],"strong":[111],"regime":[112],"under":[114,155],"calibrated":[116],"threshold,":[117],"it":[118],"achieves":[119],"Pearson":[121],"correlation":[122],"r":[124],"=":[125],"0.940":[126],"expected":[128],"magnitude,":[130],"an":[131],"80.4%":[132],"true":[133],"positive":[134,140],"rate,":[135],"3.2%":[138],"false":[139],"rate.":[141],"Conversely,":[142],"per-dimension":[144],"Kolmogorov-Smirnov":[145],"test":[146],"failed":[147],"due":[148],"to":[149,177,188],"statistic":[150],"saturation":[151],"from":[152,193],"ID-like":[153],"columns":[154],"asymmetric":[156],"sampling,":[157],"establishing":[158],"critical":[160],"constraint":[161],"for":[162,183],"large-scale":[163],"sampling":[164],"design.":[165],"At":[166],"weak":[167],"configurations":[168],"(realized-flip":[169],"fractions":[170],"most":[173],"0.57%),":[174],"struggled":[176],"reliably":[178],"discriminate,":[179],"highlighting":[180],"need":[182],"future":[184],"intensity-grid":[185],"power":[186],"analyses":[187],"distinguish":[189],"fundamental":[190],"sensitivity":[191],"bounds":[192],"scalable":[194],"threshold":[195],"shifts.":[196]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}