{"id":"https://openalex.org/W3037545809","doi":"https://doi.org/10.48550/arxiv.2004.03045","title":"Adversarial Validation Approach to Concept Drift Problem in User Targeting Automation Systems at Uber","display_name":"Adversarial Validation Approach to Concept Drift Problem in User Targeting Automation Systems at Uber","alternate_titles":[],"publication_year":2020,"publication_date":"2020-04-07","ids":{"openalex":"https://openalex.org/W3037545809","doi":"https://doi.org/10.48550/arxiv.2004.03045","mag":"3037545809"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2004.03045","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.03045","pdf_url":"https://arxiv.org/pdf/2004.03045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3037545809"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.03045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040971565","display_name":"Jing Shan Pan","orcid":"https://orcid.org/0009-0006-9321-1334","observed_orcids":["https://orcid.org/0009-0006-9321-1334"]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pan, Jing","raw_affiliation_strings":["Uber Technologies, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Technologies, San Francisco, CA, USA","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017881327","display_name":"Vincent Pham","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pham, Vincent","raw_affiliation_strings":["Uber Technologies, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Technologies, San Francisco, CA, USA","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052290083","display_name":"Mohan Dorairaj","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dorairaj, Mohan","raw_affiliation_strings":["Uber Technologies, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Technologies, San Francisco, CA, USA","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077751545","display_name":"Huigang Chen","orcid":"https://orcid.org/0009-0006-3515-2831","observed_orcids":["https://orcid.org/0009-0006-3515-2831"]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, Huigang","raw_affiliation_strings":["Uber Technologies, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Technologies, San Francisco, CA, USA","institution_ids":["https://openalex.org/I2946016260"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056005179","display_name":"Jeong-Yoon Lee","orcid":"https://orcid.org/0000-0003-1838-1449","observed_orcids":["https://orcid.org/0000-0003-1838-1449"]},"institutions":[{"id":"https://openalex.org/I2946016260","display_name":"Uber AI (United States)","ror":"https://ror.org/05vm0ed18","country_code":"US","type":"company","lineage":["https://openalex.org/I2946016260"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Jeong-Yoon","raw_affiliation_strings":["Uber Technologies, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Technologies, San Francisco, CA, USA","institution_ids":["https://openalex.org/I2946016260"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2946016260"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concept-drift","display_name":"concept drift","score":0.9919999837875366},{"id":"https://openalex.org/keywords/adversarial-validation","display_name":"adversarial validation","score":0.9079999923706055},{"id":"https://openalex.org/keywords/user-targeting","display_name":"user targeting","score":0.875},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.3490000069141388},{"id":"https://openalex.org/keywords/lifelong-machine-learning","display_name":"lifelong machine learning","score":0.7009999752044678},{"id":"https://openalex.org/keywords/model-retraining","display_name":"model retraining","score":0.5270000100135803},{"id":"https://openalex.org/keywords/data-drift-detection","display_name":"data drift detection","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8169052600860596},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6470532417297363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49375399947166443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4012303948402405},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.32507139444351196},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2859456539154053},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0829085111618042}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2004.03045","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.03045","pdf_url":"https://arxiv.org/pdf/2004.03045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2004.03045","doi":"https://doi.org/10.48550/arxiv.2004.03045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.03045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.03045","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.03045","pdf_url":"https://arxiv.org/pdf/2004.03045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037545809.pdf","grobid_xml":"https://content.openalex.org/works/W3037545809.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W2014373672","https://openalex.org/W2036193982","https://openalex.org/W2099471712","https://openalex.org/W2101234009","https://openalex.org/W2150291618","https://openalex.org/W2295598076","https://openalex.org/W2548641835","https://openalex.org/W2624816748","https://openalex.org/W2768348081","https://openalex.org/W2774700420","https://openalex.org/W2908410478","https://openalex.org/W2911964244","https://openalex.org/W2968627562","https://openalex.org/W2991165526","https://openalex.org/W2997591727","https://openalex.org/W3089065092","https://openalex.org/W3102476541"],"related_works":["https://openalex.org/W3015254433","https://openalex.org/W7002174963","https://openalex.org/W2522120524","https://openalex.org/W4409480432","https://openalex.org/W3034428338","https://openalex.org/W3095746518","https://openalex.org/W7167809935","https://openalex.org/W2771233945","https://openalex.org/W7164893076","https://openalex.org/W7152136595"],"abstract_inverted_index":{"In":[0],"user":[1,70,122],"targeting":[2,71,123],"automation":[3,72,124],"systems,":[4],"concept":[5,28,66,80,105],"drift":[6,29,67,81,106],"in":[7,69,82,119],"input":[8],"data":[9,22,84,115],"is":[10,41],"one":[11],"of":[12],"the":[13,44,47,77,96,109],"main":[14],"challenges.":[15],"It":[16],"deteriorates":[17],"model":[18,32],"performance":[19,36,54],"on":[20,27,55],"new":[21,56,83,97],"over":[23],"time.":[24],"Previous":[25],"research":[26],"mostly":[30],"proposed":[31],"retraining":[33],"after":[34,50],"observing":[35],"decreases.":[37],"However,":[38],"this":[39],"approach":[40,64,103],"suboptimal":[42],"because":[43],"system":[45,78],"fixes":[46],"problem":[48],"only":[49],"suffering":[51],"from":[52],"poor":[53],"data.":[57,98],"Here,":[58],"we":[59],"introduce":[60],"an":[61],"adversarial":[62],"validation":[63],"to":[65,95],"problems":[68],"systems.":[73],"With":[74],"our":[75,102],"approach,":[76],"detects":[79],"before":[85],"making":[86],"inference,":[87],"trains":[88],"a":[89],"model,":[90],"and":[91],"produces":[92],"predictions":[93],"adapted":[94],"We":[99],"show":[100],"that":[101],"addresses":[104],"effectively":[107],"with":[108],"AutoML3":[110],"Lifelong":[111],"Machine":[112],"Learning":[113],"challenge":[114],"as":[116,118],"well":[117],"Uber's":[120],"internal":[121],"system,":[125],"MaLTA.":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3037545809","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-07-02T00:00:00"}
