{"id":"https://openalex.org/W2906955990","doi":"https://doi.org/10.1109/tkde.2019.2916074","title":"Automated Data Slicing for Model Validation: A Big Data - AI Integration Approach","display_name":"Automated Data Slicing for Model Validation: A Big Data - AI Integration Approach","publication_year":2019,"publication_date":"2019-05-14","ids":{"openalex":"https://openalex.org/W2906955990","doi":"https://doi.org/10.1109/tkde.2019.2916074","mag":"2906955990"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2019.2916074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2916074","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.06068","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087758743","display_name":"Yeounoh Chung","orcid":"https://orcid.org/0000-0002-6535-9001"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yeounoh Chung","raw_affiliation_strings":["Apple Inc., Cupertino, CA, USA","Apple, Inc, Cupertino, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6535-9001","affiliations":[{"raw_affiliation_string":"Apple Inc., Cupertino, CA, USA","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Inc, Cupertino, CA, USA","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034086130","display_name":"Tim Kraska","orcid":"https://orcid.org/0009-0003-2414-2759"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Kraska","raw_affiliation_strings":["MIT, Cambridge, MA, USA","MIT  Cambridge MA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]},{"raw_affiliation_string":"MIT  Cambridge MA USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010950113","display_name":"Neoklis Polyzotis","orcid":"https://orcid.org/0000-0002-2694-8591"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neoklis Polyzotis","raw_affiliation_strings":["Google Research, CA, USA","[Google Research, CA, USA]"],"raw_orcid":"https://orcid.org/0000-0002-2694-8591","affiliations":[{"raw_affiliation_string":"Google Research, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"[Google Research, CA, USA]","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051664561","display_name":"Ki Hyun Tae","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ki Hyun Tae","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea","KAIST,Daejeon,Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9307-7757","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"KAIST,Daejeon,Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012631773","display_name":"Steven Euijong Whang","orcid":"https://orcid.org/0000-0001-6419-931X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Steven Euijong Whang","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea","KAIST,Daejeon,Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6419-931X","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"KAIST,Daejeon,Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3168,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67552987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":"12","first_page":"2284","last_page":"2296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.8501394987106323},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8397258520126343},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7379958629608154},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6695494651794434},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6367162466049194},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5409297943115234},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5065873861312866},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49742749333381653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.469745934009552},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4657825827598572},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44949740171432495},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1360034942626953},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10707712173461914}],"concepts":[{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.8501394987106323},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8397258520126343},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7379958629608154},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6695494651794434},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6367162466049194},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5409297943115234},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5065873861312866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49742749333381653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.469745934009552},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4657825827598572},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44949740171432495},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1360034942626953},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10707712173461914},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tkde.2019.2916074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2916074","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1807.06068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.06068","pdf_url":"https://arxiv.org/pdf/1807.06068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/132271","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/132271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"Article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/132271.2","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/132271.2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1807.06068","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.06068","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2906955990","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.06068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.06068","pdf_url":"https://arxiv.org/pdf/1807.06068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2906955990.pdf","grobid_xml":"https://content.openalex.org/works/W2906955990.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W335227069","https://openalex.org/W1484413656","https://openalex.org/W1491318920","https://openalex.org/W1559060276","https://openalex.org/W1598873931","https://openalex.org/W1995692164","https://openalex.org/W2014352947","https://openalex.org/W2026905436","https://openalex.org/W2030498706","https://openalex.org/W2074694452","https://openalex.org/W2100960835","https://openalex.org/W2107026277","https://openalex.org/W2107031757","https://openalex.org/W2110065044","https://openalex.org/W2114220113","https://openalex.org/W2119479037","https://openalex.org/W2181616869","https://openalex.org/W2217007515","https://openalex.org/W2282821441","https://openalex.org/W2402668406","https://openalex.org/W2440722286","https://openalex.org/W2530395818","https://openalex.org/W2540757487","https://openalex.org/W2560713231","https://openalex.org/W2594475271","https://openalex.org/W2597603852","https://openalex.org/W2613597870","https://openalex.org/W2613800022","https://openalex.org/W2614087582","https://openalex.org/W2617799811","https://openalex.org/W2724999822","https://openalex.org/W2743948853","https://openalex.org/W2788403449","https://openalex.org/W2884061367","https://openalex.org/W2905588001","https://openalex.org/W2949200088","https://openalex.org/W2962922665","https://openalex.org/W3120740533","https://openalex.org/W6629137921","https://openalex.org/W6633301734","https://openalex.org/W6641101873","https://openalex.org/W6685764666","https://openalex.org/W6728551298","https://openalex.org/W6735632633","https://openalex.org/W6738898614","https://openalex.org/W6748426178","https://openalex.org/W6755765851","https://openalex.org/W6765858885","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2949197841","https://openalex.org/W2039604265","https://openalex.org/W3045527342","https://openalex.org/W3207849004","https://openalex.org/W3133409647","https://openalex.org/W2563026087","https://openalex.org/W2240456204","https://openalex.org/W2973301891","https://openalex.org/W3152602106","https://openalex.org/W2180907514","https://openalex.org/W2171323322","https://openalex.org/W1456722607","https://openalex.org/W2904105011","https://openalex.org/W2243991213","https://openalex.org/W3205009808","https://openalex.org/W2142895442","https://openalex.org/W2922648861","https://openalex.org/W2750722412","https://openalex.org/W3018848787","https://openalex.org/W2996696953"],"abstract_inverted_index":{"As":[0],"machine":[1],"learning":[2],"systems":[3],"become":[4],"democratized,":[5],"it":[6,25],"becomes":[7],"increasingly":[8],"important":[9,64],"to":[10,27,37,49,76,87,109,116,120,157],"help":[11],"users":[12,29,86],"easily":[13],"debug":[14],"their":[15],"models.":[16],"However,":[17],"current":[18],"data":[19,48,55,171],"tools":[20],"are":[21,114,124,155],"still":[22],"primitive":[23],"when":[24],"comes":[26],"helping":[28],"trace":[30],"model":[31,58,67,72,90,146],"performance":[32,73,91],"problems":[33],"all":[34],"the":[35,38,43,53,57,70,80,89],"way":[36],"data.":[39],"We":[40,128],"focus":[41],"on":[42,92],"particular":[44],"problem":[45,65],"of":[46,52,79,165,169],"slicing":[47,84],"identify":[50],"subsets":[51],"validation":[54,68],"where":[56,151],"performs":[59],"poorly.":[60],"This":[61,161],"is":[62,108,132,159,163],"an":[63,133],"in":[66],"because":[69],"overall":[71],"can":[74,102],"fail":[75],"reflect":[77],"that":[78,101,123,154],"smaller":[81],"subsets,":[82],"and":[83,126,148,172,177],"allows":[85],"analyze":[88],"a":[93,166],"more":[94],"granular-level.":[95],"Unlike":[96],"general":[97],"techniques":[98],"(e.g.,":[99],"clustering)":[100],"find":[103,110],"arbitrary":[104,121],"slices,":[105],"our":[106],"goal":[107],"interpretable":[111,156],"slices":[112,139,153],"(which":[113],"easier":[115],"take":[117],"action":[118],"compared":[119],"subsets)":[122],"problematic":[125],"large.":[127],"propose":[129],"SliceFinder,":[130],"which":[131],"interactive":[134],"framework":[135],"for":[136,181],"identifying":[137,152],"such":[138],"using":[140],"statistical":[141],"techniques.":[142],"Applications":[143],"include":[144],"diagnosing":[145],"fairness":[147],"fraud":[149],"detection,":[150],"humans":[158],"crucial.":[160],"research":[162],"part":[164],"larger":[167],"trend":[168],"Big":[170],"Artificial":[173],"Intelligence":[174],"(AI)":[175],"integration":[176],"opens":[178],"many":[179],"opportunities":[180],"new":[182],"research.":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}