{"id":"https://openalex.org/W2948194767","doi":"https://doi.org/10.1186/s40537-019-0205-4","title":"Exploring and cleaning big data with random sample data blocks","display_name":"Exploring and cleaning big data with random sample data blocks","publication_year":2019,"publication_date":"2019-06-04","ids":{"openalex":"https://openalex.org/W2948194767","doi":"https://doi.org/10.1186/s40537-019-0205-4","mag":"2948194767"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-019-0205-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0205-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0205-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0205-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064798504","display_name":"Salman Salloum","orcid":"https://orcid.org/0000-0002-6750-003X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Salman Salloum","raw_affiliation_strings":["Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China"],"raw_orcid":"https://orcid.org/0000-0002-6750-003X","affiliations":[{"raw_affiliation_string":"Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003347359","display_name":"Joshua Zhexue Huang","orcid":"https://orcid.org/0000-0002-6797-2571"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Joshua Zhexue Huang","raw_affiliation_strings":["Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076542236","display_name":"Yulin He","orcid":"https://orcid.org/0000-0002-3415-0686"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yulin He","raw_affiliation_strings":["Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, 518060, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5076542236"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":{"value":1990,"currency":"USD","value_usd":1990},"apc_paid":{"value":1990,"currency":"USD","value_usd":1990},"fwci":3.0295,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91238174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"6","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7850450873374939},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7299019694328308},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6677558422088623},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5869464874267578},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5089890956878662},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.5055737495422363},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4952625334262848},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.44914132356643677},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.15975838899612427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14001250267028809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13570478558540344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7850450873374939},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7299019694328308},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6677558422088623},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5869464874267578},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5089890956878662},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5055737495422363},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4952625334262848},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.44914132356643677},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15975838899612427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14001250267028809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13570478558540344},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-019-0205-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0205-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0205-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5200465654254b3ba3734531c8276d83","is_oa":true,"landing_page_url":"https://doaj.org/article/5200465654254b3ba3734531c8276d83","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 6, Iss 1, Pp 1-28 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-019-0205-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-019-0205-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-019-0205-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G336656720","display_name":null,"funder_award_id":"2016T90799","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G427717117","display_name":null,"funder_award_id":"2016T90799","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5485594594","display_name":null,"funder_award_id":"61473194","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5485717919","display_name":null,"funder_award_id":"61473194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7337711004","display_name":null,"funder_award_id":"2018060","funder_id":"https://openalex.org/F4320325571","funder_display_name":"Shenzhen University"},{"id":"https://openalex.org/G7448526600","display_name":null,"funder_award_id":"2017YFC0822604-2","funder_id":"https://openalex.org/F4320325571","funder_display_name":"Shenzhen University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948194767.pdf","grobid_xml":"https://content.openalex.org/works/W2948194767.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W562286511","https://openalex.org/W765381642","https://openalex.org/W1164259208","https://openalex.org/W1551385575","https://openalex.org/W1965706740","https://openalex.org/W2036816792","https://openalex.org/W2040975718","https://openalex.org/W2051685933","https://openalex.org/W2064366207","https://openalex.org/W2071989194","https://openalex.org/W2083619093","https://openalex.org/W2084071276","https://openalex.org/W2098226700","https://openalex.org/W2119738171","https://openalex.org/W2119803607","https://openalex.org/W2126623642","https://openalex.org/W2131975293","https://openalex.org/W2143677795","https://openalex.org/W2146774335","https://openalex.org/W2150915951","https://openalex.org/W2151065878","https://openalex.org/W2173213060","https://openalex.org/W2204875540","https://openalex.org/W2238711864","https://openalex.org/W2295468252","https://openalex.org/W2339488751","https://openalex.org/W2354594020","https://openalex.org/W2402007731","https://openalex.org/W2421097601","https://openalex.org/W2422469447","https://openalex.org/W2437617937","https://openalex.org/W2492804124","https://openalex.org/W2530314904","https://openalex.org/W2542459869","https://openalex.org/W2544486974","https://openalex.org/W2548122763","https://openalex.org/W2559572207","https://openalex.org/W2572060670","https://openalex.org/W2575776756","https://openalex.org/W2611426260","https://openalex.org/W2621345043","https://openalex.org/W2731964388","https://openalex.org/W2742637748","https://openalex.org/W2766944931","https://openalex.org/W2770230381","https://openalex.org/W2773612851","https://openalex.org/W2776558668","https://openalex.org/W2777991486","https://openalex.org/W2807685335","https://openalex.org/W2808726866","https://openalex.org/W2809161078","https://openalex.org/W2900113940","https://openalex.org/W2905588001","https://openalex.org/W2906300927","https://openalex.org/W3106036258","https://openalex.org/W3144237830","https://openalex.org/W4293582904","https://openalex.org/W4298197736","https://openalex.org/W4398229021","https://openalex.org/W6747174076"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4405901645","https://openalex.org/W4394895745","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2910064364","https://openalex.org/W4200136508"],"abstract_inverted_index":{"Data":[0],"scientists":[1,30],"need":[2],"scalable":[3],"methods":[4],"to":[5,27,31,62,89,157],"explore":[6,33],"and":[7,16,49,99,117],"clean":[8,103,165],"big":[9,34],"data":[10,14,29,35,50,58,65,73,132],"before":[11],"applying":[12],"advanced":[13],"analysis":[15,109],"mining":[17],"algorithms.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22],"propose":[23],"the":[24,64,79,91,120,123,136,145,159,163],"RSP-Explore":[25,124,140],"method":[26],"enable":[28],"iteratively":[32],"on":[36,110],"small":[37],"computing":[38],"clusters.":[39],"We":[40,105],"address":[41],"three":[42,130],"main":[43],"tasks:":[44],"statistical":[45,115,160],"estimation,":[46],"error":[47],"detection,":[48],"cleaning.":[51],"The":[52,126],"Random":[53],"Sample":[54],"Partition":[55],"(RSP)":[56],"distributed":[57],"model":[59],"is":[60,155],"used":[61],"represent":[63],"as":[66],"a":[67,107,150],"set":[68],"of":[69,78,84,96,102,122,129,152,162],"ready-to-use":[70],"random":[71],"sample":[72,151],"blocks":[74,86,113,154],"(called":[75],"RSP":[76,85,112,153],"blocks)":[77],"entire":[80],"data.":[81,104,166],"Block-level":[82],"samples":[83,101],"are":[87],"selected":[88],"understand":[90],"data,":[92],"identify":[93],"potential":[94],"types":[95],"value":[97],"errors,":[98],"get":[100],"provide":[106],"theoretical":[108],"using":[111],"for":[114],"estimation":[116],"demonstrate":[118],"empirically":[119],"advantages":[121],"method.":[125],"experimental":[127],"results":[128,138],"real":[131],"sets":[133],"show":[134],"that":[135],"approximate":[137],"from":[139],"can":[141],"rapidly":[142],"converge":[143],"toward":[144],"true":[146],"values.":[147],"Furthermore,":[148],"cleaning":[149],"sufficient":[156],"estimate":[158],"properties":[161],"unknown":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}