{"id":"https://openalex.org/W2890487282","doi":"https://doi.org/10.1109/bigdatacongress.2018.00029","title":"Big Data Quality: A Survey","display_name":"Big Data Quality: A Survey","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2890487282","doi":"https://doi.org/10.1109/bigdatacongress.2018.00029","mag":"2890487282"},"language":"en","primary_location":{"id":"doi:10.1109/bigdatacongress.2018.00029","doi":"https://doi.org/10.1109/bigdatacongress.2018.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdatacongress.2018.00029","pdf_url":null,"source":{"id":"https://openalex.org/S7407086525","display_name":"IEEE International Congress on Big Data (BigData Congress)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Congress on Big Data (BigData Congress)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064726931","display_name":"Ikbal Taleb","orcid":"https://orcid.org/0000-0003-1738-2642","observed_orcids":["https://orcid.org/0000-0003-1738-2642"]},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ikbal Taleb","raw_affiliation_strings":["CIISE Concordia University, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CIISE Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022074764","display_name":"Mohamed Adel Serhani","orcid":"https://orcid.org/0000-0001-7001-3710","observed_orcids":["https://orcid.org/0000-0001-7001-3710"]},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamed Adel Serhani","raw_affiliation_strings":["College of Information Technology, UAE University, Al Ain, UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Technology, UAE University, Al Ain, UAE","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057013558","display_name":"Rachida Dssouli A","orcid":"https://orcid.org/0000-0002-7859-9098","observed_orcids":["https://orcid.org/0000-0002-7859-9098"]},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rachida Dssouli","raw_affiliation_strings":["CIISE Concordia University, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CIISE Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.5022,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.99380103,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"166","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data-quality","display_name":"big data quality","score":0.9879999756813049},{"id":"https://openalex.org/keywords/data-quality-assessment","display_name":"data quality assessment","score":0.8209999799728394},{"id":"https://openalex.org/keywords/quality-management-framework","display_name":"quality management framework","score":0.7540000081062317},{"id":"https://openalex.org/keywords/data-storage","display_name":"data storage","score":0.6489999890327454},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.8619999885559082},{"id":"https://openalex.org/keywords/data-analytics","display_name":"data analytics","score":0.8140000104904175},{"id":"https://openalex.org/keywords/data-management-challenges","display_name":"data management challenges","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.8181953430175781},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7600662708282471},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.7027472257614136},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.7004345655441284},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6111995577812195},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5472816824913025},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5188359022140503},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.479469895362854},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.4591407775878906},{"id":"https://openalex.org/C157934477","wikidata":"https://www.wikidata.org/wiki/Q9061582","display_name":"Quality policy","level":4,"score":0.43255794048309326},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.42990216612815857},{"id":"https://openalex.org/C196879817","wikidata":"https://www.wikidata.org/wiki/Q872685","display_name":"Data governance","level":4,"score":0.4218597412109375},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.39330628514289856},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33094698190689087},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3239253759384155},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23064109683036804},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18607354164123535},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1516065001487732},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1239183247089386},{"id":"https://openalex.org/C198783460","wikidata":"https://www.wikidata.org/wiki/Q629173","display_name":"Management system","level":2,"score":0.11273571848869324},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08813402056694031},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdatacongress.2018.00029","doi":"https://doi.org/10.1109/bigdatacongress.2018.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdatacongress.2018.00029","pdf_url":null,"source":{"id":"https://openalex.org/S7407086525","display_name":"IEEE International Congress on Big Data (BigData Congress)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Congress on Big Data (BigData Congress)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W114869232","https://openalex.org/W567494327","https://openalex.org/W1491282455","https://openalex.org/W1494137514","https://openalex.org/W1495554255","https://openalex.org/W1505837402","https://openalex.org/W1592474299","https://openalex.org/W1912802097","https://openalex.org/W1967167578","https://openalex.org/W1976732638","https://openalex.org/W1989776363","https://openalex.org/W2004291985","https://openalex.org/W2007343074","https://openalex.org/W2007907699","https://openalex.org/W2018821139","https://openalex.org/W2034334856","https://openalex.org/W2063102808","https://openalex.org/W2092770599","https://openalex.org/W2102827582","https://openalex.org/W2137479650","https://openalex.org/W2146068062","https://openalex.org/W2156181187","https://openalex.org/W2157954477","https://openalex.org/W2159128662","https://openalex.org/W2165394871","https://openalex.org/W2172250756","https://openalex.org/W2176027998","https://openalex.org/W2195118355","https://openalex.org/W2212194823","https://openalex.org/W2215544391","https://openalex.org/W2240592568","https://openalex.org/W2315329697","https://openalex.org/W2316007180","https://openalex.org/W2343161864","https://openalex.org/W2344199778","https://openalex.org/W2394908818","https://openalex.org/W2407961458","https://openalex.org/W2407969335","https://openalex.org/W2515631240","https://openalex.org/W2517572945","https://openalex.org/W2524620548","https://openalex.org/W2528761179","https://openalex.org/W2536316248","https://openalex.org/W2548405710","https://openalex.org/W2550527291","https://openalex.org/W2558326183","https://openalex.org/W2561082026","https://openalex.org/W2570682738","https://openalex.org/W2575072784","https://openalex.org/W2575989903","https://openalex.org/W2583344365","https://openalex.org/W2601720460","https://openalex.org/W2625392185","https://openalex.org/W2755293291","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3169481965","https://openalex.org/W3176518448","https://openalex.org/W3158784829","https://openalex.org/W7217246153","https://openalex.org/W7005316792","https://openalex.org/W2287926972","https://openalex.org/W4210862833","https://openalex.org/W4400201320","https://openalex.org/W2797388296","https://openalex.org/W4390246551"],"abstract_inverted_index":{"With":[0],"the":[1,7,21,40,59,81,91,100,114,127,144,153,165,183,187,192],"advances":[2],"in":[3,27],"communication":[4],"technologies":[5],"and":[6,14,30,37,52,87,125,168,181,194],"high":[8],"amount":[9],"of":[10,23,45,67,84,185,203],"data":[11,25],"generated,":[12],"collected,":[13],"stored,":[15],"it":[16,71],"becomes":[17],"crucial":[18,74],"to":[19,149,163,169,176,196],"manage":[20],"quality":[22,50,99,119,140,146,166,179,202],"this":[24,109],"deluge":[26],"an":[28,64,138],"efficient":[29],"cost-effective":[31],"way.":[32],"The":[33,95,158],"storage,":[34],"processing,":[35],"privacy":[36],"analytics":[38],"are":[39],"main":[41],"keys":[42],"challenging":[43],"aspects":[44],"Big":[46,60,132,155,204],"Data":[47,61,133,156,174],"that":[48,76,117],"require":[49],"evaluation":[51,147],"monitoring.":[53],"Quality":[54],"has":[55],"been":[56],"recognized":[57],"by":[58],"community":[62],"as":[63],"essential":[65],"facet":[66],"its":[68,85],"maturity.":[69],"Yet,":[70],"is":[72],"a":[73,171],"practice":[75],"should":[77],"be":[78,150,161],"implemented":[79],"at":[80],"earlier":[82,96],"stages":[83],"lifecycle":[86],"progressively":[88],"applied":[89],"across":[90],"other":[92],"key":[93,115,145],"processes.":[94],"we":[97,103,111,136],"incorporate":[98],"full":[101],"benefit":[102],"can":[104,160],"get":[105],"from":[106],"insights.":[107],"In":[108],"paper,":[110],"first":[112],"identify":[113],"challenges":[116],"necessitates":[118],"evaluation.":[120],"We":[121,189],"then":[122],"survey,":[123],"classify":[124],"discuss":[126],"most":[128],"recent":[129],"work":[130],"on":[131,201],"management.":[134],"Consequently,":[135],"propose":[137],"across-the-board":[139],"management":[141,167],"framework":[142,159],"describing":[143],"practices":[148,180],"conducted":[151],"through":[152],"different":[154],"stages.":[157],"used":[162],"leverage":[164],"provide":[170],"roadmap":[172],"for":[173],"scientists":[175],"better":[177],"understand":[178],"highlight":[182],"importance":[184],"managing":[186],"quality.":[188],"finally,":[190],"conclude":[191],"paper":[193],"point":[195],"some":[197],"future":[198],"research":[199],"directions":[200],"Data.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2018-09-27T00:00:00"}