{"id":"https://openalex.org/W7166189750","doi":"https://doi.org/10.64388/irev6i8-1719275","title":"Real-Time Data Quality Monitoring Frameworks for High-Velocity Streaming Pipelines","display_name":"Real-Time Data Quality Monitoring Frameworks for High-Velocity Streaming Pipelines","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166189750","doi":"https://doi.org/10.64388/irev6i8-1719275"},"language":"en","primary_location":{"id":"doi:10.64388/irev6i8-1719275","doi":"https://doi.org/10.64388/irev6i8-1719275","is_oa":true,"landing_page_url":"https://doi.org/10.64388/irev6i8-1719275","pdf_url":"https://www.irejournals.com/formatedpaper/1719275.pdf","source":{"id":"https://openalex.org/S5407000720","display_name":"Iconic Research and Engineering Journals","issn_l":"2456-8880","issn":["2456-8880"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Iconic Research and Engineering Journals","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.irejournals.com/formatedpaper/1719275.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104281033","display_name":"Sarvesh Kumar Gupta","orcid":"https://orcid.org/0009-0008-7460-4874","observed_orcids":["https://orcid.org/0009-0008-7460-4874"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sarvesh Kumar Gupta","raw_affiliation_strings":["Consulting Member of Technical Staff , Oracle , Saint Peters , Missouri , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Consulting Member of Technical Staff , Oracle , Saint Peters , Missouri , USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5104281033"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47708787,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"8","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"stream processing","score":0.8180000185966492},{"id":"https://openalex.org/keywords/data-quality-assurance","display_name":"data quality assurance","score":0.8169999718666077},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"anomaly detection","score":0.8650000095367432},{"id":"https://openalex.org/keywords/continuous-validation","display_name":"continuous validation","score":0.8629999756813049},{"id":"https://openalex.org/keywords/missing-data","display_name":"missing data","score":0.9070000052452087},{"id":"https://openalex.org/keywords/iot-data","display_name":"IoT data","score":0.6899999976158142},{"id":"https://openalex.org/keywords/data-reliability","display_name":"data reliability","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.7609000205993652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6097000241279602},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5509999990463257},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5034000277519226},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45820000767707825},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35440000891685486},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C110593043","wikidata":"https://www.wikidata.org/wiki/Q7300787","display_name":"Real-time data","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C2776902269","wikidata":"https://www.wikidata.org/wiki/Q5165493","display_name":"Continuous monitoring","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C529754248","wikidata":"https://www.wikidata.org/wiki/Q1054772","display_name":"Data recovery","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C200749887","wikidata":"https://www.wikidata.org/wiki/Q1165574","display_name":"System monitoring","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C104582849","wikidata":"https://www.wikidata.org/wiki/Q787282","display_name":"Automatic identification and data capture","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64388/irev6i8-1719275","doi":"https://doi.org/10.64388/irev6i8-1719275","is_oa":true,"landing_page_url":"https://doi.org/10.64388/irev6i8-1719275","pdf_url":"https://www.irejournals.com/formatedpaper/1719275.pdf","source":{"id":"https://openalex.org/S5407000720","display_name":"Iconic Research and Engineering Journals","issn_l":"2456-8880","issn":["2456-8880"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Iconic Research and Engineering Journals","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.64388/irev6i8-1719275","doi":"https://doi.org/10.64388/irev6i8-1719275","is_oa":true,"landing_page_url":"https://doi.org/10.64388/irev6i8-1719275","pdf_url":"https://www.irejournals.com/formatedpaper/1719275.pdf","source":{"id":"https://openalex.org/S5407000720","display_name":"Iconic Research and Engineering Journals","issn_l":"2456-8880","issn":["2456-8880"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Iconic Research and Engineering Journals","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166189750.pdf","grobid_xml":"https://content.openalex.org/works/W7166189750.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,85,134,158],"fast":[1],"growth":[2],"of":[3,26,42,125,144],"data":[4,27,35,52,59,94,103,127,150,163,168],"generated":[5],"by":[6],"IoT-enabled":[7],"devices,":[8],"cloud":[9],"apps,":[10],"financial":[11],"transactions,":[12],"social":[13],"media":[14],"networks,":[15],"and":[16,40,48,76,100,116,131,173,179],"various":[17],"sensors":[18],"used":[19],"for":[20,57],"monitoring":[21,25,93,111,124,152,165],"purposes":[22],"necessitates":[23],"constant":[24],"quality":[28,34,53,79,95,104,151,164],"in":[29,66,81,96,137,153],"real-time":[30,154,162],"streaming":[31,68,98],"environments.":[32],"Poor":[33],"negatively":[36],"influences":[37],"the":[38,72,89,109,123,126],"performance":[39],"validity":[41],"analysis,":[43],"decision-making":[44,177],"processes,":[45],"system":[46],"performance,":[47],"businesses'":[49],"profitability.":[50],"Conventional":[51],"evaluation":[54],"frameworks":[55],"designed":[56],"batch":[58],"environments":[60,69],"often":[61],"prove":[62],"insufficient":[63],"when":[64],"implemented":[65],"today's":[67],"due":[70],"to":[71,74,92],"inability":[73],"monitor":[75],"fix":[77],"potential":[78,171],"problems":[80],"a":[82,141],"timely":[83],"manner.":[84],"current":[86],"research":[87],"explores":[88],"state-of-the-art":[90],"approaches":[91],"high-velocity":[97,149],"contexts":[99],"discusses":[101],"major":[102],"assurance":[105],"methodologies.":[106],"In":[107],"particular,":[108],"suggested":[110],"framework":[112],"includes":[113],"continuous":[114],"validation":[115],"anomaly":[117],"detection":[118],"techniques,":[119],"as":[120,122],"well":[121],"schema,":[128],"missing":[129],"values,":[130],"alert-based":[132],"monitoring.":[133],"methodology":[135],"applied":[136],"this":[138],"paper":[139],"involved":[140],"literature":[142],"review":[143],"existing":[145],"scholarly":[146],"studies":[147],"on":[148],"stream":[155,180],"processing":[156,181],"frameworks.":[157],"results":[159],"show":[160],"that":[161],"greatly":[166],"improves":[167,176],"reliability,":[169],"eliminates":[170],"errors":[172],"their":[174],"spread,":[175],"efficiency,":[178],"scalability.":[182]},"counts_by_year":[],"updated_date":"2026-09-21T07:43:02.447757","created_date":"2026-06-27T00:00:00"}