{"id":"https://openalex.org/W4408099980","doi":"https://doi.org/10.1109/tase.2025.3547250","title":"Online Monitoring of High-Dimensional Data Streams With Deep Q-Network","display_name":"Online Monitoring of High-Dimensional Data Streams With Deep Q-Network","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408099980","doi":"https://doi.org/10.1109/tase.2025.3547250"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3547250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3547250","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089969698","display_name":"Haoqian Li","orcid":"https://orcid.org/0009-0005-1831-2082"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haoqian Li","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007469997","display_name":"Ziqian Zheng","orcid":"https://orcid.org/0000-0002-8135-8623"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqian Zheng","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025012113","display_name":"Kaibo Liu","orcid":"https://orcid.org/0000-0003-2863-5748"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaibo Liu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089969698"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":9.4273,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97269521,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"12606","last_page":"12620"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9438999891281128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9438999891281128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/streams","display_name":"STREAMS","score":0.5701740384101868},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.5662614107131958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5031201243400574},{"id":"https://openalex.org/keywords/network-monitoring","display_name":"Network monitoring","score":0.44543319940567017},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3883898854255676},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3139217495918274},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29647839069366455}],"concepts":[{"id":"https://openalex.org/C42090638","wikidata":"https://www.wikidata.org/wiki/Q4048907","display_name":"STREAMS","level":2,"score":0.5701740384101868},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.5662614107131958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5031201243400574},{"id":"https://openalex.org/C81877898","wikidata":"https://www.wikidata.org/wiki/Q1965787","display_name":"Network monitoring","level":2,"score":0.44543319940567017},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3883898854255676},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3139217495918274},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29647839069366455}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3547250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3547250","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5103437380","display_name":null,"funder_award_id":"DE-NE0009404","funder_id":"https://openalex.org/F4320337546","funder_display_name":"Nuclear Energy University Program"},{"id":"https://openalex.org/G5916510773","display_name":null,"funder_award_id":"DE-NE0009404","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7739590409","display_name":null,"funder_award_id":"DE-SC0014664","funder_id":"https://openalex.org/F4320332382","funder_display_name":"Oak Ridge Institute for Science and Education"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332382","display_name":"Oak Ridge Institute for Science and Education","ror":"https://ror.org/0526p1y61"},{"id":"https://openalex.org/F4320337546","display_name":"Nuclear Energy University Program","ror":"https://ror.org/05tj7dm33"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1971084072","https://openalex.org/W1992332533","https://openalex.org/W1999254175","https://openalex.org/W2019110314","https://openalex.org/W2030854293","https://openalex.org/W2045067839","https://openalex.org/W2130094219","https://openalex.org/W2607420770","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2816854051","https://openalex.org/W2898699838","https://openalex.org/W2973817951","https://openalex.org/W2982316857","https://openalex.org/W2990611428","https://openalex.org/W3002504534","https://openalex.org/W3009317244","https://openalex.org/W3011524935","https://openalex.org/W3089200789","https://openalex.org/W3118181167","https://openalex.org/W3126389064","https://openalex.org/W3171328460","https://openalex.org/W3194752195","https://openalex.org/W3217115371","https://openalex.org/W4210680301","https://openalex.org/W4210930435","https://openalex.org/W4229071595","https://openalex.org/W4281701188","https://openalex.org/W4297017196","https://openalex.org/W4308166185","https://openalex.org/W4399665733","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6696810316","https://openalex.org/W6740205426","https://openalex.org/W6780404908","https://openalex.org/W6853572851","https://openalex.org/W6910546390"],"related_works":["https://openalex.org/W2010317732","https://openalex.org/W2483328176","https://openalex.org/W2061705145","https://openalex.org/W193205649","https://openalex.org/W45006177","https://openalex.org/W2016919266","https://openalex.org/W1982793386","https://openalex.org/W2537623333","https://openalex.org/W4293083682","https://openalex.org/W2061507057"],"abstract_inverted_index":{"With":[0],"the":[1,38,50,63,121,128,142,154,184,203,228,231,235,258,262,277,312,333,345,369,374,385,401,408,420,424,433,445],"fast":[2],"advancements":[3],"in":[4,44,66,159,202,384,444],"Internet":[5],"of":[6,16,24,41,123,156,280,302,419],"Things":[7],"(IoT)":[8],"technology":[9],"and":[10,91,175,200,210,249,284,324,339,436],"sensing":[11],"infrastructure,":[12],"a":[13,21,48,83,167,177,211,250,300,351,390],"wide":[14],"range":[15],"systems":[17],"continues":[18],"to":[19,54,60,68,100,117,181,226,240,244,271,293,305,316,322,325,328,359,407,429,440],"generate":[20],"massive":[22],"amount":[23],"data.":[25],"Meanwhile,":[26],"practical":[27,278],"resource":[28,64,118,157,288,294],"constraints":[29,65,158],"such":[30],"as":[31,74,76],"limited":[32],"bandwidth":[33],"or":[34],"processing":[35],"capability":[36],"restrict":[37],"full":[39],"observability":[40],"data":[42,58,104,144,162,173,187,303,320,363,376,397,427],"streams":[43,59,105,188,304,321,364,428],"real":[45],"time.":[46],"As":[47],"result,":[49],"practitioners":[51,296,358],"often":[52],"need":[53],"dynamically":[55,317],"decide":[56,326],"which":[57,136,221,319,336],"observe":[61,323,430],"given":[62],"order":[67],"quickly":[69],"detect":[70],"any":[71],"system":[72],"anomaly":[73,285],"soon":[75],"possible.":[77],"In":[78,290],"this":[79,126,150,348],"article,":[80],"we":[81,165],"propose":[82],"reinforcement":[84,134,178,204,353,411],"learning":[85,179,205,354,412],"framework":[86,180,206,233,355],"based":[87,431],"on":[88,223,432],"deep":[89,133,410,434],"Q-learning":[90],"combine":[92],"it":[93],"with":[94,141,287,373],"statistical":[95],"process":[96,282],"control":[97],"(SPC)":[98],"techniques":[99],"effectively":[101,152],"monitor":[102,306,360],"high-dimensional":[103,161,361],"when":[106,327],"only":[107,298,340],"partial":[108],"observations":[109],"are":[110,207,253,315,337,382],"available":[111],"at":[112,191,307,415],"each":[113,172,192,308,396,416],"acquisition":[114],"time":[115,193,309,417],"due":[116,292],"constraints.":[119,289],"To":[120],"best":[122],"our":[124],"knowledge,":[125],"is":[127,215,274],"first":[129],"work":[130],"that":[131,257,356],"integrates":[132],"learning,":[135],"considers":[137],"long-term":[138,236,370],"rewards":[139,201,343,371],"associated":[140,372],"dynamic":[143,346,375],"sampling":[145,229,377],"strategy,":[146,230],"into":[147],"SPC":[148],"charts;":[149],"integration":[151],"addresses":[153],"challenge":[155],"monitoring":[160,169,283,393],"streams.":[163],"Specifically,":[164],"construct":[166,389],"nonparametric":[168,391],"statistic":[170,394],"for":[171,189,395],"stream":[174],"develop":[176],"automatically":[182],"identify":[183],"most":[185,425],"informative":[186,426],"observation":[190],"epoch.":[194,310],"The":[195],"state":[196],"space,":[197,199],"action":[198],"carefully":[208],"designed":[209],"Double":[212,402],"Dueling":[213,403],"Q-network":[214,404],"trained":[216],"accordingly.":[217],"Unlike":[218,332],"existing":[219,245,334],"methods,":[220],"rely":[222],"heuristic":[224,338],"approaches":[225],"determine":[227,423,438],"proposed":[232,259,386,409],"maximizes":[234],"reward,":[237],"thus":[238],"leading":[239],"superior":[241],"performance":[242],"compared":[243],"benchmarks.":[246],"Numerical":[247],"simulations":[248],"case":[251],"study":[252],"thoroughly":[254],"conducted,":[255],"showing":[256],"method":[260],"outperforms":[261],"state-of-the-art":[263],"algorithms":[264],"by":[265,276,367],"significantly":[266],"reducing":[267],"detection":[268,286],"delay.":[269],"Note":[270],"Practitioners\u2014This":[272],"paper":[273,349],"motivated":[275],"issue":[279],"online":[281,421],"particular,":[291],"constraints,":[295],"can":[297],"select":[299],"subset":[301],"Thus,":[311],"central":[313],"challenges":[314],"choose":[318],"raise":[329,441],"an":[330,442],"alarm.":[331],"methodologies":[335],"consider":[341],"short-term":[342],"from":[344],"sampling,":[347],"proposes":[350],"novel":[352],"allows":[357],"heterogeneous":[362],"more":[365],"efficiently":[366],"considering":[368],"strategy.":[378],"Four":[379],"main":[380],"steps":[381],"involved":[383],"method:":[387],"(i)":[388],"local":[392],"stream;":[398],"(ii)":[399],"train":[400],"offline":[405],"according":[406],"framework;":[413],"(iii)":[414],"epoch":[418],"monitoring,":[422],"Q-network;":[435],"(iv)":[437],"whether":[439],"alarm":[443],"system.":[446]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}