{"id":"https://openalex.org/W4312804421","doi":"https://doi.org/10.1109/tii.2022.3216295","title":"Bi-Dueling DQN Enhanced Two-Stage Scheduling for Augmented Surveillance in Smart EMS","display_name":"Bi-Dueling DQN Enhanced Two-Stage Scheduling for Augmented Surveillance in Smart EMS","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4312804421","doi":"https://doi.org/10.1109/tii.2022.3216295"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3216295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3216295","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073441538","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-0689-256X"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047296448","display_name":"Weiquan Xie","orcid":"https://orcid.org/0000-0001-7866-9714"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiquan Xie","raw_affiliation_strings":["Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055675863","display_name":"Xiaokang Zhou","orcid":"https://orcid.org/0000-0003-3488-4679"},"institutions":[{"id":"https://openalex.org/I171494771","display_name":"Shiga University","ror":"https://ror.org/01vvhy971","country_code":"JP","type":"education","lineage":["https://openalex.org/I171494771"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaokang Zhou","raw_affiliation_strings":["Faculty of Data Science, Shiga University, Hikone, Japan","RIKEN Center for Advanced Intelligence Project, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Data Science, Shiga University, Hikone, Japan","institution_ids":["https://openalex.org/I171494771"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091532881","display_name":"Kevin I\u2010Kai Wang","orcid":"https://orcid.org/0000-0001-8450-2558"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kevin I-Kai Wang","raw_affiliation_strings":["Department of Electrical, Computer, and Software Engineering, University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Software Engineering, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357293","display_name":"Jianhua Ma","orcid":"https://orcid.org/0000-0003-4497-0407"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianhua Ma","raw_affiliation_strings":["Faculty of Computer and Information Sciences, Hosei University, Chiyoda-ku, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Information Sciences, Hosei University, Chiyoda-ku, Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061363755","display_name":"Qun Jin","orcid":"https://orcid.org/0000-0002-1325-4275"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qun Jin","raw_affiliation_strings":["Faculty of Human Sciences, Waseda University, Tokorozawa, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Human Sciences, Waseda University, Tokorozawa, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073441538"],"corresponding_institution_ids":["https://openalex.org/I49934816"],"apc_list":null,"apc_paid":null,"fwci":2.6969,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9055133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"7","first_page":"8218","last_page":"8228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8163330554962158},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7391998171806335},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6807200312614441},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4455929100513458},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39616215229034424},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.35182610154151917},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34110456705093384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28531479835510254},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16465675830841064},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11073598265647888},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1006661057472229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8163330554962158},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7391998171806335},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6807200312614441},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4455929100513458},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39616215229034424},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35182610154151917},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34110456705093384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28531479835510254},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16465675830841064},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11073598265647888},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1006661057472229},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2022.3216295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3216295","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2071613473","display_name":null,"funder_award_id":"62072171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G220146140","display_name":null,"funder_award_id":"72091515","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5801782898","display_name":null,"funder_award_id":"CX20211102","funder_id":"https://openalex.org/F4320326217","funder_display_name":"Hunan Provincial Innovation Foundation for Postgraduate"},{"id":"https://openalex.org/G6616677170","display_name":null,"funder_award_id":"72091313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326217","display_name":"Hunan Provincial Innovation Foundation for Postgraduate","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1977357978","https://openalex.org/W2084278611","https://openalex.org/W2149294210","https://openalex.org/W2153144242","https://openalex.org/W2179399249","https://openalex.org/W2201581102","https://openalex.org/W2344555609","https://openalex.org/W2597068831","https://openalex.org/W2604584606","https://openalex.org/W2616575853","https://openalex.org/W2619357468","https://openalex.org/W2746553466","https://openalex.org/W2765419929","https://openalex.org/W2781726626","https://openalex.org/W2788005034","https://openalex.org/W2789281204","https://openalex.org/W2907503094","https://openalex.org/W2932097000","https://openalex.org/W2943930927","https://openalex.org/W2959200652","https://openalex.org/W2968986602","https://openalex.org/W2999347502","https://openalex.org/W3016741624","https://openalex.org/W3046234042","https://openalex.org/W3048258432","https://openalex.org/W3059506646","https://openalex.org/W3087234334","https://openalex.org/W3094780753","https://openalex.org/W3101102032","https://openalex.org/W3115726903","https://openalex.org/W3138125150","https://openalex.org/W3141175846","https://openalex.org/W3164383848","https://openalex.org/W3183512612","https://openalex.org/W4225662012","https://openalex.org/W4252214219","https://openalex.org/W4285609598","https://openalex.org/W6687681856","https://openalex.org/W6747473740","https://openalex.org/W6792729029"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W4362501864","https://openalex.org/W2107725657","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2112121444","https://openalex.org/W2031695474","https://openalex.org/W2509452605","https://openalex.org/W3204654320"],"abstract_inverted_index":{"Safety":[0],"production":[1],"surveillance":[2,51,78],"is":[3,16,58,74,100,136,160,184,217],"of":[4,14,28,56,69,243],"great":[5],"significance":[6],"to":[7,30,40,64,75,138,162,169,187,194,219,225,239],"industrial":[8,21],"operation":[9],"management.":[10],"While":[11],"augmented":[12,54],"intelligence":[13,55],"things":[15,57],"demonstrating":[17],"tremendous":[18],"potential":[19],"in":[20,35,144,174,200],"applications,":[22],"the":[23,31,36,43,66,72,77,164,172,189,197,205,214,227,233,241],"analyzed":[24],"information":[25,238],"offers":[26],"lots":[27],"benefits":[29],"higher":[32,109,244],"level":[33,110,245],"planning":[34],"enterprise":[37,111,147,247],"management":[38,148,248],"systems,":[39],"further":[41],"improve":[42,188,240],"operational":[44,67,114],"efficiency.":[45],"In":[46],"this":[47,140],"article,":[48],"a":[49,61,95,124,145,156],"video":[50,79],"system":[52],"with":[53,108,123,133],"considered":[59],"as":[60,81,83,94,193],"promising":[62],"solution":[63],"enhance":[65],"efficiency":[68,115],"enterprises.":[70],"However,":[71],"challenge":[73,167],"process":[76],"streams":[80],"soon":[82],"possible":[84],"without":[85],"ignoring":[86],"any":[87],"emergencies.":[88],"This":[89],"issue":[90],"can":[91,105],"be":[92,106],"formulated":[93],"two-stage":[96,141,207,228],"scheduling":[97,142,178,223,229],"problem,":[98,230],"which":[99],"an":[101,221],"NP-hard":[102],"problem":[103,143],"that":[104,213],"integrated":[107],"systems":[112],"for":[113,204],"improvement.":[116],"An":[117],"improved":[118],"Deep":[119],"Q-Network":[120],"(DQN)":[121],"model":[122],"newly":[125],"designed":[126,161],"prioritized":[127,181],"replay":[128,182],"scheme,":[129],"named":[130],"Bi-Dueling":[131],"DQN":[132],"Prioritized":[134],"Replay,":[135],"proposed":[137,215],"solve":[139],"smart":[146,246],"system.":[149],"A":[150,180],"dense":[151],"reward":[152,166],"function":[153],"based":[154],"on":[155],"concrete":[157],"state":[158],"representation":[159],"tackle":[163],"sparse":[165],"and":[168],"speed":[170],"up":[171],"convergence":[173],"actual":[175],"large-scale":[176],"task":[177],"process.":[179],"scheme":[183],"then":[185],"developed":[186],"sampling":[190],"efficiency,":[191],"so":[192],"effectively":[195],"reduce":[196],"training":[198],"time":[199,235],"deep":[201],"reinforcement":[202],"learning":[203],"optimal":[206],"scheduling.":[208],"The":[209],"experiment":[210],"results":[211],"demonstrated":[212],"approach":[216],"able":[218],"provide":[220],"efficient":[222],"policy":[224],"resolve":[226],"while":[231],"at":[232],"same":[234],"offering":[236],"insight":[237],"performance":[242],"systems.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}