{"id":"https://openalex.org/W3155580983","doi":"https://doi.org/10.1109/tetc.2021.3073744","title":"Reinforcement Learning-based Mobile Edge Computing and Transmission Scheduling for Video Surveillance","display_name":"Reinforcement Learning-based Mobile Edge Computing and Transmission Scheduling for Video Surveillance","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3155580983","doi":"https://doi.org/10.1109/tetc.2021.3073744","mag":"3155580983"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2021.3073744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2021.3073744","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100553315","display_name":"Yang Kunpeng","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Kunpeng","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: 21860162@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: 21860162@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002477413","display_name":"Hangguan Shan","orcid":"https://orcid.org/0000-0001-6264-9858"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangguan Shan","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: hshan@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: hshan@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070525391","display_name":"Tengxu Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengxu Sun","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: 21860235@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: 21860235@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110070028","display_name":"Roland Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Roland Hu","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: haoji_hu@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: haoji_hu@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068468509","display_name":"Yingxiao Wu","orcid":"https://orcid.org/0000-0001-5974-7262"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxiao Wu","raw_affiliation_strings":["Intelligent Network Center, Zhejiang Laboratory, Hangzhou, Zhejiang, China, (e-mail: wuyx@zhejianglab.com)"],"affiliations":[{"raw_affiliation_string":"Intelligent Network Center, Zhejiang Laboratory, Hangzhou, Zhejiang, China, (e-mail: wuyx@zhejianglab.com)","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106403416","display_name":"Lu Yu","orcid":"https://orcid.org/0000-0002-0550-7754"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Yu","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: yul@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: yul@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751311","display_name":"Zhaoyang Zhang","orcid":"https://orcid.org/0000-0003-2346-6228"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Zhang","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: ning_ming@zju.edu.cn)"],"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China, (e-mail: ning_ming@zju.edu.cn)","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q.S. Quek","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore, Singapore, Singapore, 487372 (e-mail: tonyquek@sutd.edu.sg)"],"affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore, Singapore, Singapore, 487372 (e-mail: tonyquek@sutd.edu.sg)","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100553315"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.7119,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.91777623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9211848974227905},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6333123445510864},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5798851251602173},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5526344776153564},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.47141122817993164},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.46992480754852295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45108044147491455},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4414253830909729},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.431687593460083},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41981542110443115},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41768917441368103},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4148826599121094},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4112755060195923},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3615201711654663},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3574361205101013},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.21882730722427368},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20660343766212463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9211848974227905},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6333123445510864},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5798851251602173},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5526344776153564},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.47141122817993164},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.46992480754852295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45108044147491455},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4414253830909729},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.431687593460083},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41981542110443115},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41768917441368103},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4148826599121094},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4112755060195923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3615201711654663},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3574361205101013},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.21882730722427368},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20660343766212463},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetc.2021.3073744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2021.3073744","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.44999998807907104,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G7114014051","display_name":null,"funder_award_id":"61771427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1963539350","https://openalex.org/W2096171208","https://openalex.org/W2145339207","https://openalex.org/W2163808566","https://openalex.org/W2194775991","https://openalex.org/W2341528187","https://openalex.org/W2342657743","https://openalex.org/W2494547223","https://openalex.org/W2513872002","https://openalex.org/W2526828656","https://openalex.org/W2586541704","https://openalex.org/W2625270925","https://openalex.org/W2746717266","https://openalex.org/W2751308120","https://openalex.org/W2763827256","https://openalex.org/W2776981757","https://openalex.org/W2780412706","https://openalex.org/W2802501778","https://openalex.org/W2807184217","https://openalex.org/W2808946317","https://openalex.org/W2897350321","https://openalex.org/W2909410687","https://openalex.org/W2920054549","https://openalex.org/W2923063680","https://openalex.org/W2941971445","https://openalex.org/W2945545408","https://openalex.org/W2954039338","https://openalex.org/W2956717547","https://openalex.org/W2966759038","https://openalex.org/W2968424451","https://openalex.org/W2979084672","https://openalex.org/W2998106326","https://openalex.org/W2999254149","https://openalex.org/W3001125607","https://openalex.org/W3012536853","https://openalex.org/W3101998545","https://openalex.org/W4214717370","https://openalex.org/W4252214219","https://openalex.org/W6638046521"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W3014317926","https://openalex.org/W2917127270","https://openalex.org/W3185499500"],"abstract_inverted_index":{"Video":[0],"surveillance":[1,20,50,182],"plays":[2],"an":[3],"important":[4],"role":[5],"in":[6,22,179,190],"Industrial":[7],"Internet":[8],"of":[9,32,57,155,192],"Things":[10],"(IIOT).":[11],"The":[12],"entire":[13],"system":[14],"is":[15],"demanded":[16],"to":[17,89,115,151],"output":[18],"useful":[19],"information":[21],"a":[23,43,134],"timely":[24],"and":[25,35,62,71,84,95,110,120,141,164,176,184,195],"accurate":[26],"manner,":[27],"thus":[28],"having":[29],"high":[30,91],"requirements":[31],"enough":[33],"computation":[34,70,118,171,175],"communication":[36,72,177],"resources.":[37],"In":[38],"this":[39],"work,":[40],"we":[41,74,132],"propose":[42,133],"mobile":[44,64],"edge":[45,65],"computing":[46],"(MEC)":[47],"based":[48,143],"video":[49,181],"network":[51,148],"for":[52,78,106],"face":[53],"recognition":[54,93,104],"applications,":[55],"consisting":[56],"multiple":[58,170],"camera":[59,108],"sensors,":[60],"relays,":[61],"the":[63,68,111,122,128,153,162,185,193],"server.":[66],"Considering":[67],"limited":[69,174],"resources,":[73],"make":[75],"joint":[76],"decision":[77],"task":[79],"offloading,":[80],"wireless":[81],"channel":[82],"allocation,":[83],"image":[85,103],"compression":[86],"rate":[87],"selection":[88],"obtain":[90],"average":[92,97],"accuracy":[94],"low":[96],"process":[98],"delay.":[99],"We":[100],"adopt":[101],"different":[102],"algorithms":[105,166],"both":[107,161],"sensors":[109],"MEC":[112],"server":[113],"according":[114],"their":[116],"own":[117],"ability,":[119],"utilize":[121],"deep":[123],"Q-network":[124],"(DQN)":[125],"algorithm":[126,187],"as":[127],"decision-making":[129],"module.":[130],"Besides,":[131],"two-layer":[135],"hierarchical":[136],"learning":[137],"framework,":[138],"i.e.,":[139],"DQN":[140,163],"layers":[142],"on":[144],"back":[145],"propagation":[146],"neural":[147],"(DQN+NN)":[149],"algorithm,":[150],"reduce":[152],"curse":[154],"dimensionality.":[156],"Experimental":[157],"results":[158],"show":[159],"that":[160],"DQN+NN":[165,186],"can":[167],"efficiently":[168],"handle":[169],"tasks":[172],"with":[173],"resources":[178],"intelligence":[180],"scenarios,":[183],"performs":[188],"better":[189],"terms":[191],"convergence":[194],"training":[196],"efficiency.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}