{"id":"https://openalex.org/W3131309288","doi":"https://doi.org/10.1109/twc.2020.3029143","title":"Deep Reinforcement Learning for Delay-Oriented IoT Task Scheduling in SAGIN","display_name":"Deep Reinforcement Learning for Delay-Oriented IoT Task Scheduling in SAGIN","publication_year":2020,"publication_date":"2020-10-13","ids":{"openalex":"https://openalex.org/W3131309288","doi":"https://doi.org/10.1109/twc.2020.3029143","mag":"3131309288"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.3029143","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3029143","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039199386","display_name":"Conghao Zhou","orcid":"https://orcid.org/0000-0002-5727-2432"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Conghao Zhou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074854979","display_name":"Wen Wu","orcid":"https://orcid.org/0000-0002-0458-1282"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wen Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101425444","display_name":"Hongli He","orcid":"https://orcid.org/0000-0002-1283-2168"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli He","raw_affiliation_strings":["School of Information Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039532881","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-8964-0597"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157184","display_name":"Feng Lyu","orcid":"https://orcid.org/0000-0002-2990-5415"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Lyu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050651525","display_name":"Nan Cheng","orcid":"https://orcid.org/0000-0001-7907-2071"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Cheng","raw_affiliation_strings":["Key State Laboratory of ISN, Xidian University, Xi\u2019an, China","Key State Laboratory of ISN, Xidian University, Xi'an, China","School of Telecommunications Engineering, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Key State Laboratory of ISN, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Key State Laboratory of ISN, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5039199386"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":240.6078,"has_fulltext":false,"cited_by_count":310,"citation_normalized_percentile":{"value":0.99987455,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"2","first_page":"911","last_page":"925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8516910076141357},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8211120963096619},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8103189468383789},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6418909430503845},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5773789882659912},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5467504262924194},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5100127458572388},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4576191008090973},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4542624354362488},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.44763290882110596},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.44092223048210144},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.42352813482284546},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3032175898551941},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25305676460266113},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2190210521221161},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19677147269248962},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17316770553588867}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8516910076141357},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8211120963096619},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8103189468383789},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6418909430503845},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5773789882659912},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5467504262924194},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5100127458572388},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4576191008090973},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4542624354362488},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.44763290882110596},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.44092223048210144},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.42352813482284546},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3032175898551941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25305676460266113},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2190210521221161},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19677147269248962},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17316770553588867},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.3029143","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3029143","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G7454312910","display_name":null,"funder_award_id":"62002389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8589000199","display_name":null,"funder_award_id":"62071356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8608808607","display_name":null,"funder_award_id":"91638204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1173867976","https://openalex.org/W1555915743","https://openalex.org/W2087708208","https://openalex.org/W2100909350","https://openalex.org/W2101075098","https://openalex.org/W2119567691","https://openalex.org/W2128296656","https://openalex.org/W2145339207","https://openalex.org/W2149723649","https://openalex.org/W2195423816","https://openalex.org/W2319396036","https://openalex.org/W2604436698","https://openalex.org/W2725179571","https://openalex.org/W2751904527","https://openalex.org/W2762586323","https://openalex.org/W2790256744","https://openalex.org/W2886256610","https://openalex.org/W2886485362","https://openalex.org/W2887244898","https://openalex.org/W2904615053","https://openalex.org/W2912175348","https://openalex.org/W2924948991","https://openalex.org/W2939138533","https://openalex.org/W2940954889","https://openalex.org/W2942582850","https://openalex.org/W2950865323","https://openalex.org/W2952896628","https://openalex.org/W2953384591","https://openalex.org/W2955979265","https://openalex.org/W2962682893","https://openalex.org/W2962804513","https://openalex.org/W2962814013","https://openalex.org/W2963061782","https://openalex.org/W2963376050","https://openalex.org/W2963697941","https://openalex.org/W2963857659","https://openalex.org/W2980626082","https://openalex.org/W2981657066","https://openalex.org/W2999376649","https://openalex.org/W2999562137","https://openalex.org/W3009823869","https://openalex.org/W3081084450","https://openalex.org/W3098486933","https://openalex.org/W3100719938","https://openalex.org/W3106238320","https://openalex.org/W4298023569","https://openalex.org/W6627473853","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2315999538"],"abstract_inverted_index":{"In":[0,22],"this":[1,89],"article,":[2],"we":[3,91,111],"investigate":[4],"a":[5,69,113],"computing":[6,32,77],"task":[7,70,108,166],"scheduling":[8,71,96],"problem":[9,97],"in":[10,43],"space-air-ground":[11],"integrated":[12],"network":[13],"(SAGIN)":[14],"for":[15,135],"delay-oriented":[16],"Internet":[17],"of":[18,79,146],"Things":[19],"(IoT)":[20],"services.":[21],"the":[23,45,51,56,61,83,94,107,121,124,128,133,140,144,152,160,165,180],"considered":[24],"scenario,":[25],"an":[26,99],"unmanned":[27],"aerial":[28],"vehicle":[29],"(UAV)":[30],"collects":[31],"tasks":[33,46,81],"from":[34],"IoT":[35],"devices":[36],"and":[37,76,138,148],"then":[38],"makes":[39],"online":[40,95],"offloading":[41,75],"decisions,":[42],"which":[44,126],"can":[47,163],"be":[48],"processed":[49],"at":[50],"UAV":[52,84,181],"or":[53,60],"offloaded":[54],"to":[55,67,171,174],"nearby":[57],"base":[58],"station":[59],"remote":[62],"satellite.":[63],"Our":[64],"objective":[65],"is":[66],"design":[68],"policy":[72],"that":[73,131,159],"minimizes":[74],"delay":[78,147,168],"all":[80],"given":[82],"energy":[85,129,182],"capacity":[86,183],"constraint.":[87,184],"To":[88],"end,":[90],"first":[92],"formulate":[93],"as":[98],"energy-constrained":[100],"Markov":[101],"decision":[102],"process":[103],"(MDP).":[104],"Then,":[105],"considering":[106],"arrival":[109],"dynamics,":[110],"develop":[112],"novel":[114],"deep":[115],"risk-sensitive":[116],"reinforcement":[117],"learning":[118,151],"algorithm.":[119],"Specifically,":[120],"algorithm":[122,162],"evaluates":[123],"risk,":[125],"measures":[127],"consumption":[130],"exceeds":[132],"constraint,":[134],"each":[136],"state":[137],"searches":[139],"optimal":[141,153],"parameter":[142],"weighing":[143],"minimization":[145],"risk":[149],"while":[150,178],"policy.":[154],"Extensive":[155],"simulation":[156],"results":[157],"demonstrate":[158],"proposed":[161],"reduce":[164],"processing":[167],"by":[169],"up":[170],"30%":[172],"compared":[173],"probabilistic":[175],"configuration":[176],"methods":[177],"satisfying":[179]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":68},{"year":2024,"cited_by_count":81},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":65},{"year":2021,"cited_by_count":25}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}