{"id":"https://openalex.org/W4293143609","doi":"https://doi.org/10.1109/tgcn.2022.3187128","title":"Delay-Aware Edge-Terminal Collaboration in Green Internet of Vehicles: A Multiagent Soft Actor-Critic Approach","display_name":"Delay-Aware Edge-Terminal Collaboration in Green Internet of Vehicles: A Multiagent Soft Actor-Critic Approach","publication_year":2022,"publication_date":"2022-06-29","ids":{"openalex":"https://openalex.org/W4293143609","doi":"https://doi.org/10.1109/tgcn.2022.3187128"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2022.3187128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2022.3187128","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100416785","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-2105-9418"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dapeng Wu","raw_affiliation_strings":["School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338120","display_name":"Tao Liu","orcid":"https://orcid.org/0000-0002-8201-5307"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Liu","raw_affiliation_strings":["School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085654573","display_name":"Zhidu Li","orcid":"https://orcid.org/0000-0001-5810-541X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhidu Li","raw_affiliation_strings":["School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074140287","display_name":"Tong Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Tang","raw_affiliation_strings":["School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015476236","display_name":"Ruyan Wang","orcid":"https://orcid.org/0000-0003-3109-4807"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyan Wang","raw_affiliation_strings":["School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, the Advanced Network and Intelligent Connection Technology Key Laboratory of Chongqing Education Commission of China, and the Key Laboratory of Ubiquitous Sensing and Networking, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100416785"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":3.5486,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93049908,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"1090","last_page":"1102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.773070216178894},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6779984831809998},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6165755987167358},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.591641902923584},{"id":"https://openalex.org/keywords/terminal","display_name":"Terminal (telecommunication)","score":0.5472812056541443},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5166488289833069},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.49887633323669434},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.48677965998649597},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.47721534967422485},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.46557754278182983},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4542763829231262},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41860082745552063},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3818719685077667},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3332192301750183},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.31966787576675415},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28640174865722656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25403302907943726},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.17658185958862305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14344912767410278},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11580204963684082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.773070216178894},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6779984831809998},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6165755987167358},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.591641902923584},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.5472812056541443},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5166488289833069},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.49887633323669434},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.48677965998649597},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.47721534967422485},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.46557754278182983},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4542763829231262},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41860082745552063},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3818719685077667},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3332192301750183},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.31966787576675415},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28640174865722656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25403302907943726},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.17658185958862305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14344912767410278},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11580204963684082},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2022.3187128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2022.3187128","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2603024356","display_name":null,"funder_award_id":"61901078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4464603826","display_name":null,"funder_award_id":"2022MD713692","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5307565109","display_name":null,"funder_award_id":"cstc2020jcyj-zdxmX0024","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G7331212177","display_name":null,"funder_award_id":"61871062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G768223813","display_name":null,"funder_award_id":"U20A20157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2592798481","https://openalex.org/W2604187483","https://openalex.org/W2781726626","https://openalex.org/W2788554475","https://openalex.org/W2885703553","https://openalex.org/W2888775864","https://openalex.org/W2898035736","https://openalex.org/W2904246096","https://openalex.org/W2963070605","https://openalex.org/W2968764495","https://openalex.org/W2980360843","https://openalex.org/W2981037657","https://openalex.org/W2984159320","https://openalex.org/W3005620403","https://openalex.org/W3010178570","https://openalex.org/W3013810395","https://openalex.org/W3033105525","https://openalex.org/W3046127806","https://openalex.org/W3110923198","https://openalex.org/W3126686235","https://openalex.org/W3134344446","https://openalex.org/W3134652089","https://openalex.org/W3167225504","https://openalex.org/W3170007158","https://openalex.org/W3177394154","https://openalex.org/W3195055939","https://openalex.org/W3195437048","https://openalex.org/W3196965214","https://openalex.org/W3197198973","https://openalex.org/W3198835908","https://openalex.org/W3201958017","https://openalex.org/W3205137522","https://openalex.org/W3215554746","https://openalex.org/W6734678876","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6769218391","https://openalex.org/W6796265337"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W4400868993","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1985560493","https://openalex.org/W2386410636"],"abstract_inverted_index":{"The":[0],"high":[1],"performance":[2],"requirement":[3,11],"of":[4,12,22,51,58,91,121,135],"task":[5,41,75,122],"processing":[6],"and":[7,30,61,64],"low":[8],"energy":[9,67],"consumption":[10],"network":[13],"operation":[14],"result":[15],"in":[16,56,119],"a":[17,44,78,98,105],"contradiction":[18,29],"for":[19,43],"the":[20,28,39,73,88,92,115,133,136],"Internet":[21],"Vehicles":[23],"(IoV).":[24],"This":[25],"paper":[26],"addresses":[27],"proposes":[31],"an":[32,66],"efficient":[33],"edge-terminal":[34,116],"collaboration":[35,117],"scheme":[36,110,138],"to":[37,113],"sustain":[38],"diverse":[40,74],"requirements":[42,63],"green":[45],"IoV":[46,93],"network.":[47],"Specifically,":[48],"two":[49],"types":[50],"tasks":[52],"are":[53],"first":[54],"modeled":[55,96],"terms":[57,120],"data":[59],"size":[60],"delay":[62],"then":[65],"minimization":[68],"problem":[69],"was":[70],"formulated":[71],"under":[72],"requirements.":[76],"Thereafter,":[77],"multi-agent":[79,106],"reinforcement":[80],"learning":[81],"framework":[82],"is":[83,111,139],"constructed,":[84],"based":[85],"on":[86],"which":[87],"time-varying":[89],"environment":[90],"can":[94],"be":[95],"as":[97,126,128],"partially":[99],"observable":[100],"Markov":[101],"decision":[102],"process.":[103],"Furthermore,":[104],"soft":[107],"actor-critic":[108],"(MASAC)":[109],"proposed":[112,137],"train":[114],"policy":[118],"offloading,":[123],"spectrum":[124],"sharing":[125],"well":[127],"vehicle":[129],"power":[130],"control.":[131],"Finally,":[132],"effectiveness":[134],"validated":[140],"by":[141],"comparing":[142],"with":[143],"other":[144],"baseline":[145],"schemes":[146],"through":[147],"extensive":[148],"simulation":[149],"experiments.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}