{"id":"https://openalex.org/W3161347958","doi":"https://doi.org/10.1109/isqed51717.2021.9424255","title":"SAC: A Novel Multi-hop Routing Policy in Hybrid Distributed IoT System based on Multi-agent Reinforcement Learning","display_name":"SAC: A Novel Multi-hop Routing Policy in Hybrid Distributed IoT System based on Multi-agent Reinforcement Learning","publication_year":2021,"publication_date":"2021-04-07","ids":{"openalex":"https://openalex.org/W3161347958","doi":"https://doi.org/10.1109/isqed51717.2021.9424255","mag":"3161347958"},"language":"en","primary_location":{"id":"doi:10.1109/isqed51717.2021.9424255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed51717.2021.9424255","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 22nd International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047234226","display_name":"Wen Zhang","orcid":"https://orcid.org/0000-0001-8018-5372"},"institutions":[{"id":"https://openalex.org/I96749437","display_name":"Texas A&M University \u2013 Corpus Christi","ror":"https://ror.org/01mrfdz82","country_code":"US","type":"education","lineage":["https://openalex.org/I96749437"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wen Zhang","raw_affiliation_strings":["Texas A&M University-Corpus Christi, Corpus Christi, TX"],"affiliations":[{"raw_affiliation_string":"Texas A&M University-Corpus Christi, Corpus Christi, TX","institution_ids":["https://openalex.org/I96749437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702495","display_name":"Tao Liu","orcid":"https://orcid.org/0000-0002-7535-444X"},"institutions":[{"id":"https://openalex.org/I2276074","display_name":"Lawrence Technological University","ror":"https://ror.org/04d52ej85","country_code":"US","type":"education","lineage":["https://openalex.org/I2276074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Liu","raw_affiliation_strings":["Lawrence Technological University, Southfield, MI"],"affiliations":[{"raw_affiliation_string":"Lawrence Technological University, Southfield, MI","institution_ids":["https://openalex.org/I2276074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059911353","display_name":"Mimi Xie","orcid":"https://orcid.org/0000-0003-1973-2909"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mimi Xie","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, TX"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, TX","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433204","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-8232-2171"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Harvard University, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435224","display_name":"Pan Chen","orcid":"https://orcid.org/0000-0002-7375-7608"},"institutions":[{"id":"https://openalex.org/I96749437","display_name":"Texas A&M University \u2013 Corpus Christi","ror":"https://ror.org/01mrfdz82","country_code":"US","type":"education","lineage":["https://openalex.org/I96749437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Pan","raw_affiliation_strings":["Texas A&M University-Corpus Christi, Corpus Christi, TX"],"affiliations":[{"raw_affiliation_string":"Texas A&M University-Corpus Christi, Corpus Christi, TX","institution_ids":["https://openalex.org/I96749437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047234226"],"corresponding_institution_ids":["https://openalex.org/I96749437"],"apc_list":null,"apc_paid":null,"fwci":0.5014,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63073716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"129","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8080516457557678},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7398253679275513},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6011918783187866},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5871314406394958},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5427626967430115},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5118736624717712},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5072841048240662},{"id":"https://openalex.org/keywords/sink","display_name":"Sink (geography)","score":0.45547839999198914},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4342881441116333},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.13635963201522827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1325666308403015}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8080516457557678},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7398253679275513},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6011918783187866},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5871314406394958},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5427626967430115},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5118736624717712},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5072841048240662},{"id":"https://openalex.org/C143050476","wikidata":"https://www.wikidata.org/wiki/Q194502","display_name":"Sink (geography)","level":2,"score":0.45547839999198914},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4342881441116333},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.13635963201522827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1325666308403015},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isqed51717.2021.9424255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed51717.2021.9424255","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 22nd International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1975578140","https://openalex.org/W2075142536","https://openalex.org/W2135469284","https://openalex.org/W2564128803","https://openalex.org/W2614312052","https://openalex.org/W2621412271","https://openalex.org/W2757400567","https://openalex.org/W2779754199","https://openalex.org/W2805015112","https://openalex.org/W2896838920","https://openalex.org/W2915117209","https://openalex.org/W2941736806","https://openalex.org/W3151114403"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W4245926026","https://openalex.org/W2155261584","https://openalex.org/W2586548817","https://openalex.org/W4311097251","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689"],"abstract_inverted_index":{"Energy":[0],"harvesting":[1,20,35],"(EH)":[2],"IoT":[3,44,48,54,59,63,79],"devices":[4,45,60,64],"have":[5],"attracted":[6],"vast":[7],"attention":[8],"in":[9,74],"both":[10],"academia":[11],"and":[12,31,61,117,128,152],"industry":[13],"as":[14,47,105],"they":[15],"can":[16,142],"work":[17],"sustainably":[18],"by":[19],"energy":[21,118],"from":[22],"the":[23,29,52,57,71,113,122,129,134,161],"ambient":[24],"environment.":[25],"However,":[26],"due":[27],"to":[28,41,111,133],"weak":[30],"transient":[32],"nature":[33],"of":[34,89,125],"power,":[36],"EH":[37,58],"technology":[38],"is":[39,66],"unable":[40],"support":[42],"power-intensive":[43],"such":[46,75],"edge":[49],"servers.":[50],"Therefore,":[51],"hybrid":[53,77,91],"system":[55,114],"where":[56],"non-EH":[62],"co-exist":[65],"forthcoming.":[67],"This":[68],"paper":[69],"explored":[70],"routing":[72,87,115],"problem":[73],"a":[76,84,97],"distributed":[78,98],"system.":[80,92],"We":[81],"first":[82],"proposed":[83,96],"comprehensive":[85],"multi-hop":[86],"mechanism":[88],"this":[90],"After":[93],"that,":[94],"we":[95],"multi-agent":[99],"deep":[100],"reinforcement":[101],"learning":[102],"algorithm,":[103],"known":[104],"spatial":[106],"asynchronous":[107],"advantage":[108],"actor-critic":[109],"(SAC),":[110],"optimize":[112],"policy":[116],"allocation":[119],"while":[120],"maximizing":[121],"total":[123],"amount":[124],"transmitted":[126],"data":[127,131],"overall":[130],"delivery":[132,157],"sink":[135],"node.":[136],"The":[137],"experiments":[138],"indicate":[139],"that":[140],"SAC":[141],"averagely":[143],"complete":[144],"at":[145],"least":[146],"$\\sim":[147,153],"1.5":[148],"\\times$":[149],"transmission":[150],"rate":[151,158],"12.9\\times$":[154],"Sink":[155],"packet":[156],"compared":[159],"with":[160],"baselines.":[162]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}