{"id":"https://openalex.org/W4294311434","doi":"https://doi.org/10.1109/tits.2022.3202225","title":"Underwater Equipotential Line Tracking Based on Self-Attention Embedded Multiagent Reinforcement Learning Toward AUV-Based ITS","display_name":"Underwater Equipotential Line Tracking Based on Self-Attention Embedded Multiagent Reinforcement Learning Toward AUV-Based ITS","publication_year":2022,"publication_date":"2022-09-02","ids":{"openalex":"https://openalex.org/W4294311434","doi":"https://doi.org/10.1109/tits.2022.3202225"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3202225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3202225","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Department of Internet of Things Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012979633","display_name":"Qiuzi Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuzi Tao","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418885","display_name":"Li Liu","orcid":"https://orcid.org/0000-0003-0730-9230"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Department of Internet of Things Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0730-9230","affiliations":[{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101656741","display_name":"Syed Bilal Hussain Shah","orcid":"https://orcid.org/0000-0003-3340-1161"},"institutions":[{"id":"https://openalex.org/I11983389","display_name":"Manchester Metropolitan University","ror":"https://ror.org/02hstj355","country_code":"GB","type":"education","lineage":["https://openalex.org/I11983389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Syed Bilal Hussain Shah","raw_affiliation_strings":["School of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, Manchester Metropolitan University, Manchester, U.K","institution_ids":["https://openalex.org/I11983389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101899839","display_name":"Tongwei Zhang","orcid":"https://orcid.org/0000-0001-5917-0950"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210099069","display_name":"Institute of Acoustics","ror":"https://ror.org/00v8rqv75","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]},{"id":"https://openalex.org/I4210113896","display_name":"Qingdao National Laboratory for Marine Science and Technology","ror":"https://ror.org/026sv7t11","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210113896"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongwei Zhang","raw_affiliation_strings":["Department of Technology, National Deep Sea Center, Qingdao, China","State Key Laboratory of Acoustics, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5917-0950","affiliations":[{"raw_affiliation_string":"Department of Technology, National Deep Sea Center, Qingdao, China","institution_ids":["https://openalex.org/I4210113896"]},{"raw_affiliation_string":"State Key Laboratory of Acoustics, Institute of Acoustics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210099069"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101747051","display_name":"Zhenglin Li","orcid":"https://orcid.org/0000-0003-0786-1068"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenglin Li","raw_affiliation_strings":["School of Artificial Intelligence, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0786-1068","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7017,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8399335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"8","first_page":"8580","last_page":"8591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equipotential","display_name":"Equipotential","score":0.5913764238357544},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5795649290084839},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5691631436347961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5453254580497742},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5075715780258179},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.45485949516296387},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4307578206062317},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4100531339645386},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40729081630706787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36720603704452515},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3533393144607544},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.32566210627555847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29531586170196533},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.22408366203308105},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10826283693313599}],"concepts":[{"id":"https://openalex.org/C84130051","wikidata":"https://www.wikidata.org/wiki/Q3175077","display_name":"Equipotential","level":2,"score":0.5913764238357544},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5795649290084839},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5691631436347961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5453254580497742},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5075715780258179},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.45485949516296387},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4307578206062317},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4100531339645386},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40729081630706787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36720603704452515},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3533393144607544},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.32566210627555847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29531586170196533},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.22408366203308105},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10826283693313599},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3202225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3202225","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G2756395854","display_name":null,"funder_award_id":"BK20200184","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2848108983","display_name":null,"funder_award_id":"SKLA202102","funder_id":"https://openalex.org/F4320335675","funder_display_name":"State Key Laboratory of Acoustics"},{"id":"https://openalex.org/G2882064167","display_name":null,"funder_award_id":"62072072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3867482716","display_name":"\u6c34\u58f0\u4f20\u611f\u5668\u7f51\u7edc\u4e2d\u57fa\u4e8e\u6309\u9700\u8c03\u5ea6\u7684\u65f6\u5206\u5a92\u4ecb\u8bbf\u95ee\u63a7\u5236\u673a\u5236\u7814\u7a76","funder_award_id":"61971206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4957114755","display_name":null,"funder_award_id":"41976182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G511385451","display_name":null,"funder_award_id":"62002099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6260442352","display_name":null,"funder_award_id":"62002045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7102061265","display_name":null,"funder_award_id":"N2117002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8235821043","display_name":null,"funder_award_id":"2021M690565","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335675","display_name":"State Key Laboratory of Acoustics","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1987604987","https://openalex.org/W2786446085","https://openalex.org/W2791005288","https://openalex.org/W2808097076","https://openalex.org/W2894085144","https://openalex.org/W2918847850","https://openalex.org/W2933731403","https://openalex.org/W2946005927","https://openalex.org/W2949754992","https://openalex.org/W2964990514","https://openalex.org/W2971759556","https://openalex.org/W3000144866","https://openalex.org/W3004805950","https://openalex.org/W3005335721","https://openalex.org/W3007163307","https://openalex.org/W3007350042","https://openalex.org/W3007687131","https://openalex.org/W3007833995","https://openalex.org/W3009802572","https://openalex.org/W3011188459","https://openalex.org/W3016898162","https://openalex.org/W3018781951","https://openalex.org/W3019099014","https://openalex.org/W3020179598","https://openalex.org/W3020261978","https://openalex.org/W3031958474","https://openalex.org/W3038115610","https://openalex.org/W3085031427","https://openalex.org/W3093972446","https://openalex.org/W3125438769","https://openalex.org/W3139298425","https://openalex.org/W3174269721","https://openalex.org/W3184852195"],"related_works":["https://openalex.org/W2942754631","https://openalex.org/W2071768959","https://openalex.org/W4319442894","https://openalex.org/W2981380880","https://openalex.org/W2921408402","https://openalex.org/W4312767556","https://openalex.org/W2982615283","https://openalex.org/W4372267671","https://openalex.org/W2079693677","https://openalex.org/W4312756471"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,45,51,93,160,170,180],"intelligent":[4],"underwater":[5,38,181],"devices":[6],"promotes":[7],"marine":[8,12,15],"exploitation":[9],"activities,":[10],"including":[11],"resource":[13],"exploitation,":[14],"target":[16],"tracking,":[17],"etc.":[18,197],"This":[19],"work":[20],"will":[21],"present":[22],"how":[23],"to":[24,35,74,115,140,154],"utilize":[25,68],"the":[26,37,42,52,60,69,76,89,94,99,109,117,124,131,135,157,174],"Autonomous":[27],"Underwater":[28],"Vehicle":[29],"(AUV)":[30],"swarm":[31],"or":[32],"multi-AUVs":[33],"system":[34,66,118,193],"track":[36,156],"diffusion":[39,178,182],"pollution,":[40],"especially":[41],"equipotential":[43,158,171],"line":[44],"particular":[46,162],"concentration.":[47],"Different":[48],"from":[49],"most":[50],"current":[53],"research,":[54],"in":[55,164,192],"this":[56],"work,":[57],"we":[58,97,129],"take":[59],"AUV":[61,82],"swam":[62],"as":[63],"a":[64,141,161],"network":[65,77,83,137],"and":[67,120,126,177],"Software-Defined":[70],"Networking":[71],"(SDN)":[72],"technique":[73],"optimize":[75,116],"architecture,":[78],"constructing":[79],"an":[80],"SDN-enabled":[81],"Intelligent":[84],"Transportation":[85],"Systems":[86],"(ITS).":[87],"With":[88],"centralized":[90],"management":[91],"ability":[92],"SDN":[95],"technique,":[96],"propose":[98],"software-defined":[100],"Centralized":[101],"Training":[102],"Decentralized":[103],"Execution":[104],"(CTDE)":[105],"architecture":[106],"based":[107],"on":[108],"graph-based":[110],"Soft":[111],"Actor-Critic":[112],"(SAC)":[113],"algorithm":[114],"control":[119],"management.":[121],"To":[122],"improve":[123],"computing":[125],"training":[127],"efficiency,":[128],"embed":[130],"self-attention":[132],"mechanism":[133],"into":[134],"critic":[136],"construction,":[138],"leading":[139],"self-attention-based":[142],"SAC":[143],"algorithm.":[144],"Evaluation":[145],"results":[146],"demonstrate":[147],"that":[148],"our":[149,185],"proposed":[150,186],"approach":[151],"is":[152],"able":[153],"exactly":[155],"lines":[159,172],"concentration":[163],"many":[165],"categories":[166],"(with":[167],"different":[168],"types":[169],"(including":[173],"shape,":[175],"noise,":[176],"value))":[179],"fields.":[183],"Meanwhile,":[184],"approaches":[187],"outperform":[188],"some":[189],"classical":[190],"schemes":[191],"awards,":[194],"tracking":[195],"errors,":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}