{"id":"https://openalex.org/W4389544570","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333800","title":"Deep Reinforcement Learning for Image-Based Multi-Agent Coverage Path Planning","display_name":"Deep Reinforcement Learning for Image-Based Multi-Agent Coverage Path Planning","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389544570","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333800"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-fall60731.2023.10333800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100771701","display_name":"Meng Xu","orcid":"https://orcid.org/0000-0003-4857-5439"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Meng Xu","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Hong Kong,China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056036421","display_name":"Yechao She","orcid":"https://orcid.org/0000-0002-6951-2392"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yechao She","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Hong Kong,China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101925661","display_name":"Jin Yang","orcid":"https://orcid.org/0000-0002-5337-487X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yang Jin","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Hong Kong,China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100356291","display_name":"Jianping Wang","orcid":"https://orcid.org/0000-0002-9318-1482"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianping Wang","raw_affiliation_strings":["City University of Hong Kong,Department of Computer Science,Hong Kong,China","Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Computer Science,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.1214,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.46735314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8496618866920471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.794718861579895},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.6698477268218994},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.668088972568512},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6208970546722412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5987613201141357},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.49309560656547546},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4137713611125946},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33997589349746704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3301961123943329},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12763869762420654},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.11319434642791748}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8496618866920471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.794718861579895},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.6698477268218994},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.668088972568512},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6208970546722412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5987613201141357},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.49309560656547546},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4137713611125946},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33997589349746704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3301961123943329},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12763869762420654},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.11319434642791748},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-fall60731.2023.10333800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2003278393","https://openalex.org/W2885195348","https://openalex.org/W3000637312","https://openalex.org/W3006383411","https://openalex.org/W3007452400","https://openalex.org/W3093571944","https://openalex.org/W3093735614","https://openalex.org/W3119335594","https://openalex.org/W3204551200","https://openalex.org/W3206820021","https://openalex.org/W4200442992","https://openalex.org/W4210528607","https://openalex.org/W4210843023","https://openalex.org/W4281768925","https://openalex.org/W4285204191","https://openalex.org/W4321063214","https://openalex.org/W6692846177","https://openalex.org/W6748638692","https://openalex.org/W6773895220","https://openalex.org/W6803126622"],"related_works":["https://openalex.org/W2348837382","https://openalex.org/W746329893","https://openalex.org/W4205872570","https://openalex.org/W2163132667","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Image-based":[0],"Multi-Agent":[1,31],"Coverage":[2],"Path":[3],"Planning":[4],"(MACPP)":[5],"utilizes":[6],"images":[7],"as":[8,76,162],"input":[9],"to":[10,36,75,82,96,121,135],"control":[11],"multiple":[12],"agents":[13,125],"touring":[14],"all":[15],"nodes":[16],"in":[17,56,158],"a":[18,70,118,141,145],"map,":[19],"minimizing":[20,42],"task":[21,43,58,84,175],"duration":[22,85,176],"and":[23,60,86,111,140,177],"node":[24,53,87,183],"revisiting.":[25],"State-of-the-art":[26],"(SOTA)":[27],"studies":[28],"have":[29],"applied":[30],"Deep":[32],"Reinforcement":[33],"Learning":[34],"(MADRL)":[35],"automate":[37],"MACPP,":[38],"primarily":[39],"focusing":[40],"on":[41],"duration.":[44],"However,":[45],"these":[46],"approaches":[47],"overlook":[48],"the":[49,159,172,178,182],"issue":[50],"of":[51,180],"repeated":[52],"visits,":[54],"resulting":[55],"longer":[57],"durations":[59],"limited":[61],"real-world":[62],"applicability.":[63],"To":[64,148],"tackle":[65],"this":[66],"challenge,":[67],"we":[68,152],"develop":[69],"novel":[71],"MADRL":[72,77,156],"solution,":[73],"referred":[74],"with":[78,126,132],"Mask":[79],"Soft":[80],"Attention,":[81],"minimize":[83],"re-visiting":[88],"simultaneously.":[89],"Our":[90],"method":[91,169],"uses":[92],"mask":[93],"soft":[94],"attention":[95],"extract":[97],"key":[98],"features":[99],"from":[100],"raw":[101],"image":[102],"observations":[103],"while":[104],"masking":[105],"task-independent":[106],"features,":[107],"reducing":[108],"computational":[109],"complexity":[110],"improving":[112],"sample":[113],"efficiency.":[114],"We":[115],"also":[116],"cascade":[117],"multi-actor-critic":[119],"architecture":[120],"accommodate":[122],"even":[123],"more":[124],"ease.":[127],"Each":[128],"agent":[129],"is":[130,184],"equipped":[131],"an":[133,137],"actor":[134],"learn":[136],"action":[138],"policy,":[139],"shared":[142],"critic":[143],"evaluates":[144],"state":[146],"value.":[147],"validate":[149],"our":[150,168],"approach,":[151],"implement":[153],"seven":[154],"SOTA":[155],"methods":[157],"MACPP":[160],"area":[161],"baselines.":[163],"Simulation":[164],"results":[165],"show":[166],"that":[167],"significantly":[170],"outperforms":[171],"baselines":[173],"regarding":[174],"number":[179],"times":[181],"repeatedly":[185],"visited.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}