{"id":"https://openalex.org/W4407302209","doi":"https://doi.org/10.2514/1.i011435","title":"Expert Experience Soft Actor\u2013Critic for Unmanned Aerial Vehicle Dynamic Target Assignment","display_name":"Expert Experience Soft Actor\u2013Critic for Unmanned Aerial Vehicle Dynamic Target Assignment","publication_year":2025,"publication_date":"2025-02-10","ids":{"openalex":"https://openalex.org/W4407302209","doi":"https://doi.org/10.2514/1.i011435"},"language":"en","primary_location":{"id":"doi:10.2514/1.i011435","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i011435","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102927759","display_name":"Yuxuan Chen","orcid":"https://orcid.org/0000-0003-2997-8742"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Chen","raw_affiliation_strings":["Hefei University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059154342","display_name":"He Luo","orcid":"https://orcid.org/0000-0003-2062-5510"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Luo","raw_affiliation_strings":["Hefei University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100318640","display_name":"Guoqiang Wang","orcid":"https://orcid.org/0000-0002-2549-6212"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Wang","raw_affiliation_strings":["Hefei University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-2549-6212","affiliations":[{"raw_affiliation_string":"Hefei University of Technology","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.80356489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"22","issue":"5","first_page":"379","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5183030962944031},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.47535938024520874},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36383187770843506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.341085284948349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3368037939071655},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.3364509344100952},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33461982011795044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5183030962944031},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.47535938024520874},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36383187770843506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.341085284948349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3368037939071655},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.3364509344100952},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33461982011795044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2514/1.i011435","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i011435","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2902032977","display_name":null,"funder_award_id":"71871079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4726578966","display_name":null,"funder_award_id":"72271076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G951719244","display_name":null,"funder_award_id":"71971075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1992868085","https://openalex.org/W2005145767","https://openalex.org/W2013566282","https://openalex.org/W2024060531","https://openalex.org/W2048809959","https://openalex.org/W2107285275","https://openalex.org/W2269151999","https://openalex.org/W2581348104","https://openalex.org/W2587834854","https://openalex.org/W2765933650","https://openalex.org/W2940740707","https://openalex.org/W2976344064","https://openalex.org/W2997791156","https://openalex.org/W3087576197","https://openalex.org/W3092132455","https://openalex.org/W3124540696","https://openalex.org/W3129512607","https://openalex.org/W3165309558","https://openalex.org/W3170112077","https://openalex.org/W3179580281","https://openalex.org/W3202813986","https://openalex.org/W4210445430","https://openalex.org/W4210628253","https://openalex.org/W4220987779","https://openalex.org/W4225352707","https://openalex.org/W4225984100","https://openalex.org/W4282946405","https://openalex.org/W4285169156","https://openalex.org/W4292962436","https://openalex.org/W4294578949","https://openalex.org/W4365800072","https://openalex.org/W4377697254","https://openalex.org/W4378008993","https://openalex.org/W4387624006"],"related_works":["https://openalex.org/W2152805146","https://openalex.org/W2077812314","https://openalex.org/W3081190093","https://openalex.org/W2326483923","https://openalex.org/W593591422","https://openalex.org/W1985678447","https://openalex.org/W1568411643","https://openalex.org/W3034012767","https://openalex.org/W2950750861","https://openalex.org/W3032034519"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,70],"learning":[2,71],"has":[3],"proven":[4],"highly":[5],"effective":[6],"in":[7,13,32],"addressing":[8],"sequential":[9],"decision-making":[10,26],"challenges,":[11],"particularly":[12],"aerial":[14,18,33,119],"combat":[15,120],"involving":[16],"unmanned":[17],"vehicles":[19],"(UAVs).":[20],"However,":[21],"due":[22],"to":[23,56,79,93,136],"the":[24,43,47,58,81,101,137],"prolonged":[25],"process":[27,129],"and":[28,37,107,112,130,146],"uncertain":[29],"opponent":[30],"strategies":[31],"combat,":[34],"expert":[35,48],"experience":[36,49],"manually":[38],"crafted":[39],"rules":[40],"are":[41],"often":[42],"preferred":[44],"solutions.":[45],"Consequently,":[46],"soft":[50],"actor\u2013critic":[51],"(EESAC)":[52],"algorithm":[53,90],"is":[54,91],"proposed":[55],"tackle":[57],"problem":[59],"of":[60,83],"dynamic":[61],"target":[62,96],"assignment":[63],"for":[64,123],"UAVs.":[65],"EESAC":[66,111,140],"features":[67],"a":[68,75,87,124],"customized":[69],"framework":[72],"that":[73],"includes":[74],"variable-scale":[76],"reward":[77],"mechanism":[78],"address":[80],"challenge":[82],"sparse":[84],"rewards.":[85],"Furthermore,":[86],"suppression":[88],"exploration":[89,144],"implemented":[92],"reduce":[94],"frequent":[95],"reassignments":[97],"by":[98],"UAVs":[99],"during":[100],"initial":[102],"stages,":[103],"ensuring":[104],"more":[105],"stable":[106],"efficient":[108],"mission":[109],"execution.":[110],"comparator":[113,138],"algorithms":[114],"were":[115],"integrated":[116],"into":[117],"an":[118],"simulation":[121],"platform":[122],"comprehensive":[125],"evaluation.":[126],"The":[127],"training":[128],"game":[131],"results":[132],"indicate":[133],"that,":[134],"compared":[135],"algorithms,":[139],"significantly":[141],"improves":[142],"both":[143],"efficiency":[145],"win":[147],"rate.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}