{"id":"https://openalex.org/W4408399633","doi":"https://doi.org/10.1109/tmc.2025.3551386","title":"Scheduling Drone and Mobile Charger via Hybrid-Action Deep Reinforcement Learning","display_name":"Scheduling Drone and Mobile Charger via Hybrid-Action Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4408399633","doi":"https://doi.org/10.1109/tmc.2025.3551386"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3551386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3551386","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101320960","display_name":"Jizhe Dou","orcid":"https://orcid.org/0009-0009-0379-1649"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jizhe Dou","raw_affiliation_strings":["School of Information and AI, Beijing Forestry University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-0379-1649","affiliations":[{"raw_affiliation_string":"School of Information and AI, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392956","display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0003-2126-3048"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["School of Information and AI, Beijing Forestry University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2126-3048","affiliations":[{"raw_affiliation_string":"School of Information and AI, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102376547","display_name":"Yang Luo","orcid":"https://orcid.org/0009-0000-3645-3632"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Luo","raw_affiliation_strings":["School of Information and AI, Beijing Forestry University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and AI, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008995969","display_name":"Guodong Sun","orcid":"https://orcid.org/0000-0003-3739-2792"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Sun","raw_affiliation_strings":["School of Information and AI, Engineering Research Center for Forestry-Oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing Forestry University, Beijing, China","School of Information and AI, Beijing Forestry University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3739-2792","affiliations":[{"raw_affiliation_string":"School of Information and AI, Engineering Research Center for Forestry-Oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504","https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information and AI, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.7614,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99511948,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"24","issue":"8","first_page":"7788","last_page":"7804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.914900004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9061999917030334,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8239065408706665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8106456995010376},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6977266073226929},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6680270433425903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2884330451488495},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10398757457733154}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8239065408706665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8106456995010376},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6977266073226929},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6680270433425903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2884330451488495},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10398757457733154},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3551386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3551386","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1977655452","https://openalex.org/W2119717200","https://openalex.org/W2122538988","https://openalex.org/W2145339207","https://openalex.org/W2597364644","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2951360122","https://openalex.org/W2959960370","https://openalex.org/W2962691117","https://openalex.org/W2965676832","https://openalex.org/W2965757358","https://openalex.org/W2973163281","https://openalex.org/W2973229164","https://openalex.org/W2988723490","https://openalex.org/W3014101816","https://openalex.org/W3046016465","https://openalex.org/W3047017235","https://openalex.org/W3081323070","https://openalex.org/W3100789280","https://openalex.org/W3103667018","https://openalex.org/W3127779718","https://openalex.org/W3131765381","https://openalex.org/W3157932358","https://openalex.org/W3159690590","https://openalex.org/W3162366242","https://openalex.org/W3170112077","https://openalex.org/W3175611345","https://openalex.org/W3176727369","https://openalex.org/W3176761908","https://openalex.org/W3187829000","https://openalex.org/W3193975672","https://openalex.org/W3210735129","https://openalex.org/W3216656735","https://openalex.org/W4200470589","https://openalex.org/W4206460612","https://openalex.org/W4211171425","https://openalex.org/W4213433215","https://openalex.org/W4220976174","https://openalex.org/W4226154943","https://openalex.org/W4285107918","https://openalex.org/W4285211583","https://openalex.org/W4293704729","https://openalex.org/W4297964528","https://openalex.org/W4298325360","https://openalex.org/W4312560474","https://openalex.org/W4313229347","https://openalex.org/W4386070975","https://openalex.org/W4386590944","https://openalex.org/W4387475735","https://openalex.org/W4387587706","https://openalex.org/W4390075399","https://openalex.org/W6638018090","https://openalex.org/W6640963894","https://openalex.org/W6684205842","https://openalex.org/W6740092555","https://openalex.org/W6741471465","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6755326576","https://openalex.org/W6772421901","https://openalex.org/W6780248173","https://openalex.org/W6783140480","https://openalex.org/W6801138461"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281"],"abstract_inverted_index":{"Recently,":[0],"there":[1],"has":[2],"been":[3],"a":[4,23,28,35,82,89,99,109,155],"growing":[5],"interest":[6,33],"in":[7,61],"using":[8],"chargers":[9],"to":[10,39,57,80,114,131,148],"extend":[11],"the":[12,46,52,62,74,133,138,143,184],"operational":[13],"longevity":[14],"of":[15,32,51,188],"UAVs":[16],"(drones).":[17],"In":[18,71],"this":[19,95],"paper,":[20],"we":[21,97,171],"explore":[22],"charger-assisted":[24],"drone":[25,29,53,69,75,144],"application":[26],"where":[27],"observes":[30],"points":[31],"while":[34,66],"mobile":[36,55,77,146],"charger":[37,56,78,147],"moves":[38],"recharge":[40],"its":[41],"battery.":[42],"We":[43,119,153],"focus":[44],"on":[45],"route":[47],"and":[48,54,76,122,145,174,186],"charging":[49],"schedule":[50],"maximize":[58],"observation":[59],"utility":[60],"shortest":[63],"possible":[64],"time,":[65],"ensuring":[67],"continuous":[68,117,135],"operation.":[70],"our":[72,189],"problem,":[73],"cooperate":[79],"complete":[81],"task.":[83],"Their":[84],"discrete-continuous":[85],"hybrid":[86,140],"actions":[87,136,141],"pose":[88],"major":[90],"computational":[91],"challenge.":[92],"To":[93],"address":[94],"issue,":[96],"present":[98],"hybrid-action":[100],"deep":[101],"reinforcement":[102],"learning":[103,112,157],"framework,":[104],"called":[105],"HaDMC,":[106],"which":[107],"uses":[108],"typical":[110],"policy":[111],"algorithm":[113],"generate":[115],"latent":[116,134],"actions.":[118,166],"specifically":[120],"design":[121],"train":[123],"an":[124],"action":[125],"decoder.":[126],"It":[127],"involves":[128],"two":[129],"pipelines":[130],"convert":[132],"into":[137,159],"original":[139],"for":[142],"directly":[149],"interact":[150],"with":[151,177],"environment.":[152],"incorporate":[154],"mutual":[156],"scheme":[158],"model":[160],"training,":[161],"emphasizing":[162],"collaboration":[163],"over":[164],"individual":[165],"By":[167],"extensive":[168],"numerical":[169],"experiments,":[170],"evaluate":[172],"HaDMC":[173],"compare":[175],"it":[176],"state-of-the-art":[178],"approaches.":[179],"The":[180],"experimental":[181],"results":[182],"demonstrate":[183],"effectiveness":[185],"efficiency":[187],"solution.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}