{"id":"https://openalex.org/W4391768825","doi":"https://doi.org/10.1109/itsc57777.2023.10422042","title":"A Q-learning approach for energy-efficient trajectory design: stochastic event capture using a fixed-wing UAV","display_name":"A Q-learning approach for energy-efficient trajectory design: stochastic event capture using a fixed-wing UAV","publication_year":2023,"publication_date":"2023-09-24","ids":{"openalex":"https://openalex.org/W4391768825","doi":"https://doi.org/10.1109/itsc57777.2023.10422042"},"language":"en","primary_location":{"id":"doi:10.1109/itsc57777.2023.10422042","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/itsc57777.2023.10422042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031742641","display_name":"Chuyu Li","orcid":"https://orcid.org/0000-0001-5113-1578"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuyu Li","raw_affiliation_strings":["Research Center for Intelligent Transportation Zhejiang Lab,Hangzhou,China","Research Center for Intelligent Transportation Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Transportation Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Research Center for Intelligent Transportation Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015939251","display_name":"Yongdong Zhu","orcid":"https://orcid.org/0000-0002-5420-7926"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongdong Zhu","raw_affiliation_strings":["Research Center for Intelligent Transportation Zhejiang Lab,Hangzhou,China","Research Center for Intelligent Transportation Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Transportation Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Research Center for Intelligent Transportation Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5031742641"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":0.8814,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8241981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5516","last_page":"5523"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fixed-wing","display_name":"Fixed wing","score":0.826934814453125},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7849799394607544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7114232778549194},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4874010682106018},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4632042646408081},{"id":"https://openalex.org/keywords/wing","display_name":"Wing","score":0.3803131580352783},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3736894428730011},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.20407220721244812},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13872694969177246},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11596089601516724},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06684151291847229}],"concepts":[{"id":"https://openalex.org/C3018522811","wikidata":"https://www.wikidata.org/wiki/Q2875704","display_name":"Fixed wing","level":3,"score":0.826934814453125},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7849799394607544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7114232778549194},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4874010682106018},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4632042646408081},{"id":"https://openalex.org/C97257150","wikidata":"https://www.wikidata.org/wiki/Q161358","display_name":"Wing","level":2,"score":0.3803131580352783},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3736894428730011},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.20407220721244812},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13872694969177246},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11596089601516724},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06684151291847229},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc57777.2023.10422042","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/itsc57777.2023.10422042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4436601371","display_name":null,"funder_award_id":"2021YFB2900200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W167756786","https://openalex.org/W319177492","https://openalex.org/W1983394711","https://openalex.org/W2036268493","https://openalex.org/W2036277313","https://openalex.org/W2080127428","https://openalex.org/W2107664584","https://openalex.org/W2118548017","https://openalex.org/W2137435915","https://openalex.org/W2143608840","https://openalex.org/W2151119402","https://openalex.org/W2268751503","https://openalex.org/W2772154329","https://openalex.org/W2790872482","https://openalex.org/W2912827306","https://openalex.org/W2961274514","https://openalex.org/W2962804513","https://openalex.org/W2963177943","https://openalex.org/W2963615009","https://openalex.org/W2994008524","https://openalex.org/W2995268338","https://openalex.org/W3010509510","https://openalex.org/W3037525784","https://openalex.org/W3126521757","https://openalex.org/W3182509808","https://openalex.org/W3185514821","https://openalex.org/W3210602323","https://openalex.org/W7000923054"],"related_works":["https://openalex.org/W2051353479","https://openalex.org/W2145266680","https://openalex.org/W2047663700","https://openalex.org/W2267127512","https://openalex.org/W3039066287","https://openalex.org/W2029869150","https://openalex.org/W3001195286","https://openalex.org/W1978478581","https://openalex.org/W1538637279","https://openalex.org/W1529590058"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"are":[4],"widely":[5],"deployed":[6],"to":[7,86],"sense":[8],"and":[9,23,30,48,61,80,92],"capture":[10,122],"events":[11,90],"of":[12,66,125],"interest":[13],"in":[14],"dynamic":[15,89],"nature":[16],"or":[17],"environment.":[18],"The":[19],"UAV's":[20],"size,":[21],"weight,":[22],"power":[24],"constraints":[25],"limit":[26],"its":[27],"sensing,":[28],"communication,":[29],"computation":[31],"performance.":[32],"To":[33,69],"tackle":[34],"such":[35],"issues,":[36],"an":[37],"energy-efficient":[38],"trajectory":[39,55],"design":[40],"is":[41,56],"needed":[42],"for":[43],"propulsion":[44],"energy":[45,123],"usage":[46],"minimization":[47],"improving":[49],"mission":[50,76],"quality.":[51],"A":[52],"high-quality":[53],"temporal-spatial":[54],"achieved":[57],"by":[58],"exhaustive":[59],"search":[60],"thus":[62],"at":[63],"the":[64,75,100,105,120,126,130],"cost":[65],"heavy":[67],"computation.":[68],"this":[70],"end,":[71],"we":[72],"consider":[73],"discrete":[74],"time":[77],"into":[78],"slots":[79],"adopt":[81],"a":[82,113],"Q-learning":[83,102],"based":[84],"approach":[85,103,117],"cope":[87],"with":[88,129],"occurrence":[91],"flight":[93],"state":[94],"conditions.":[95],"Simulation":[96],"results":[97],"show":[98],"that":[99],"proposed":[101,116],"trains":[104],"UAV":[106,127],"efficient":[107],"acceleration":[108],"actions":[109],"over":[110],"time.":[111],"As":[112],"result,":[114],"our":[115],"significantly":[118],"improves":[119],"event":[121],"efficiency":[124],"compared":[128],"benchmark":[131],"circular":[132],"trajectory.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}